00000800:00000200:2.1F:1777043989.158263:0:3680:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000420c42ae] -> 12345-192.168.201.154@tcp (2) 00000800:00000200:2.1:1777043989.173474:0:3672:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000420c42ae] -> 12345-192.168.201.154@tcp (2) 00000800:00000200:2.1:1777043989.173479:0:3672:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.154@tcp 00000000db4290df deleted 00000800:00000010:2.1:1777043989.173481:0:3672:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000db4290df. 00000800:00000200:2.1:1777043989.173488:0:3672:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1777043989.173495:0:3672:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.154@tcp ip 192.168.201.154:1023 00000800:00000200:2.1:1777043989.173501:0:3672:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f848b32 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1F:1777043989.176067:0:3671:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1777043989.188361:0:3673:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000420c42ae] -> 12345-192.168.201.154@tcp (4) 00000800:00000200:3.1:1777043989.188367:0:3673:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.154@tcp 000000008175b53c deleted 00000800:00000010:3.1:1777043989.188369:0:3673:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008175b53c. 00000800:00000200:3.1:1777043989.188375:0:3673:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1:1777043989.199294:0:3671:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:1.1F:1777043989.910458:0:0:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f5f67d5f. 00010000:00000010:1.1:1777043989.910495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f05ef263. 00010000:00000010:2.1:1777043990.728578:0:0:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a7982279. 00010000:00000010:2.1:1777043990.728594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f0d85b5a. 00010000:00000010:2.1:1777043990.728601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f2bdca6f. 00010000:00000010:0.1F:1777043990.755868:0:12:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005d9b9489. 00010000:00000010:0.1:1777043990.755888:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007fef8c51. 00080000:00000010:0.1:1777043990.903456:0:0:0:(osd_handler.c:1611:osd_oxc_free()) kfreed 'oxe': 68 at 000000003d56df76. 00010000:00010000:3.0:1777047442.110466:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249360cf lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.110488:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641795200) 00010000:00010000:3.0:1777047442.110495:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047442.110503:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249360cf lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.110515:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249360cf lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.110539:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249360d6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.110551:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249360d6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.110563:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249360d6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.110573:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047442.110578:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249360d6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.110590:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249360d6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.110605:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e076def5e00) 00010000:00010000:3.0:1777047442.110609:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047442.110615:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249360d6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.110627:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249360d6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.110683:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249360c8 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7269 expref: 69 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.110702:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641795200) 00010000:00010000:3.0:1777047442.110708:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047442.110715:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249360c8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7269 expref: 69 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.110738:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90000, rc 0) 00000100:00100000:3.0:1777047442.110819:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+68:57180:x1863365387772288:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 833us (3263us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047442.110835:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5559 00000100:00100000:3.0:1777047442.132026:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047442.165604:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047442.258953:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387773952 00000100:00100000:3.0:1777047442.258969:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387773952 00000100:00100000:3.0:1777047442.259517:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1888 00000100:00100000:3.0:1777047442.259552:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+72:57180:x1863365387773952:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047442.260043:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:57180:x1863365387773952:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 496us (1279us total) trans 4294969561 rc 0/0 00000100:00100000:3.0:1777047442.281513:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1888 00000100:00100000:3.0:1777047442.283156:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387774208 00000100:00100000:3.0:1777047442.283172:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387774208 00000100:00100000:3.0:1777047442.283289:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5565 00000100:00100000:3.0:1777047442.283315:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:57182:x1863365387774208:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047442.283358:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047442.283401:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d72493614d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7293 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047442.314228:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047442.350583:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047442.374820:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047442.396025:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047442.396250:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047442.425076:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387775488 00000100:00100000:3.0:1777047442.425097:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387775488 00000100:00100000:3.0:1777047442.425616:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3425 00000100:00100000:3.0:1777047442.425642:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365387775488:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047442.425675:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047442.425706:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d7249361af lrc: 2/0,0 mode: --/PR res: [0x280000400:0xbb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f72b6 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047442.426149:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xbb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047442.426186:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047442.426190:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047442.426204:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d7249361af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f72b6 expref: 17 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.426243:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d7249361af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f72b6 expref: 17 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.426274:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91c00, rc 0) 00000100:00100000:3.0:1777047442.426367:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365387775488:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 736us (1657us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047442.426448:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3425 00000100:00100000:3.0:1777047442.458134:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:3.0:1777047442.465826:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d724936089 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.465864:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d724936089 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.465891:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d724936089 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.465918:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f46800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047442.465930:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d724936089 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.465968:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d724936089 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.466023:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e076def5e00) 00010000:00010000:3.0:1777047442.466032:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047442.466069:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d724936089 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.469708:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d724936089 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.469748:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47c00/0x5ecf73d724936123 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.469762:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47c00/0x5ecf73d724936123 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.469776:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47c00/0x5ecf73d724936123 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.469788:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f47c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047442.469795:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47c00/0x5ecf73d724936123 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.469807:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47c00/0x5ecf73d724936123 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.469827:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e076def5e00) 00010000:00010000:3.0:1777047442.469832:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047442.469839:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47c00/0x5ecf73d724936123 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.469851:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47c00/0x5ecf73d724936123 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.469879:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d7249361a1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.469892:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d7249361a1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.469903:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d7249361a1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.469914:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e078205b200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047442.469919:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d7249361a1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.469939:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d7249361a1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.469954:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa0:0x0].0x0 (ffff9e0641ff6200) 00010000:00010000:3.0:1777047442.469959:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047442.469964:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d7249361a1 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.469975:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d7249361a1 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047442.470018:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442954112:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047442.470156:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047442.470246:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442954240 00000100:00100000:3.0:1777047442.470256:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442954240 00000100:00100000:3.0:1777047442.470313:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442953856 00000100:00100000:3.0:1777047442.470321:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442953856 00000100:00100000:3.0:1777047442.470350:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442954112 00000100:00100000:3.0:1777047442.470357:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442954112 00000100:00100000:3.0:1777047442.470435:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3431 00000100:00100000:3.0:1777047442.470450:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+15:3684:x1863365442954240:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777047442.470618:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xbc:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047442.470627:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xbc:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1777047442.470632:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xbc:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047442.470637:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xbc:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1777047442.470642:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xbc:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047442.475666:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+16:3684:x1863365442954240:12345-0@lo:2:osp-syn-1-1.0 Request processed in 5209us (7753us total) trans 17179870138 rc 0/0 00000100:00100000:3.0:1777047442.475692:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3431 00000100:00100000:3.0:1777047442.475741:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3433 00000100:00100000:3.0:1777047442.475759:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+15:3683:x1863365442954112:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047442.475965:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+16:3683:x1863365442954112:12345-0@lo:2:osp-syn-1-1.0 Request processed in 211us (5830us total) trans 17179870139 rc 0/0 00000100:00100000:3.0:1777047442.476001:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3433 00000004:00080000:3.0:1777047442.476105:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0745e44e00/2, rc 0, transno 17179870139 00000100:00100000:3.0:1777047442.476137:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442954112:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047442.476188:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047442.476244:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077b9d3480/2, rc 0, transno 21474837402 00000100:00100000:3.0:1777047442.476253:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442953600:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777047442.476308:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077b9d0e00/2, rc 0, transno 21474837401 00000100:00100000:3.0:1777047442.476316:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442953472:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1777047442.476348:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442953984 00000100:00100000:3.0:1777047442.476358:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442953984 00000100:00100000:3.0:1777047442.476432:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3434 00000100:00100000:3.0:1777047442.476446:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+16:3682:x1863365442953984:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1777047442.476471:0:28387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:186 count 1 00002000:00010000:3.0:1777047442.476505:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xba:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047442.476517:0:28387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d7249361e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.476540:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047442.476543:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047442.476551:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d7249361e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.476572:0:28387:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d7249361e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.476591:0:28387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d7249361e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.476607:0:28387:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d7249361e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.476642:0:28387:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047442.476800:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3682:x1863365442953984:12345-0@lo:6:osp-syn-1-1.0 Request processed in 355us (609us total) trans 17179870140 rc 0/0 00000100:00100000:3.0:1777047442.476815:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3434 00010000:00010000:3.0:1777047442.476850:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047442.476861:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d7249361e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.476885:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047442.476899:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d7249361e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.476930:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d7249361e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.476963:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d7249361e7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.476981:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d7249361e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.477022:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047442.477028:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047442.477033:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777047442.488023:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0745e45c00/2, rc 0, transno 17179870140 00000100:00100000:3.0:1777047442.488073:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442953984:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047442.498090:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387776128 00000100:00100000:3.0:1777047442.498103:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387776128 00010000:00010000:3.0:1777047442.498506:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f87ad92e/0x5ecf73d72493602e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7238 expref: 17 pid: 8633 timeout: 4171 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047442.498561:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1772 00000100:00100000:3.0:1777047442.498579:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365387776128:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047442.498602:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047442.498612:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f87ad92e/0x5ecf73d72493602e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7238 expref: 17 pid: 8633 timeout: 4171 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.498651:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f87ad92e/0x5ecf73d72493602e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7238 expref: 17 pid: 8633 timeout: 4171 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.498688:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047442.498692:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047442.498699:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f3b6067d/0x5ecf73d7249361cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.498717:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3b6067d/0x5ecf73d7249361cb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.498749:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047442.498841:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365387776128:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 265us (1332us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047442.498854:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1772 00000100:00100000:3.0:1777047442.503886:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387776256 00000100:00100000:3.0:1777047442.503897:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387776256 00010000:00010000:3.0:1777047442.503942:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000adca6d44/0x5ecf73d724936058 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7246 expref: 17 pid: 8480 timeout: 4171 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047442.504005:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1773 00000100:00100000:3.0:1777047442.504021:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365387776256:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047442.504071:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047442.504082:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000adca6d44/0x5ecf73d724936058 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xb9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7246 expref: 17 pid: 8480 timeout: 4171 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.504103:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000adca6d44/0x5ecf73d724936058 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xb9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7246 expref: 17 pid: 8480 timeout: 4171 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.504136:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047442.504140:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047442.504147:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d7249361e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.504174:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d7249361e0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xb9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.504506:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047442.504569:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365387776256:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 550us (818us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047442.504583:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1773 00000004:00080000:3.0:1777047442.512139:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0745e45180/2, rc 0, transno 17179870141 00000100:00100000:3.0:1777047442.512152:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442953856:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047442.522732:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387776512 00000100:00100000:3.0:1777047442.522740:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387776512 00000100:00100000:3.0:1777047442.522781:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387776640 00000100:00100000:3.0:1777047442.523094:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387776640 00000100:00100000:3.0:1777047442.523417:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3435 00000100:00100000:3.0:1777047442.523430:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365387776512:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047442.523449:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047442.523471:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d7249361ee lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0xbb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f72d2 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047442.523504:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xbb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047442.523527:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047442.523530:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047442.523542:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d7249361ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f72d2 expref: 18 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.523567:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d7249361ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f72d2 expref: 18 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.523587:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91e00, rc 0) 00000100:00100000:3.0:1777047442.523627:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365387776512:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 198us (1384us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047442.523639:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3435 00000100:00100000:3.0:1777047442.523664:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3436 00000100:00100000:3.0:1777047442.523677:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:56906:x1863365387776640:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:3.0:1777047442.523689:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047442.523703:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249361f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xbb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f72d9 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.524000:0:36217:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d7249361ee lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f72d2 expref: 18 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.524014:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047442.524017:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047442.524023:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249361f5 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0xbb:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f72d9 expref: 18 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.524096:0:36217:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d7249361ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f72d2 expref: 18 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.524118:0:36217:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d7249361ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f72d2 expref: 18 pid: 36217 timeout: 4171 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047442.524149:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:36217:1863365442954624:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047442.524248:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0768d45000 going to sleep for 11 seconds 00000100:00100000:3.0:1777047442.541660:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:36217:1863365442954624:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047442.541704:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249361f5 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0xbb:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f72d9 expref: 18 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.541734:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91400, rc 0) 00000100:00100000:3.0:1777047442.542181:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:56906:x1863365387776640:12345-192.168.201.54@tcp:101:bash.0 Request processed in 18504us (19740us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047442.542196:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3436 00000100:00100000:3.0:1777047442.558253:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387777024 00000100:00100000:3.0:1777047442.558274:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387777024 00000100:00100000:3.0:1777047442.566466:0:9569:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745ebc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9569:1863365442954752:192.168.201.54@tcp:105: 00010000:00010000:3.0:1777047442.566497:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047442.566559:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b2d8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365387777024:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 7868us (18149us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047442.566574:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1774 00000100:00100000:3.0:1777047442.617445:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387778304 00000100:00100000:3.0:1777047442.617460:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387778304 00000100:00100000:3.0:1777047442.617554:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1892 00000100:00100000:3.0:1777047442.617572:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717d3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+65:56906:x1863365387778304:12345-192.168.201.54@tcp:35:bash.0 00000001:00080000:3.0:1777047442.617881:0:35315:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294969570 00000100:00100000:3.0:1777047442.618093:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717d3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+67:56906:x1863365387778304:12345-192.168.201.54@tcp:35:bash.0 Request processed in 523us (1596us total) trans 4294969571 rc 0/0 00000100:00100000:3.0:1777047442.618122:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1892 00000020:00080000:3.0:1777047442.618131:0:35315:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047442.698623:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:3.0:1777047442.702269:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047442.702280:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26600/0x5ecf73d72493625e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.702292:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e26600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047442.702297:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26600/0x5ecf73d72493625e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.702310:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26600/0x5ecf73d72493625e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.702329:0:17980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa0:0x0].0x0 (ffff9e0641ff6200) 00010000:00010000:3.0:1777047442.702333:0:17980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777047442.702338:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26600/0x5ecf73d72493625e lrc: 1/0,0 mode: --/PW res: [0x240000404:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.702358:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26600/0x5ecf73d72493625e lrc: 0/0,0 mode: --/PW res: [0x240000404:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.702423:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047442.702429:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047442.702434:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047442.716845:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047442.775866:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047442.787242:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047442.789090:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047442.805429:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047442.822144:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047442.854663:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047442.872982:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047442.873070:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047442.898252:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387781760 00000100:00100000:3.0:1777047442.898268:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387781760 00000100:00100000:3.0:1777047442.940742:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047442.986755:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047442.999104:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047443.015087:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047443.015155:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00080000:3.0:1777047443.016983:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777047443.035533:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442955648:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047443.035616:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047443.035678:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442956160:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047443.035717:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047443.035756:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1777047443.035770:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442955264:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047443.036092:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047443.036145:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442955776:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1777047443.036183:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047443.036230:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442955392:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047443.036268:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047443.036294:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442955904:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1777047443.041867:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047443.042574:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3446 00000100:00100000:3.0:1777047443.042596:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+28:3682:x1863365442955904:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1777047443.042626:0:8481:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:187 count 1 00010000:00010000:3.0:1777047443.042658:0:8481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e634844/0x5ecf73d7249363d1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.042689:0:8481:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d7249361af lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f72b6 expref: 18 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.042709:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047443.042716:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047443.042723:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e634844/0x5ecf73d7249363d1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.042783:0:8481:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d7249361af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f72b6 expref: 18 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.042816:0:8481:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d7249361af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f72b6 expref: 18 pid: 30115 timeout: 4171 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047443.042838:0:8481:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064466ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365442956672:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047443.042928:0:8481:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b8e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047443.073933:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387784448 00000100:00100000:3.0:1777047443.073947:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387784448 00000100:00100000:3.0:1777047443.074085:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1898 00000100:00100000:3.0:1777047443.074109:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717d2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+62:57187:x1863365387784448:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047443.075329:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717d2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+63:57187:x1863365387784448:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1224us (1518us total) trans 4294969588 rc 0/0 00000100:00100000:3.0:1777047443.075365:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1898 00010000:00010000:3.0:1777047443.076820:0:8480:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000be1adcee/0x5ecf73d7249363ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.076836:0:8480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be1adcee/0x5ecf73d7249363ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.076851:0:8480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be1adcee/0x5ecf73d7249363ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.076867:0:8480:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000be1adcee/0x5ecf73d7249363ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.077113:0:8480:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047443.077265:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+22:3682:x1863365442955392:12345-0@lo:6:osp-syn-1-1.0 Request processed in 39660us (40992us total) trans 17179870146 rc 0/0 00000100:00100000:3.0:1777047443.077279:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3443 00000004:00080000:3.0:1777047443.077361:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644c6ca80/2, rc 0, transno 17179870146 00000100:00100000:3.0:1777047443.077371:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442955392:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047443.085540:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047443.085579:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387784576 00000100:00100000:3.0:1777047443.085590:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387784576 00010000:00010000:3.0:1777047443.085656:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f58a5680/0x5ecf73d72493621f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f72e7 expref: 19 pid: 8480 timeout: 4171 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047443.085728:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1780 00000100:00100000:3.0:1777047443.085743:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2432:x1863365387784576:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047443.085763:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047443.085771:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f58a5680/0x5ecf73d72493621f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f72e7 expref: 19 pid: 8480 timeout: 4171 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.085797:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f58a5680/0x5ecf73d72493621f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f72e7 expref: 19 pid: 8480 timeout: 4171 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.086449:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f58a5680/0x5ecf73d72493621f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f72e7 expref: 19 pid: 8480 timeout: 4171 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.086473:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047443.086476:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047443.086483:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000008c55030/0x5ecf73d7249363c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.086499:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008c55030/0x5ecf73d7249363c3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.086546:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047443.086610:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2432:x1863365387784576:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 869us (1081us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047443.086623:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1780 00000100:00100000:3.0:1777047443.086704:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047443.086737:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387784704 00000100:00100000:3.0:1777047443.086744:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387784704 00000100:00100000:3.0:1777047443.087078:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3447 00000100:00100000:3.0:1777047443.087091:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:56906:x1863365387784704:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:3.0:1777047443.087110:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047443.087127:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d7249363d8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xbc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f736c expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.087158:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d724936322 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7334 expref: 19 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.087171:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047443.087175:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047443.087181:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d7249363d8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xbc:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f736c expref: 19 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.087223:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d724936322 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7334 expref: 19 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.087250:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d724936322 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7334 expref: 19 pid: 8479 timeout: 4171 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047443.087301:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064466ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365442956800:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047443.087427:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d720900 going to sleep for 11 seconds 00010000:00010000:3.0:1777047443.087448:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047443.087457:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000008c55030/0x5ecf73d7249363c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.087470:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e060600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047443.087477:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000008c55030/0x5ecf73d7249363c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.087493:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000008c55030/0x5ecf73d7249363c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.087514:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000008c55030/0x5ecf73d7249363c3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.087527:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008c55030/0x5ecf73d7249363c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.087557:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047443.087561:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047443.087564:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047443.087648:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000004:00080000:3.0:1777047443.091226:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644c6f480/2, rc 0, transno 21474837408 00000100:00100000:3.0:1777047443.091239:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442955904:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1777047443.147542:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047443.167962:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387785984 00000100:00100000:3.0:1777047443.167980:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387785984 00000100:00100000:3.0:1777047443.237866:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047443.241165:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047443.314268:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387787392 00000100:00100000:3.0:1777047443.314292:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387787392 00000100:00100000:3.0:1777047443.314492:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5597 00000100:00100000:3.0:1777047443.314514:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+69:57189:x1863365387787392:12345-192.168.201.54@tcp:36:rm.0 00010000:00010000:3.0:1777047443.314617:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777047443.314664:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26200/0x5ecf73d724936392 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xa1:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f735e expref: 69 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.314712:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a000/0x5ecf73d724936345 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xa1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7342 expref: 68 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.321223:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa1:0x0].0x0 (ffff9e0641ff7d00) 00010000:00010000:3.0:1777047443.321235:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047443.321278:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936456 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.321304:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936456 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.321321:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936456 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.322207:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724936464 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.322232:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724936464 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.322246:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724936464 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.322436:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d72493646b lrc: 3/0,1 mode: --/EX res: [0x240000404:0xa1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.322459:0:12913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46a00/0x5ecf73d724936441 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xa1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f738f expref: 71 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.322481:0:12913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a800/0x5ecf73d724936433 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xa1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7388 expref: 71 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.322498:0:12913:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d72493646b lrc: 5/0,1 mode: --/EX res: [0x240000404:0xa1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.322565:0:12913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a800/0x5ecf73d724936433 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xa1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7388 expref: 71 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.322596:0:12913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a800/0x5ecf73d724936433 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0xa1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7388 expref: 71 pid: 34275 timeout: 4171 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047443.322623:0:12913:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064466e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12913:1863365442957312:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047443.337412:0:12913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46a00/0x5ecf73d724936441 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xa1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f738f expref: 70 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.337466:0:12913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46a00/0x5ecf73d724936441 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xa1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f738f expref: 70 pid: 6588 timeout: 4171 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047443.337506:0:12913:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064466e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12913:1863365442957440:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047443.356990:0:12913:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d720900 going to sleep for 11 seconds 00010000:00010000:3.0:1777047443.360272:0:12913:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.201.54@tcp) returned -22 from blocking AST (req@00000000929dfcac x1863365442957312) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a800/0x5ecf73d724936433 lrc: 1/0,0 mode: --/PR res: [0x240000404:0xa1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7388 expref: 69 pid: 34275 timeout: 4171 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.360315:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a800/0x5ecf73d724936433 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xa1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7388 expref: 69 pid: 34275 timeout: 4171 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047443.360352:0:12913:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064466e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12913:1863365442957312:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047443.390175:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46a00/0x5ecf73d724936441 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xa1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f738f expref: 68 pid: 6588 timeout: 4171 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047443.390207:0:12913:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064466e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12913:1863365442957440:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047443.390247:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa1:0x0].0x0 (ffff9e0641ff7d00) 00010000:00010000:3.0:1777047443.390258:0:12913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d72493646b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xa1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047443.405336:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387788032 00000100:00100000:3.0:1777047443.405351:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387788032 00002000:00100000:3.0:1777047443.405475:0:29067:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000400:0xbc:0x0] (0->4) req@ffff9e06449e3100 x1863365387788032/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:179/0 lens 496/0 e 0 to 0 dl 1777047454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047443.405496:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06449e3100 with x1863365387788032 ext(0->4) 00010000:00010000:3.0:1777047443.405511:0:29067:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d7249363d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f736c expref: 19 pid: 8479 timeout: 4172 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.405542:0:29067:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d7249363d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f736c expref: 19 pid: 8479 timeout: 4172 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047443.405557:0:29067:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9e06449e3100 00000100:00100000:3.0:1777047443.405701:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 42 00000100:00100000:3.0:1777047443.405719:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06449e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387788032:12345-192.168.201.54@tcp:4:bash.0 00000100:00100000:3.0:1777047443.419663:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06449e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365387788032:12345-192.168.201.54@tcp:4:bash.0 Request processed in 13911us (14921us total) trans 21474837410 rc 0/0 00000100:00100000:3.0:1777047443.419688:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 42 00002000:00100000:3.0:1777047443.419709:0:29067:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000400:0xbc:0x0] (0->4) req@ffff9e06449e3100 x1863365387788032/t21474837410(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:179/0 lens 496/448 e 0 to 0 dl 1777047454 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047443.419730:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06449e3100 with x1863365387788032 ext(0->4) 00010000:00010000:3.0:1777047443.419747:0:29067:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d7249363d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f736c expref: 21 pid: 8479 timeout: 4172 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.419807:0:29067:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d7249363d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f736c expref: 21 pid: 8479 timeout: 4172 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047443.419825:0:29067:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9e06449e3100 00000001:00080000:3.0:1777047443.479116:0:7507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969595 is committed 00000004:00080000:3.0:1777047443.479133:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 259 committed 00000004:00080000:3.0:1777047443.479163:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 279 committed 00000004:00080000:3.0:1777047443.479185:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 278 committed 00000004:00080000:3.0:1777047443.479189:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 258 committed 00000100:00100000:3.0:1777047443.484636:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777047443.484658:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06449e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442958080:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047443.484721:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047443.491651:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442957952 00000100:00100000:3.0:1777047443.491662:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442957952 00000100:00100000:3.0:1777047443.491723:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3453 00000100:00100000:3.0:1777047443.491739:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+29:3683:x1863365442957952:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047443.492252:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+30:3683:x1863365442957952:12345-0@lo:2:osp-syn-0-1.0 Request processed in 516us (3760us total) trans 21474837412 rc 0/0 00000100:00100000:3.0:1777047443.492265:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3453 00010000:00010000:3.0:1777047443.515703:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249364b8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f73b2 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.515803:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249364bf lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.515824:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249364bf lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.515840:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249364bf lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.515862:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d7249364c6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.515873:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d7249364c6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.515885:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d7249364c6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.515933:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249364bf lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.515945:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249364bf lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.515955:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249364bf lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.515966:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249364bf lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.515975:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047443.515982:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249364bf lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.515992:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249364bf lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.516025:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e06431bc500) 00010000:00010000:3.0:1777047443.516059:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047443.516066:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249364bf lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.516077:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249364bf lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.516097:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d7249364c6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.516106:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d7249364c6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.516116:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d7249364c6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.516125:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047443.516130:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d7249364c6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.516140:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d7249364c6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.516152:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e06431baa00) 00010000:00010000:3.0:1777047443.516157:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047443.516161:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d7249364c6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.516172:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d7249364c6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.516224:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249364b8 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f73b2 expref: 62 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.516242:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e06431bc500) 00010000:00010000:3.0:1777047443.516246:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047443.516253:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249364b8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f73b2 expref: 62 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.516269:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90800, rc 0) 00000100:00100000:3.0:1777047443.516364:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+61:57190:x1863365387788928:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 3571us (3857us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047443.516377:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5603 00000004:00010000:3.0:1777047443.539333:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d7249364db lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xa1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.540578:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26600/0x5ecf73d7249364d4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f73c0 expref: 65 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.540614:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d7249364db lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xa1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f73c0 expref: 63 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.540630:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa1:0x0].0x0 (ffff9e0641ff7d00) 00010000:00010000:3.0:1777047443.540637:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1777047443.540645:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e26a00, rc 0) 00000100:00100000:3.0:1777047443.540780:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+64:57188:x1863365387789184:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 5645us (6249us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047443.540792:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5605 00000100:00100000:3.0:1777047443.556542:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047443.563629:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047443.597881:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+66:57190:x1863365387790208:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1160us (1666us total) trans 4294969598 rc 0/0 00000100:00100000:3.0:1777047443.597908:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1902 00010000:00010000:3.0:1777047443.695912:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936552 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.695942:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936552 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.695981:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936552 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047443.696096:0:12913:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294969601 00000004:00010000:3.0:1777047443.696149:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ea707ff3 reply state 00000000963f46fa transno 4294969602 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936552 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.696173:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936552 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.696188:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa2:0x0].0x0 (ffff9e06431bc200) 00010000:00010000:3.0:1777047443.696193:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047443.696199:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047443.696375:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+72:56906:x1863365387791104:12345-192.168.201.54@tcp:36:bash.0 Request processed in 1066us (3847us total) trans 4294969602 rc 0/0 00000100:00100000:3.0:1777047443.696423:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5610 00000020:00080000:3.0:1777047443.696433:0:12913:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047443.715722:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387791232 00000100:00100000:3.0:1777047443.715737:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387791232 00000100:00100000:3.0:1777047443.715932:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5611 00000100:00100000:3.0:1777047443.715973:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+72:56906:x1863365387791232:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:3.0:1777047443.716006:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047443.716059:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936559 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f73ea expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.716176:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936559 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f73ea expref: 73 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.716559:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936559 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f73ea expref: 73 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.716599:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa2:0x0].0x0 (ffff9e06431bc200) 00010000:00010000:3.0:1777047443.716605:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047443.716611:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91c00, rc 0) 00000100:00100000:3.0:1777047443.716702:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:56906:x1863365387791232:12345-192.168.201.54@tcp:101:bash.0 Request processed in 755us (1457us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047443.716717:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5611 00000001:00080000:3.0:1777047443.748583:0:7507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969603 is committed 00000004:00080000:3.0:1777047443.748599:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 281 committed 00000004:00080000:3.0:1777047443.748750:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 261 committed 00000004:00080000:3.0:1777047443.748790:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 260 committed 00000004:00080000:3.0:1777047443.748797:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 280 committed 00000100:00100000:3.0:1777047443.820590:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387792256 00000100:00100000:3.0:1777047443.820605:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387792256 00002000:00010000:3.0:1777047443.820705:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/191 (0->18446744073709551615) 00002000:00100000:3.0:1777047443.820715:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06449e1180 with x1863365387792256 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047443.820741:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e06449e1180. 00000100:00100000:3.0:1777047443.820793:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 960 00000100:00100000:3.0:1777047443.820959:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06449e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387792256:12345-192.168.201.54@tcp:10:bash.0 00002000:00010000:3.0:1777047443.821326:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xbf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047443.821335:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xbf:0x0] updating lvb mtime from disk: 0 -> 1777047444 00002000:00010000:3.0:1777047443.821340:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xbf:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047443.821345:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xbf:0x0] updating lvb ctime from disk: 0 -> 1777047444 00002000:00010000:3.0:1777047443.821349:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xbf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047443.821458:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06449e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365387792256:12345-192.168.201.54@tcp:10:bash.0 Request processed in 649us (1785us total) trans 17179870152 rc 0/0 00000100:00100000:3.0:1777047443.840258:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 960 00002000:00010000:3.0:1777047443.840277:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/191 (0->18446744073709551615) 00002000:00100000:3.0:1777047443.840285:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06449e1180 with x1863365387792256 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047443.840308:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e06449e1180. 00000100:00100000:3.0:1777047443.856482:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387792768 00000100:00100000:3.0:1777047443.856503:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387792768 00000100:00100000:3.0:1777047443.856605:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1904 00000100:00100000:3.0:1777047443.856665:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717d2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+65:56906:x1863365387792768:12345-192.168.201.54@tcp:35:bash.0 00000100:00100000:3.0:1777047443.857706:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717d2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+66:56906:x1863365387792768:12345-192.168.201.54@tcp:35:bash.0 Request processed in 1063us (1481us total) trans 4294969604 rc 0/0 00000100:00100000:3.0:1777047443.857723:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1904 00000100:00100000:3.0:1777047444.034355:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:3.0:1777047444.044068:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047444.044080:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291400/0x5ecf73d7249365c9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.044095:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047444.044102:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291400/0x5ecf73d7249365c9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.044115:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291400/0x5ecf73d7249365c9 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.044134:0:17980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa2:0x0].0x0 (ffff9e0752b2aa00) 00010000:00010000:3.0:1777047444.044138:0:17980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777047444.044144:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291400/0x5ecf73d7249365c9 lrc: 1/0,0 mode: --/PW res: [0x240000404:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.044156:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291400/0x5ecf73d7249365c9 lrc: 0/0,0 mode: --/PW res: [0x240000404:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.044531:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047444.044537:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047444.044540:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047444.066369:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387793536 00000100:00100000:3.0:1777047444.066450:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387793536 00000100:00100000:3.0:1777047444.066563:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5616 00000100:00100000:3.0:1777047444.066584:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+66:57188:x1863365387793536:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:3.0:1777047444.066701:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047444.066745:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d7249364db lrc: 0/0,0 mode: --/PR res: [0x240000404:0xa1:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f73c0 expref: 66 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.067112:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa1:0x0].0x0 (ffff9e0641ff7d00) 00010000:00010000:3.0:1777047444.067121:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047444.067556:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249365d0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xa1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.067583:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249365d0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.067602:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249365d0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777047444.067771:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e48d83b6 reply state 000000002b8dd1d2 transno 4294969606 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249365d0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.067796:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249365d0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.067809:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa1:0x0].0x0 (ffff9e0641ff7d00) 00010000:00010000:3.0:1777047444.067815:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047444.067821:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047444.067975:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+67:57188:x1863365387793536:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1395us (3240us total) trans 4294969606 rc 0/0 00000100:00100000:3.0:1777047444.067989:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5616 00000100:00100000:3.0:1777047444.085600:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387793664 00000100:00100000:3.0:1777047444.085616:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387793664 00000100:00100000:3.0:1777047444.086167:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3463 00000100:00100000:3.0:1777047444.086191:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57188:x1863365387793664:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047444.086538:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047444.086575:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249365d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xbe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7414 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047444.086616:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xbe:0x0] initial LVB size: 4096, mtime: 0x69eb9794, atime: 0x0, ctime: 0x69eb9794, blocks: 0x8 00010000:00010000:3.0:1777047444.086655:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047444.086659:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047444.086672:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249365d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7414 expref: 16 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.086701:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249365d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7414 expref: 16 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.086724:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91400, rc 0) 00000100:00100000:3.0:1777047444.086801:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:57188:x1863365387793664:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 616us (2101us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047444.086814:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3463 00000100:00100000:3.0:1777047444.120235:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387794176 00000100:00100000:3.0:1777047444.120251:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387794176 00000100:00100000:3.0:1777047444.120359:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5617 00000100:00100000:3.0:1777047444.120377:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+67:57192:x1863365387794176:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047444.120413:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047444.120451:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249365e5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7422 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.120817:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249365ec lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.120850:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249365ec lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.120870:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249365ec lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.120922:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249365f3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.120937:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249365f3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.120949:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249365f3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.121001:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249365ec lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.121014:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249365ec lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.121050:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249365ec lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.121062:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249365ec lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.121074:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047444.121081:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249365ec lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.121094:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249365ec lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.121113:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e06431ba600) 00010000:00010000:3.0:1777047444.121118:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047444.121125:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249365ec lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.121137:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249365ec lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.121159:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249365f3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.121171:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249365f3 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.121184:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249365f3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.121194:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047444.121199:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249365f3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.121210:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249365f3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.121222:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0752b2ae00) 00010000:00010000:3.0:1777047444.121226:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047444.121231:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249365f3 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.121241:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249365f3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.121284:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249365e5 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7422 expref: 68 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.121312:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e06431ba600) 00010000:00010000:3.0:1777047444.121316:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047444.121323:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249365e5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7422 expref: 68 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.121344:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91c00, rc 0) 00000100:00100000:3.0:1777047444.121434:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+67:57192:x1863365387794176:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1059us (3882us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047444.121450:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5617 00000100:00100000:3.0:1777047444.158425:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387794560 00000100:00100000:3.0:1777047444.158439:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387794560 00000100:00100000:3.0:1777047444.158519:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5619 00000100:00100000:3.0:1777047444.158537:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+67:57188:x1863365387794560:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:3.0:1777047444.162189:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493660f lrc: 3/0,1 mode: --/PW res: [0x240000404:0xa1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.162223:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493660f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.162243:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493660f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777047444.162414:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ba50855f reply state 000000007e5e0abc transno 4294969607 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493660f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.162440:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493660f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.162463:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa1:0x0].0x0 (ffff9e0641ff7d00) 00010000:00010000:3.0:1777047444.162469:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047444.162476:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047444.162710:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+69:57188:x1863365387794560:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 4171us (4531us total) trans 4294969607 rc 0/0 00000100:00100000:3.0:1777047444.162727:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5619 00000100:00100000:3.0:1777047444.172976:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047444.201732:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387794944 00000100:00100000:3.0:1777047444.201757:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387794944 00000100:00100000:3.0:1777047444.204571:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5621 00000100:00100000:3.0:1777047444.204604:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06449e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+70:57192:x1863365387794944:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047444.204655:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047444.204709:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d72493662b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f743e expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047444.295367:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387795456 00000100:00100000:3.0:1777047444.295381:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387795456 00000100:00100000:3.0:1777047444.295566:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3466 00000100:00100000:3.0:1777047444.295584:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365387795456:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:3.0:1777047444.295838:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xbc:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1777047444.295859:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xbc:0x0] updating lvb mtime from disk: 1777047443 -> 1777047443 00002000:00010000:3.0:1777047444.295865:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xbc:0x0] updating lvb atime from disk: 0 -> 1777047443 00002000:00010000:3.0:1777047444.295870:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xbc:0x0] updating lvb ctime from disk: 1777047443 -> 1777047444 00002000:00010000:3.0:1777047444.295874:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xbc:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1777047444.295959:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2430:x1863365387795456:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 378us (701us total) trans 21474837417 rc 0/0 00000100:00100000:3.0:1777047444.295995:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3466 00000100:00100000:3.0:1777047444.302775:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064466d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365442959232:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777047444.309307:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442959232 00000100:00100000:3.0:1777047444.309340:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442959232 00000100:00100000:3.0:1777047444.309528:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3233 00000100:00100000:3.0:1777047444.309564:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365442959232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777047444.309677:0:6593:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446105088 avail 1299865600 00000100:00100000:3.0:1777047444.392778:0:34275:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644325880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:34275:1863365442959360:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047444.394541:0:34275:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d72493666a lrc: 3/0,1 mode: --/EX res: [0x240000404:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047444.394990:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387796224 00000100:00100000:3.0:1777047444.395002:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387796224 00010000:00010000:3.0:1777047444.395120:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27200/0x5ecf73d7249364cd lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f73b9 expref: 75 pid: 6590 timeout: 4173 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047444.395213:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387796096 00000100:00100000:3.0:1777047444.395233:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387796096 00010000:00010000:3.0:1777047444.395271:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724936655 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xa4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7445 expref: 76 pid: 6590 timeout: 4172 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047444.395323:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1789 00000100:00100000:3.0:1777047444.395353:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:2429:x1863365387796224:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047444.395375:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047444.395456:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27200/0x5ecf73d7249364cd lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f73b9 expref: 76 pid: 6590 timeout: 4173 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.395501:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27200/0x5ecf73d7249364cd lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f73b9 expref: 76 pid: 6590 timeout: 4173 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.395560:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27200/0x5ecf73d7249364cd lrc: 0/0,0 mode: --/CR res: [0x240000404:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f73b9 expref: 76 pid: 6590 timeout: 4173 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.395600:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa1:0x0].0x0 (ffff9e0641ff7d00) 00010000:00010000:3.0:1777047444.395611:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27e00/0x5ecf73d724936671 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.395629:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27e00/0x5ecf73d724936671 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.395656:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27e00/0x5ecf73d724936671 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.395705:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047444.401664:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:2429:x1863365387796224:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 5479us (6394us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047444.401694:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1789 00010000:00010000:3.0:1777047444.402431:0:34275:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d72493666a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.402487:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d72493666a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047444.402538:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xa4:0x0]: returning size 0 00000004:00080000:3.0:1777047444.402859:0:34275:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xc0:0x0], index 0: 0 00000004:00080000:3.0:1777047444.402885:0:34275:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xc1:0x0], index 1: 0 00000004:00080000:3.0:1777047444.402895:0:34275:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xc2:0x0], index 1: 0 00000004:00080000:3.0:1777047444.402904:0:34275:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xc1:0x0], index 0: 0 00010000:00010000:3.0:1777047444.403638:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d72493666a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.403656:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d72493666a lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.403681:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d72493666a lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.403693:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047444.403700:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d72493666a lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.403726:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d72493666a lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.403761:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa4:0x0].0x0 (ffff9e0752b2a100) 00010000:00010000:3.0:1777047444.403767:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047444.403775:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d72493666a lrc: 2/0,0 mode: --/EX res: [0x240000404:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.403788:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d72493666a lrc: 0/0,0 mode: --/EX res: [0x240000404:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.403903:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724936663 lrc: 1/0,0 mode: --/CR res: [0x240000404:0xa4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f744c expref: 73 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.415129:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa4:0x0].0x0 (ffff9e0752b2a100) 00010000:00010000:3.0:1777047444.415151:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777047444.415167:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724936663 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xa4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f744c expref: 74 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.415219:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290000, rc 0) 00000100:00100000:3.0:1777047444.446564:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064466d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442960000:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047444.446664:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047444.446740:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047444.446762:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064466e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442959616:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047444.446815:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047444.446871:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064466e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442959744:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047444.446931:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047444.446974:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777047444.446984:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064466ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442959872:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047444.447093:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047444.447163:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442960000 00000100:00100000:3.0:1777047444.447183:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442960000 00000100:00100000:3.0:1777047444.447262:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442959616 00000100:00100000:3.0:1777047444.447268:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442959616 00000100:00100000:3.0:1777047444.447306:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442959744 00000100:00100000:3.0:1777047444.447311:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442959744 00000100:00100000:3.0:1777047444.447347:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442959872 00000100:00100000:3.0:1777047444.447352:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442959872 00000100:00100000:3.0:1777047444.447393:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3467 00000100:00100000:3.0:1777047444.447410:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3682:x1863365442960000:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777047444.447705:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xbe:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1777047444.447723:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xbe:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047444.447729:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xbe:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047444.447734:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xbe:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047444.447739:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xbe:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1777047444.447827:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3682:x1863365442960000:12345-0@lo:2:osp-syn-1-1.0 Request processed in 420us (1162us total) trans 17179870155 rc 0/0 00000100:00100000:3.0:1777047444.447850:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3467 00000100:00100000:3.0:1777047444.447887:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3468 00000100:00100000:3.0:1777047444.447900:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3682:x1863365442959616:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1777047444.447936:0:8633:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:191 count 1 00010000:00010000:3.0:1777047444.447972:0:8633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d72493667f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xbf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.448013:0:8633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000089fb9df3/0x5ecf73d72493656e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f73f8 expref: 16 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.448066:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047444.448070:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047444.448076:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d72493667f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.448143:0:8633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000089fb9df3/0x5ecf73d72493656e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f73f8 expref: 16 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.448179:0:8633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000089fb9df3/0x5ecf73d72493656e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f73f8 expref: 16 pid: 8479 timeout: 4173 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047444.448201:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745ebe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365442960128:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047444.448301:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d720e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047444.448344:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3469 00000100:00100000:3.0:1777047444.448360:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3684:x1863365442959744:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1777047444.448398:0:28387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:192 count 1 00002000:00010000:3.0:1777047444.448439:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xc0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047444.448449:0:28387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724936686 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.448522:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047444.448527:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047444.448534:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724936686 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.448569:0:28387:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724936686 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.448595:0:28387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724936686 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.448608:0:28387:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724936686 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.448650:0:28387:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047444.448858:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3684:x1863365442959744:12345-0@lo:6:osp-syn-1-1.0 Request processed in 500us (1923us total) trans 17179870156 rc 0/0 00000100:00100000:3.0:1777047444.448882:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3469 00000100:00100000:3.0:1777047444.448908:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3470 00000100:00100000:3.0:1777047444.448930:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3684:x1863365442959872:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047444.458653:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442960512:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047444.458738:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047444.458784:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777047444.458796:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442960384:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1777047444.458842:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047444.458905:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442960512 00000100:00100000:3.0:1777047444.458916:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442960512 00000100:00100000:3.0:1777047444.458979:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442960384 00000100:00100000:3.0:1777047444.458993:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442960384 00000100:00100000:3.0:1777047444.459071:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3473 00000100:00100000:3.0:1777047444.459087:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+35:3685:x1863365442960512:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777047444.459258:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xbc:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1777047444.459264:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xbc:0x0] updating lvb mtime from disk: 1777047443 -> 1777047443 00002000:00010000:3.0:1777047444.459269:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xbc:0x0] updating lvb atime from disk: 1777047443 -> 1777047443 00002000:00010000:3.0:1777047444.459278:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xbc:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047444.459287:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xbc:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1777047444.459352:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+36:3685:x1863365442960512:12345-0@lo:2:osp-syn-0-1.0 Request processed in 269us (618us total) trans 21474837419 rc 0/0 00000100:00100000:3.0:1777047444.459374:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3473 00000004:00080000:3.0:1777047444.459489:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644325f80/2, rc 0, transno 21474837419 00000100:00100000:3.0:1777047444.459504:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442960512:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047444.459550:0:3684:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179870151 gen 2 00000004:00080000:3.0:1777047444.459558:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644481500, transno 17179870129 00000004:00080000:3.0:1777047444.459578:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644481880, transno 17179870130 00000004:00080000:3.0:1777047444.459584:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644482a00, transno 17179870131 00000004:00080000:3.0:1777047444.459589:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644482300, transno 17179870132 00000004:00080000:3.0:1777047444.459593:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645844000, transno 17179870133 00000004:00080000:3.0:1777047444.459598:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645847800, transno 17179870134 00000004:00080000:3.0:1777047444.459609:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645844a80, transno 17179870135 00000004:00080000:3.0:1777047444.459614:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644483480, transno 17179870136 00000004:00080000:3.0:1777047444.459618:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0745e44380, transno 17179870138 00000004:00080000:3.0:1777047444.459625:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0745e44e00, transno 17179870139 00000004:00080000:3.0:1777047444.459628:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0745e45c00, transno 17179870140 00000004:00080000:3.0:1777047444.459632:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0745e45180, transno 17179870141 00000004:00080000:3.0:1777047444.459637:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644c6d180, transno 17179870143 00000004:00080000:3.0:1777047444.459645:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644c6dc00, transno 17179870144 00000004:00080000:3.0:1777047444.459654:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644c6c000, transno 17179870145 00000004:00080000:3.0:1777047444.459659:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644c6ca80, transno 17179870146 00000004:00080000:3.0:1777047444.459663:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644c6ed80, transno 17179870148 00000004:00080000:3.0:1777047444.459668:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e06439a4700, transno 17179870149 00000004:00080000:3.0:1777047444.459672:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644327100, transno 17179870150 00000004:00080000:3.0:1777047444.459681:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644324a80, transno 17179870151 00000100:00100000:3.0:1777047444.459693:0:3684:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9e064466e300 x1863365442959744/t17179870156(17179870156) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777047460 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1777047444.459712:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064466e300/2, rc 0, transno 17179870156 00000100:00100000:3.0:1777047444.459722:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064466e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442959744:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1777047444.460009:0:9656:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 4 in progress, 3 in flight, 20 done 00000004:00080000:3.0:1777047444.460113:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064466d880/2, rc 0, transno 17179870155 00000100:00100000:3.0:1777047444.460124:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064466d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442960000:0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777047444.460202:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xbd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047444.460209:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xbd:0x0] updating lvb mtime from disk: 1777047443 -> 1777047443 00002000:00010000:3.0:1777047444.460213:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xbd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047444.460218:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xbd:0x0] updating lvb ctime from disk: 1777047443 -> 1777047443 00002000:00010000:3.0:1777047444.460222:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xbd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047444.460303:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3684:x1863365442959872:12345-0@lo:2:osp-syn-1-1.0 Request processed in 11383us (13217us total) trans 17179870157 rc 0/0 00000100:00100000:3.0:1777047444.460323:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3470 00000004:00080000:3.0:1777047444.460376:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064466ca80/2, rc 0, transno 17179870157 00000100:00100000:3.0:1777047444.460385:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064466ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442959872:0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1777047444.460507:0:11204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e634844/0x5ecf73d724936694 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.460542:0:11204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007562fdf1/0x5ecf73d724936575 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f73ff expref: 24 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.460557:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047444.460566:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047444.460572:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e634844/0x5ecf73d724936694 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.460627:0:11204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007562fdf1/0x5ecf73d724936575 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f73ff expref: 24 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.460656:0:11204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007562fdf1/0x5ecf73d724936575 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f73ff expref: 24 pid: 8633 timeout: 4173 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047444.460679:0:11204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745ebd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11204:1863365442960768:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047444.474084:0:11204:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0758d99600 going to sleep for 11 seconds 00000100:00100000:3.0:1777047444.506541:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745ebe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365442960128:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047444.506582:0:8633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d72493667f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.516095:0:8633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d72493667f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.516113:0:8633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d72493667f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.516131:0:8633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d72493667f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.516147:0:8633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d72493667f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.516190:0:8633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777047444.522908:0:8633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d72493667f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047444.523476:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3682:x1863365442959616:12345-0@lo:6:osp-syn-1-1.0 Request processed in 75574us (76655us total) trans 17179870158 rc 0/0 00000100:00100000:3.0:1777047444.523491:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3468 00000100:00100000:3.0:1777047444.543985:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387797632 00000100:00100000:3.0:1777047444.544000:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387797632 00000100:00100000:3.0:1777047444.544112:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5625 00000100:00100000:3.0:1777047444.544130:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+64:57188:x1863365387797632:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047444.544166:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047444.544203:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249366a9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f745a expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.544352:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249366b0 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.544377:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249366b0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.544431:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249366b0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.544455:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249366b7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.544470:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249366b7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.544484:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249366b7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.544648:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249366be lrc: 3/1,0 mode: --/PR res: [0x240000404:0xa4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.544665:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249366be lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xa4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.544678:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249366be lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xa4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047444.544697:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xa4:0x0]: returning size 0 00010000:00010000:3.0:1777047444.548314:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249366b0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.548338:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249366b0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.548351:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249366b0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.548364:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249366b0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.548376:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047444.548384:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249366b0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.548398:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249366b0 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.548464:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e06431bac00) 00010000:00010000:3.0:1777047444.548471:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047444.548479:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249366b0 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.548492:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249366b0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.548513:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249366b7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.548525:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249366b7 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.548536:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249366b7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.548546:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047444.548552:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249366b7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.548563:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249366b7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.548577:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e06431ba300) 00010000:00010000:3.0:1777047444.548582:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047444.548587:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249366b7 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.548596:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249366b7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.548685:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249366a9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f745a expref: 67 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.548717:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249366be lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xa4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f745a expref: 66 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.548731:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa4:0x0].0x0 (ffff9e06431ba000) 00010000:00010000:3.0:1777047444.548736:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047444.548740:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90200, rc 0) 00000100:00100000:3.0:1777047444.572557:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387798016 00000100:00100000:3.0:1777047444.572572:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387798016 00000100:00100000:3.0:1777047444.572665:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387798144 00000100:00100000:3.0:1777047444.572672:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387798144 00000100:00100000:3.0:1777047444.572733:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3475 00000100:00100000:3.0:1777047444.572751:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365387798016:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047444.573109:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047444.573144:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d7249366cc lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0xc2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7468 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047444.573185:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xc2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047444.573216:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047444.573221:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047444.573235:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d7249366cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7468 expref: 17 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.573266:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d7249366cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7468 expref: 17 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.573293:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90000, rc 0) 00000100:00100000:3.0:1777047444.573379:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365387798016:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 631us (2533us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047444.578092:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3475 00000100:00100000:3.0:1777047444.627086:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387799168 00000100:00100000:3.0:1777047444.627106:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387799168 00010000:00010000:3.0:1777047444.653772:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724936712 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xa4:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7484 expref: 66 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.653795:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa4:0x0].0x0 (ffff9e0641ff7800) 00010000:00010000:3.0:1777047444.653801:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1777047444.653824:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291400/0x5ecf73d72493670b lrc: 0/0,0 mode: --/EX res: [0x240000404:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7484 expref: 66 pid: 6588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.653859:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724936712 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xa4:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7484 expref: 65 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.653912:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa4:0x0].0x0 (ffff9e0641ff7800) 00010000:00010000:3.0:1777047444.653919:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1777047444.653925:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290a00, rc 0) 00000100:00100000:3.0:1777047444.654003:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+65:56906:x1863365387799168:12345-192.168.201.54@tcp:101:bash.0 Request processed in 26253us (33927us total) trans 4294969619 rc 0/0 00000100:00100000:3.0:1777047444.654052:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5630 00000100:00100000:3.0:1777047444.654135:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442961280:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047444.660701:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047444.660763:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645844000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442961792:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047444.660822:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047444.660866:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1777047444.664882:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442960896:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047444.664958:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047444.665042:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442961408:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1777047444.665088:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047444.665147:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645844000/2, rc 0, transno 21474837423 00000100:00100000:3.0:1777047444.665158:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645844000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442961792:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777047444.665194:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644c6ce00/2, rc 0, transno 17179870159 00000100:00100000:3.0:1777047444.665206:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442961280:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047444.665254:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442961408 00000100:00100000:3.0:1777047444.665265:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442961408 00000100:00100000:3.0:1777047444.668390:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387799552 00000100:00100000:3.0:1777047444.668401:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387799552 00000100:00100000:3.0:1777047444.668472:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3485 00000100:00100000:3.0:1777047444.668491:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:56906:x1863365387799552:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:3.0:1777047444.668514:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047444.668591:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d724936758 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7492 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047444.668631:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xc0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047444.668659:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047444.668664:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047444.668679:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d724936758 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7492 expref: 26 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.668726:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d724936758 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7492 expref: 26 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.669528:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90800, rc 0) 00000100:00100000:3.0:1777047444.674739:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387799936 00000100:00100000:3.0:1777047444.674750:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387799936 00010000:00010000:3.0:1777047444.674797:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249365d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7414 expref: 17 pid: 8480 timeout: 4173 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047444.674982:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1793 00000100:00100000:3.0:1777047444.675000:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645847800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365387799936:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047444.675048:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047444.675060:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249365d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7414 expref: 17 pid: 8480 timeout: 4173 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.675100:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249365d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7414 expref: 17 pid: 8480 timeout: 4173 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.675133:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249365d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7414 expref: 17 pid: 8480 timeout: 4173 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.675158:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047444.675161:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047444.675168:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d72493673c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.675186:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d72493673c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.675253:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047444.675321:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645847800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365387799936:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 320us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047444.675338:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1793 00000100:00100000:3.0:1777047444.697775:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e00a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:36216:1863365442962176:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047444.697832:0:36216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d1ebc036/0x5ecf73d72493674a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047444.698718:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047444.698838:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:3.0:1777047444.706882:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047444.725679:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 966 00000100:00100000:3.0:1777047444.725704:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365387800832:12345-192.168.201.54@tcp:10:bash.0 00002000:00010000:3.0:1777047444.725891:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xc1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047444.725898:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xc1:0x0] updating lvb mtime from disk: 0 -> 1777047445 00002000:00010000:3.0:1777047444.725902:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xc1:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047444.725907:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xc1:0x0] updating lvb ctime from disk: 0 -> 1777047445 00002000:00010000:3.0:1777047444.725911:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xc1:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047444.726050:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365387800832:12345-192.168.201.54@tcp:10:bash.0 Request processed in 311us (14956us total) trans 17179870163 rc 0/0 00000100:00100000:3.0:1777047444.726070:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 966 00002000:00010000:3.0:1777047444.726078:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/193 (0->18446744073709551615) 00002000:00100000:3.0:1777047444.726085:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e009500 with x1863365387800832 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047444.726097:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e009500. 00000100:00100000:3.0:1777047444.803727:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047444.805820:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e008000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3683:1863365442962944:0@lo:400:kworker.0 00000100:00100000:3.0:1777047444.815958:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047444.816060:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e00aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365442963456:0@lo:400:kworker.0 00000100:00100000:3.0:1777047444.816845:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047444.816934:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e008000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3683:1863365442962944:0@lo:400:kworker.0 00000100:00100000:3.0:1777047444.817003:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442963584 00000100:00100000:3.0:1777047444.817047:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442963584 00000100:00100000:3.0:1777047444.817161:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442963456 00000100:00100000:3.0:1777047444.817169:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442963456 00000100:00100000:3.0:1777047444.817221:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2963 00000100:00100000:3.0:1777047444.817237:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365442963584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047444.819536:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365442963584:12345-0@lo:400:kworker.0 Request processed in 2301us (13193us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047444.819551:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2963 00000100:00100000:3.0:1777047444.820365:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e00b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365442963584:0@lo:400:kworker.0 00000100:00100000:3.0:1777047444.831510:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:3.0:1777047444.837731:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047444.837741:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249367ba lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.837753:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f47e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047444.837759:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249367ba lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.837771:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249367ba lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.837788:0:6576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa4:0x0].0x0 (ffff9e0641ff7500) 00010000:00010000:3.0:1777047444.837793:0:6576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777047444.837798:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249367ba lrc: 1/0,0 mode: --/PW res: [0x240000404:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.837808:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249367ba lrc: 0/0,0 mode: --/PW res: [0x240000404:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.837831:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047444.837834:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047444.837838:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047444.850840:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047444.926347:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047444.933319:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047444.947826:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:3.0:1777047444.950975:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936823 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f74d1 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.951182:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d72493682a lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.951553:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d72493682a lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.951581:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d72493682a lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.951608:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724936831 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.951624:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724936831 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.951639:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724936831 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.952245:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936838 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xa5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.952260:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936838 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xa5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.952271:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936838 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xa5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047444.952286:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xa5:0x0]: returning size 0 00010000:00010000:3.0:1777047444.952318:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d72493682a lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.952336:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d72493682a lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.952350:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d72493682a lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.952363:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d72493682a lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.952376:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047444.952441:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d72493682a lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.952458:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d72493682a lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.952478:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e06431bad00) 00010000:00010000:3.0:1777047444.952484:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047444.952491:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d72493682a lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.952504:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d72493682a lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777047444.952528:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000adfe6824 reply state 00000000a3e7d9d2 transno 4294969626 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724936831 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.952551:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724936831 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.952567:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7200) 00010000:00010000:3.0:1777047444.952575:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047444.952581:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777047444.952634:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936823 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f74d1 expref: 71 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.952673:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936838 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xa5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f74d1 expref: 70 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.952688:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa5:0x0].0x0 (ffff9e06431ba600) 00010000:00010000:3.0:1777047444.952693:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047444.952698:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91c00, rc 0) 00000100:00100000:3.0:1777047444.952813:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+71:57195:x1863365387803008:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 4187us (4998us total) trans 4294969626 rc 0/0 00000100:00100000:3.0:1777047444.952830:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5640 00000100:00100000:3.0:1777047444.969623:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047445.054590:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047445.062734:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387804288 00000100:00100000:3.0:1777047445.062764:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387804288 00000100:00100000:3.0:1777047445.062978:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3487 00000100:00100000:3.0:1777047445.063058:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2429:x1863365387804288:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047445.063102:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047445.063153:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493687e lrc: 2/0,0 mode: --/PR res: [0x280000400:0xc3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f74e6 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047445.063230:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xc3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047445.063278:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047445.063298:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047445.063314:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493687e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f74e6 expref: 26 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.063363:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493687e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f74e6 expref: 26 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.063402:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91e00, rc 0) 00000100:00100000:3.0:1777047445.063648:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2429:x1863365387804288:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 653us (2692us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047445.063679:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3487 00000100:00100000:3.0:1777047445.081626:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047445.170484:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5644 00000100:00100000:3.0:1777047445.170521:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57197:x1863365387804800:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047445.170554:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047445.170573:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d7249368a1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xa5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f74fb expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.170657:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d7249368a1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f74fb expref: 77 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.170697:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d7249368a1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f74fb expref: 77 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.170741:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa5:0x0].0x0 (ffff9e0641ff7800) 00010000:00010000:3.0:1777047445.170763:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047445.170769:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91400, rc 0) 00000100:00100000:3.0:1777047445.171767:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57197:x1863365387804800:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1248us (13247us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047445.171800:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5644 00000100:00100000:3.0:1777047445.228304:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047445.228472:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047445.273732:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047445.276992:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387805824 00000100:00100000:3.0:1777047445.277036:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387805824 00000100:00100000:3.0:1777047445.277135:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5648 00000100:00100000:3.0:1777047445.277157:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57197:x1863365387805824:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047445.277184:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047445.277211:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249368e0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xa5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7510 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.277339:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249368e7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xa5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.277365:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249368e7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xa5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.277382:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249368e7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xa5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047445.277503:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xa5:0x0]: returning size 0 00000004:00200000:3.0:1777047445.277512:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047445.277544:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249368e7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xa5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.277593:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249368e0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7510 expref: 84 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.277634:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249368e7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xa5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7510 expref: 83 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.277683:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa5:0x0].0x0 (ffff9e0641ff7800) 00010000:00010000:3.0:1777047445.277689:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047445.277699:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90200, rc 0) 00000100:00100000:3.0:1777047445.277770:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57197:x1863365387805824:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 620us (1026us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047445.277788:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5648 00000100:00100000:3.0:1777047445.318282:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:3.0:1777047445.330786:0:6588:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d7249368f5 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xa5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.330804:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d7249368f5 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xa5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777047445.334161:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].399, 88 off39296 00000004:00080000:3.0:1777047445.334183:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4073970798482ns, next at 4074960474024ns, rc = 0 00000040:00080000:3.0:1777047445.334225:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].380, 88 off37576 00000004:00080000:3.0:1777047445.334248:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4073970853949ns, next at 4073679733081ns, rc = 0 00000040:00080000:3.0:1777047445.334292:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].381, 88 off37664 00000004:00080000:3.0:1777047445.334302:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4073970918619ns, next at 4073679733081ns, rc = 0 00000040:00080000:3.0:1777047445.334324:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].400, 88 off39384 00000004:00080000:3.0:1777047445.334331:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4073970947979ns, next at 4074960474024ns, rc = 0 00000001:00080000:3.0:1777047445.352400:0:7507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969638 is committed 00000004:00080000:3.0:1777047445.352417:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 289 committed 00000004:00080000:3.0:1777047445.352435:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 268 committed 00000004:00080000:3.0:1777047445.352465:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 267 committed 00000004:00080000:3.0:1777047445.352471:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 288 committed 00000004:00080000:3.0:1777047445.352486:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 287 committed 00000100:00100000:3.0:1777047445.352587:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442964352:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1777047445.352725:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047445.359762:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442964480 00000100:00100000:3.0:1777047445.359775:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442964480 00000100:00100000:3.0:1777047445.359847:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442964608 00000100:00100000:3.0:1777047445.359854:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442964608 00000100:00100000:3.0:1777047445.359897:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3490 00000100:00100000:3.0:1777047445.359912:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+42:3685:x1863365442964480:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1777047445.359973:0:8480:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:193 count 1 00010000:00010000:3.0:1777047445.360041:0:8480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d724936926 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.360079:0:8480:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c573f83d/0x5ecf73d7249366d3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f746f expref: 25 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.360096:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047445.360101:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047445.360108:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d724936926 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.360494:0:8480:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c573f83d/0x5ecf73d7249366d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f746f expref: 25 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.360520:0:8480:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c573f83d/0x5ecf73d7249366d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f746f expref: 25 pid: 36217 timeout: 4173 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047445.360547:0:8480:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749165180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365442964992:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047445.360639:0:8480:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0768d45780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047445.367296:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e00aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:36216:1863365442964864:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047445.367343:0:36216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493691f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047445.367533:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000004:00080000:3.0:1777047445.371811:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e3ea680/2, rc 0, transno 17179870165 00000100:00100000:3.0:1777047445.371826:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442965504:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777047445.378527:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e009f80/2, rc 0, transno 21474837427 00000100:00100000:3.0:1777047445.378541:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e009f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442964608:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047445.381277:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047445.381491:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047445.382715:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1800 00000100:00100000:3.0:1777047445.382743:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2432:x1863365387807488:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047445.382768:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047445.382786:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d7249366cc lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7468 expref: 18 pid: 8480 timeout: 4173 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.382816:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d7249366cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7468 expref: 18 pid: 8480 timeout: 4173 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.382864:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047445.382868:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047445.382876:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f3b6067d/0x5ecf73d72493692d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.382895:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f3b6067d/0x5ecf73d72493692d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.382921:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047445.392670:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365387807488:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 9934us (11178us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047445.392688:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1800 00010000:00010000:3.0:1777047445.393539:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777047445.395748:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0642d31f80/2, rc 0, transno 21474837429 00000100:00100000:3.0:1777047445.395763:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442964352:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1777047445.404515:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e3e9180/2, rc 0, transno 17179870166 00000100:00100000:3.0:1777047445.404531:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442965248:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1777047445.407498:0:8480:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d724936926 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.407521:0:8480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d724936926 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.407540:0:8480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d724936926 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.407566:0:8480:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d724936926 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.407606:0:8480:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047445.407880:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+44:3685:x1863365442964480:12345-0@lo:6:osp-syn-0-1.0 Request processed in 47967us (49359us total) trans 21474837430 rc 0/0 00000100:00100000:3.0:1777047445.407897:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3490 00000100:00100000:3.0:1777047445.411672:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:3.0:1777047445.413208:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047445.413225:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c3a65be6/0x5ecf73d724936934 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.413247:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047445.413254:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3a65be6/0x5ecf73d724936934 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.413272:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3a65be6/0x5ecf73d724936934 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.413299:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c3a65be6/0x5ecf73d724936934 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.413314:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c3a65be6/0x5ecf73d724936934 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.413356:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047445.413360:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047445.413364:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047445.429330:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387808000 00000100:00100000:3.0:1777047445.429345:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387808000 00002000:00010000:3.0:1777047445.429453:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/195 (0->18446744073709551615) 00002000:00100000:3.0:1777047445.429462:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0745e44380 with x1863365387808000 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047445.429479:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0745e44380. 00000100:00100000:3.0:1777047445.429541:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 967 00000100:00100000:3.0:1777047445.429559:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365387808000:12345-192.168.201.54@tcp:10:bash.0 00002000:00010000:3.0:1777047445.429818:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xc3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047445.429825:0:29067:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xc3:0x0] updating lvb mtime from disk: 0 -> 1777047445 00002000:00010000:3.0:1777047445.429830:0:29067:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xc3:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047445.429833:0:29067:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xc3:0x0] updating lvb ctime from disk: 0 -> 1777047445 00002000:00010000:3.0:1777047445.429837:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xc3:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047445.429937:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365387808000:12345-192.168.201.54@tcp:10:bash.0 Request processed in 380us (1316us total) trans 17179870168 rc 0/0 00000100:00100000:3.0:1777047445.429951:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 967 00002000:00010000:3.0:1777047445.429958:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/195 (0->18446744073709551615) 00002000:00100000:3.0:1777047445.429963:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0745e44380 with x1863365387808000 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047445.429971:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0745e44380. 00000100:00100000:3.0:1777047445.453441:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5651 00000100:00100000:3.0:1777047445.453462:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+64:57198:x1863365387808384:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047445.453497:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047445.453531:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724936949 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7533 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.453651:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936950 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.453673:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936950 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.453992:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936950 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.454047:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936957 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.454064:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936957 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.455295:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936957 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.456576:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d72493695e lrc: 3/1,0 mode: --/PR res: [0x240000404:0xa5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.456597:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d72493695e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xa5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.456612:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d72493695e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xa5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047445.456632:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xa5:0x0]: returning size 2 00010000:00010000:3.0:1777047445.456758:0:6590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936950 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.456780:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936950 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.456792:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936950 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.456806:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936950 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.456817:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047445.456825:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936950 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.456838:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936950 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.456858:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56b00) 00010000:00010000:3.0:1777047445.456864:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047445.456871:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936950 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.456883:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936950 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.456907:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936957 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.456919:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936957 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.456930:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936957 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.456941:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047445.456947:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936957 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.456959:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936957 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.456973:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0642f56e00) 00010000:00010000:3.0:1777047445.456977:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047445.456982:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936957 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.456992:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936957 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.457464:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724936949 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7533 expref: 67 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.457504:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d72493695e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xa5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7533 expref: 66 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.457518:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa5:0x0].0x0 (ffff9e0641ff7800) 00010000:00010000:3.0:1777047445.457522:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047445.457526:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91c00, rc 0) 00000100:00100000:3.0:1777047445.459178:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+66:57198:x1863365387808384:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 5714us (13448us total) trans 4294969640 rc 0/0 00000100:00100000:3.0:1777047445.459195:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5651 00000100:00100000:3.0:1777047445.513755:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387809152 00000100:00100000:3.0:1777047445.513771:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387809152 00000100:00100000:3.0:1777047445.513893:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5652 00000100:00100000:3.0:1777047445.513911:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+68:57199:x1863365387809152:12345-192.168.201.54@tcp:36:rm.0 00010000:00010000:3.0:1777047445.514025:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777047445.514068:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d7249368f5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xa5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7517 expref: 68 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.514134:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27e00/0x5ecf73d7249368af lrc: 0/0,0 mode: --/PR res: [0x240000404:0xa5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7502 expref: 67 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.514155:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa5:0x0].0x0 (ffff9e0641ff7800) 00010000:00010000:3.0:1777047445.514165:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047445.514204:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d72493696c lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.514226:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d72493696c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.514243:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d72493696c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.514265:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936973 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.514279:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936973 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.514293:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936973 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.514478:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d72493697a lrc: 3/0,1 mode: --/EX res: [0x240000404:0xa5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.514502:0:6589:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d72493695e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xa5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7533 expref: 66 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.514518:0:6589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d72493697a lrc: 4/0,1 mode: --/EX res: [0x240000404:0xa5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.514570:0:6589:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d72493695e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xa5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7533 expref: 66 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.514596:0:6589:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d72493695e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xa5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7533 expref: 66 pid: 6590 timeout: 4174 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047445.514621:0:6589:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749165880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6589:1863365442965888:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047445.514730:0:6589:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0768d45780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047445.525678:0:6589:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749165880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6589:1863365442965888:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047445.525720:0:6589:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d72493697a lrc: 3/0,1 mode: --/EX res: [0x240000404:0xa5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.535638:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047445.535650:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e061000/0x5ecf73d72493698f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.535665:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e061000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047445.535671:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e061000/0x5ecf73d72493698f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.535682:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e061000/0x5ecf73d72493698f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.535700:0:6576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa5:0x0].0x0 (ffff9e0641ff7800) 00010000:00010000:3.0:1777047445.535705:0:6576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777047445.535710:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e061000/0x5ecf73d72493698f lrc: 1/0,0 mode: --/PW res: [0x240000404:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.535718:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e061000/0x5ecf73d72493698f lrc: 0/0,0 mode: --/PW res: [0x240000404:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.535747:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047445.535750:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047445.535753:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047445.569200:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387809792 00000100:00100000:3.0:1777047445.569216:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387809792 00000100:00100000:3.0:1777047445.569322:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5654 00000100:00100000:3.0:1777047445.569340:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+67:57198:x1863365387809792:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047445.569375:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047445.569464:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936996 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7541 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.569586:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d72493699d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.569611:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d72493699d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.569630:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d72493699d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.569648:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249369a4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.569662:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249369a4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.569674:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249369a4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.570058:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d72493699d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.570072:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d72493699d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.570083:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d72493699d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.570095:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d72493699d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.570106:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047445.570114:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d72493699d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.570137:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d72493699d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.570156:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56700) 00010000:00010000:3.0:1777047445.570162:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047445.570170:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d72493699d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.570182:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d72493699d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.570205:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249369a4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.570216:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249369a4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.570226:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249369a4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.570234:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047445.570239:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249369a4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.570250:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249369a4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.570264:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0642f56e00) 00010000:00010000:3.0:1777047445.570268:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047445.570274:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249369a4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.570284:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249369a4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.570332:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936996 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7541 expref: 68 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.570351:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56700) 00010000:00010000:3.0:1777047445.570355:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777047445.570362:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936996 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7541 expref: 68 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.570447:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90800, rc 0) 00000100:00100000:3.0:1777047445.570550:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+67:57198:x1863365387809792:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1212us (1734us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047445.570566:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5654 00000100:00100000:3.0:1777047445.662065:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387810176 00000100:00100000:3.0:1777047445.662099:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387810176 00000100:00100000:3.0:1777047445.662771:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5657 00000100:00100000:3.0:1777047445.662804:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+67:57200:x1863365387810176:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047445.666373:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047445.666429:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249369d5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7556 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.666580:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249369dc lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.666618:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249369dc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.666642:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249369dc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047445.670487:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1777047445.670516:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000100:00100000:3.0:1777047445.695644:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047445.770574:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047445.801621:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047445.828664:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365442966144:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777047445.831027:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047445.831546:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777047445.831567:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365442966272:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047445.831627:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047445.831701:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442966144 00000100:00100000:3.0:1777047445.831714:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442966144 00000100:00100000:3.0:1777047445.832558:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442966272 00000100:00100000:3.0:1777047445.832567:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442966272 00000100:00100000:3.0:1777047445.832612:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2448 00000100:00100000:3.0:1777047445.832636:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749167800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365442966144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777047445.832687:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 159300032 pending 57344 free 3919187968 avail 3687665664 00000100:00100000:3.0:1777047445.832779:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749167800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365442966144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 147us (1787us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047445.832799:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2448 00000100:00100000:3.0:1777047445.832837:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2449 00000100:00100000:3.0:1777047445.832851:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749167480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365442966272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777047445.832885:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 260111680 pending 0 free 3920224256 avail 3688701952 00000100:00100000:3.0:1777047445.832961:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749167480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365442966272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 111us (1332us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047445.832974:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2449 00000100:00100000:3.0:1777047445.856199:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047445.962788:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047445.970928:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387813376 00000100:00100000:3.0:1777047445.970941:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387813376 00000100:00100000:3.0:1777047445.971046:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1924 00000100:00100000:3.0:1777047445.971064:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57201:x1863365387813376:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047445.984514:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57201:x1863365387813376:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 13439us (14013us total) trans 4294969652 rc 0/0 00000100:00100000:3.0:1777047445.984537:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1924 00000100:00100000:3.0:1777047446.028364:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047446.042736:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3504 00000100:00100000:3.0:1777047446.042756:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+47:3685:x1863365442966912:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777047446.043080:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xc5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047446.043088:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xc5:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1777047446.043093:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xc5:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047446.043098:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xc5:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1777047446.043102:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xc5:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047446.043536:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+48:3685:x1863365442966912:12345-0@lo:2:osp-syn-0-1.0 Request processed in 780us (16378us total) trans 21474837432 rc 0/0 00000100:00100000:3.0:1777047446.043558:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3504 00000100:00100000:3.0:1777047446.043594:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3505 00000100:00100000:3.0:1777047446.043609:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+19:3683:x1863365442967168:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1777047446.043640:0:8479:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:195 count 1 00010000:00010000:3.0:1777047446.043661:0:8479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724936adf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xc3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.043692:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d72493693b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7525 expref: 18 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.043710:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047446.043713:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047446.043719:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724936adf lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.043764:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d72493693b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7525 expref: 18 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.043784:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d72493693b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7525 expref: 18 pid: 30115 timeout: 4174 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047446.043809:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749166300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1863365442967936:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047446.043862:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0768d45780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047446.053535:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387814144 00000100:00100000:3.0:1777047446.053549:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387814144 00010000:00010000:3.0:1777047446.057345:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f1dadf6f/0x5ecf73d724936942 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f752c expref: 27 pid: 36217 timeout: 4174 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047446.057420:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1807 00000100:00100000:3.0:1777047446.057442:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2430:x1863365387814144:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047446.057463:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047446.057474:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f1dadf6f/0x5ecf73d724936942 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f752c expref: 27 pid: 36217 timeout: 4174 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.057499:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f1dadf6f/0x5ecf73d724936942 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f752c expref: 27 pid: 36217 timeout: 4174 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.057529:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047446.057532:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047446.057541:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c573f83d/0x5ecf73d724936aca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.057559:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c573f83d/0x5ecf73d724936aca lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.057589:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047446.071599:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047446.071725:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749166300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1863365442967936:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047446.071768:0:8479:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724936adf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047446.085674:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387814784 00000100:00100000:3.0:1777047446.085690:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387814784 00000100:00100000:3.0:1777047446.085780:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1926 00000100:00100000:3.0:1777047446.085798:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+65:57201:x1863365387814784:12345-192.168.201.54@tcp:33:lfs.0 00000100:00100000:3.0:1777047446.086076:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+65:57201:x1863365387814784:12345-192.168.201.54@tcp:33:lfs.0 Request processed in 279us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047446.086092:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1926 00000100:00100000:3.0:1777047446.125121:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387815168 00000100:00100000:3.0:1777047446.125477:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387815168 00002000:00010000:3.0:1777047446.125513:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/197 (0->18446744073709551615) 00002000:00100000:3.0:1777047446.125566:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077797b800 with x1863365387815168 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047446.125578:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e077797b800. 00000100:00100000:3.0:1777047446.125621:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 970 00000100:00100000:3.0:1777047446.125636:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365387815168:12345-192.168.201.54@tcp:10:bash.0 00002000:00010000:3.0:1777047446.125805:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xc5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047446.125812:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xc5:0x0] updating lvb mtime from disk: 0 -> 1777047446 00002000:00010000:3.0:1777047446.125816:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xc5:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047446.125821:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xc5:0x0] updating lvb ctime from disk: 0 -> 1777047446 00002000:00010000:3.0:1777047446.125825:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xc5:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047446.125876:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365387815168:12345-192.168.201.54@tcp:10:bash.0 Request processed in 242us (1272us total) trans 17179870173 rc 0/0 00000100:00100000:3.0:1777047446.125889:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 970 00002000:00010000:3.0:1777047446.125894:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/197 (0->18446744073709551615) 00002000:00100000:3.0:1777047446.125899:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077797b800 with x1863365387815168 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047446.125907:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e077797b800. 00000100:00100000:3.0:1777047446.239695:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047446.272184:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:3.0:1777047446.276432:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047446.276448:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d724936b3a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.276463:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047446.276470:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d724936b3a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.276485:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d724936b3a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.276528:0:17980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa6:0x0].0x0 (ffff9e06431bc500) 00010000:00010000:3.0:1777047446.276534:0:17980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777047446.276541:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d724936b3a lrc: 1/0,0 mode: --/PW res: [0x240000404:0xa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.276561:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d724936b3a lrc: 0/0,0 mode: --/PW res: [0x240000404:0xa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.276585:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047446.276588:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047446.276591:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047446.335032:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387816576 00000100:00100000:3.0:1777047446.335049:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387816576 00000100:00100000:3.0:1777047446.335152:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5672 00000100:00100000:3.0:1777047446.335172:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+69:57204:x1863365387816576:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047446.335205:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047446.335240:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936b56 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f75cd expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.335345:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936b5d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.335370:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936b5d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.335463:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936b5d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.335489:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724936b64 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.335505:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724936b64 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.335519:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724936b64 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.335578:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936b5d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.335647:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936b5d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.335662:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936b5d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.335676:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936b5d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.335687:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047446.335694:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936b5d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.335708:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936b5d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.335730:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56600) 00010000:00010000:3.0:1777047446.335737:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047446.335744:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936b5d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.335756:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936b5d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.335778:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724936b64 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.335816:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724936b64 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.335829:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724936b64 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.335840:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047446.335845:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724936b64 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.335857:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724936b64 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.335871:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0752b2ae00) 00010000:00010000:3.0:1777047446.335876:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047446.335882:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724936b64 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.335894:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724936b64 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.335944:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936b56 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f75cd expref: 70 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.335965:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56600) 00010000:00010000:3.0:1777047446.335970:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047446.335977:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936b56 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f75cd expref: 70 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.336046:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90200, rc 0) 00000100:00100000:3.0:1777047446.336148:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+69:57204:x1863365387816576:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 980us (1411us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047446.336169:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5672 00000100:00100000:3.0:1777047446.347971:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047446.357508:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387816832 00000100:00100000:3.0:1777047446.357525:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387816832 00000100:00100000:3.0:1777047446.357623:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5674 00000100:00100000:3.0:1777047446.357641:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644326d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+69:57204:x1863365387816832:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047446.357667:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047446.357699:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936b80 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f75db expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.357818:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724936b87 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.358168:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724936b87 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.358188:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724936b87 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047446.358260:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1777047446.358267:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1777047446.358324:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936b80 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f75db expref: 71 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.358354:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724936b87 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f75db expref: 70 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.358371:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56600) 00010000:00010000:3.0:1777047446.358378:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777047446.358447:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90000, rc 0) 00000100:00100000:3.0:1777047446.358531:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644326d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+70:57204:x1863365387816832:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 894us (5150us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047446.358544:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5674 00000100:00100000:3.0:1777047446.390703:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387816960 00000100:00100000:3.0:1777047446.390718:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387816960 00000100:00100000:3.0:1777047446.391662:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5675 00000100:00100000:3.0:1777047446.391681:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+70:57204:x1863365387816960:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047446.391709:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047446.392634:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936b8e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f75e2 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.392732:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936b95 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.392754:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936b95 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.393106:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936b95 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.393131:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936b9c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.393146:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936b9c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.393159:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936b9c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.393216:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936b95 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.393228:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936b95 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.393238:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936b95 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.393251:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936b95 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.393260:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047446.393267:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936b95 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.393278:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936b95 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.393294:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56600) 00010000:00010000:3.0:1777047446.393299:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047446.393304:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936b95 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.393315:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936b95 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.393337:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936b9c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.393348:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936b9c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.393358:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936b9c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.393367:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047446.393372:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936b9c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.393440:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936b9c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.393455:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0752b2ae00) 00010000:00010000:3.0:1777047446.393460:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047446.393466:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936b9c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.393477:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936b9c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.393524:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936b8e lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f75e2 expref: 71 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.393541:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56600) 00010000:00010000:3.0:1777047446.393545:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047446.393551:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936b8e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f75e2 expref: 71 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.393566:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91c00, rc 0) 00000100:00100000:3.0:1777047446.393652:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+70:57204:x1863365387816960:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1975us (3930us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047446.393672:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5675 00000100:00100000:3.0:1777047446.407502:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047446.445868:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387817472 00000100:00100000:3.0:1777047446.445885:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387817472 00000100:00100000:3.0:1777047446.445969:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387817728 00000100:00100000:3.0:1777047446.445976:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387817728 00000100:00100000:3.0:1777047446.446245:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5677 00000100:00100000:3.0:1777047446.446266:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:57204:x1863365387817472:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047446.446300:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047446.446331:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936bc6 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f75f0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.446490:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936bcd lrc: 3/0,1 mode: --/EX res: [0x240000404:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.446516:0:6589:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26200/0x5ecf73d724936bb8 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f75e9 expref: 74 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.446533:0:6589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936bcd lrc: 4/0,1 mode: --/EX res: [0x240000404:0xa7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.446631:0:6589:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26200/0x5ecf73d724936bb8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f75e9 expref: 74 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.446658:0:6589:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26200/0x5ecf73d724936bb8 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f75e9 expref: 74 pid: 6588 timeout: 4175 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047446.446684:0:6589:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749166d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6589:1863365442968064:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047446.447128:0:6589:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047446.450524:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:57205:x1863365387817728:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047446.450551:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047446.450578:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936bd4 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f75f7 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.450698:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936bdb lrc: 3/1,0 mode: --/PR res: [0x240000404:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.450720:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936bdb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xa7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.450738:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936bdb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xa7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047446.450757:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xa7:0x0]: returning size 0 00010000:00010000:3.0:1777047446.452155:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936bdb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xa7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.452172:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936bdb lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xa7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.452183:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936bdb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xa7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.452612:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047446.452620:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936bdb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xa7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.452635:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936bdb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xa7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.452657:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa7:0x0].0x0 (ffff9e06431bcb00) 00010000:00010000:3.0:1777047446.452662:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777047446.452670:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936bdb lrc: 2/0,0 mode: --/PR res: [0x240000404:0xa7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.452681:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936bdb lrc: 0/0,0 mode: --/PR res: [0x240000404:0xa7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.452747:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936bd4 lrc: 1/0,0 mode: --/CR res: [0x240000404:0xa7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f75f7 expref: 76 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.452766:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa7:0x0].0x0 (ffff9e06431bcb00) 00010000:00010000:3.0:1777047446.452770:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777047446.452776:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936bd4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xa7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f75f7 expref: 76 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.452793:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90200, rc 0) 00000100:00100000:3.0:1777047446.453583:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57205:x1863365387817728:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 4842us (7859us total) trans 4294969661 rc 301/301 00000100:00100000:3.0:1777047446.453601:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5678 00010000:00010000:3.0:1777047446.483710:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936bc6 lrc: 1/0,0 mode: --/CR res: [0x240000404:0xa7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f75f0 expref: 74 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.483737:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa7:0x0].0x0 (ffff9e06431bcb00) 00010000:00010000:3.0:1777047446.483744:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777047446.483753:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936bc6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xa7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f75f0 expref: 74 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.484111:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91c00, rc 0) 00000100:00100000:3.0:1777047446.484188:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:57204:x1863365387817472:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 37926us (38547us total) trans 4294969662 rc 301/301 00000100:00100000:3.0:1777047446.484201:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5677 00000100:00100000:3.0:1777047446.490453:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387818112 00000100:00100000:3.0:1777047446.490472:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387818112 00000100:00100000:3.0:1777047446.491608:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1929 00000100:00100000:3.0:1777047446.491626:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:57205:x1863365387818112:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047446.492651:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:57205:x1863365387818112:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1026us (8890us total) trans 4294969663 rc 0/0 00000100:00100000:3.0:1777047446.492666:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1929 00000100:00100000:3.0:1777047446.493090:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047446.506327:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047446.513348:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047446.529483:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047446.539153:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047446.563758:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047446.593824:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047446.601179:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047446.620430:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387820160 00000100:00100000:3.0:1777047446.620447:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387820160 00000100:00100000:3.0:1777047446.631419:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387820416 00000100:00100000:3.0:1777047446.631439:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387820416 00000100:00100000:3.0:1777047446.631540:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5683 00000100:00100000:3.0:1777047446.631561:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:56906:x1863365387820160:12345-192.168.201.54@tcp:36:bash.0 00010000:00010000:3.0:1777047446.631647:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047446.631686:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724936c28 lrc: 0/0,0 mode: --/CW res: [0x240000404:0xa7:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7613 expref: 83 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.631719:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa7:0x0].0x0 (ffff9e0752b2aa00) 00010000:00010000:3.0:1777047446.631728:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047446.632676:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936c4b lrc: 3/0,1 mode: --/PW res: [0x240000404:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.632702:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936c4b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.632719:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936c4b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047446.632789:0:9025:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294969669 00000004:00010000:3.0:1777047446.632826:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001dc32596 reply state 000000004e1f31c4 transno 4294969670 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936c4b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.632847:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936c4b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.632859:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa7:0x0].0x0 (ffff9e0752b2aa00) 00010000:00010000:3.0:1777047446.632864:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047446.632868:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047446.637817:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+86:56906:x1863365387820160:12345-192.168.201.54@tcp:36:bash.0 Request processed in 6252us (17637us total) trans 4294969670 rc 0/0 00000100:00100000:3.0:1777047446.637835:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5683 00000020:00080000:3.0:1777047446.637845:0:9025:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047446.648627:0:33220:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387820544 00000100:00100000:3.0:1777047446.648642:0:33220:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387820544 00000100:00100000:3.0:1777047446.648738:0:33220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 271 00000100:00100000:3.0:1777047446.648770:0:33220:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e28d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2432:x1863365387820544:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:3.0:1777047446.649195:0:33220:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e28d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2432:x1863365387820544:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 431us (811us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047446.649215:0:33220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 271 00000100:00100000:3.0:1777047446.662092:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387820928 00000100:00100000:3.0:1777047446.662108:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387820928 00000100:00100000:3.0:1777047446.662220:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1933 00000100:00100000:3.0:1777047446.662238:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717d3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+86:57205:x1863365387820928:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047446.662618:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717d3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+88:57205:x1863365387820928:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 381us (2044us total) trans 4294969672 rc 0/0 00000100:00100000:3.0:1777047446.662636:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1933 00000100:00100000:3.0:1777047446.668896:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047446.690783:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387821440 00000100:00100000:3.0:1777047446.690796:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387821440 00010000:00010000:3.0:1777047446.691180:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724936c67 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7628 expref: 88 pid: 12913 timeout: 4175 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047446.691256:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1811 00000100:00100000:3.0:1777047446.691274:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+88:2429:x1863365387821440:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047446.691300:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047446.691315:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724936c67 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7628 expref: 88 pid: 12913 timeout: 4175 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.691346:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724936c67 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7628 expref: 88 pid: 12913 timeout: 4175 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.691428:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724936c67 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7628 expref: 88 pid: 12913 timeout: 4175 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.691456:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa7:0x0].0x0 (ffff9e0752b2aa00) 00010000:00010000:3.0:1777047446.691465:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290e00/0x5ecf73d724936c7c lrc: 3/0,1 mode: --/EX res: [0x240000404:0xa7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.691485:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290e00/0x5ecf73d724936c7c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xa7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.691500:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290e00/0x5ecf73d724936c7c lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xa7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047446.715031:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442968576:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047446.715682:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442968448 00000100:00100000:3.0:1777047446.715696:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442968448 00000100:00100000:3.0:1777047446.716149:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442968960 00000100:00100000:3.0:1777047446.716159:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442968960 00000100:00100000:3.0:1777047446.716222:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442968320 00000100:00100000:3.0:1777047446.716556:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442968320 00000100:00100000:3.0:1777047446.722244:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442968832 00000100:00100000:3.0:1777047446.722282:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442968832 00000100:00100000:3.0:1777047446.722380:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3513 00000100:00100000:3.0:1777047446.722401:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+22:3683:x1863365442968448:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1777047446.722452:0:28387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:198 count 1 00010000:00010000:3.0:1777047446.722492:0:28387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724936c83 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xc6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.722560:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000778cd11c/0x5ecf73d724936a53 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7579 expref: 19 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.722584:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047446.722589:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047446.722597:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724936c83 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.722690:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000778cd11c/0x5ecf73d724936a53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7579 expref: 19 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.722748:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000778cd11c/0x5ecf73d724936a53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7579 expref: 19 pid: 11204 timeout: 4175 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047446.722784:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745ebc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365442969344:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047446.728791:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0758d99600 going to sleep for 11 seconds 00000004:00080000:3.0:1777047446.743190:0:8627:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 13 in progress, 2 in flight, 34 done 00000004:00080000:3.0:1777047446.743323:0:8627:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 8 in progress, 2 in flight, 5 done 00010000:00010000:3.0:1777047446.762778:0:28387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000778cd11c/0x5ecf73d724936a53 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7579 expref: 19 pid: 11204 timeout: 4175 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047446.762817:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745ebc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365442969344:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047446.762854:0:28387:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724936c83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.763590:0:8633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b313ea65/0x5ecf73d724936c91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.763623:0:8633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b313ea65/0x5ecf73d724936c91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.763655:0:8633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b313ea65/0x5ecf73d724936c91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.763672:0:8633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b313ea65/0x5ecf73d724936c91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.763719:0:8633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047446.763952:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+25:3683:x1863365442968320:12345-0@lo:6:osp-syn-1-1.0 Request processed in 40128us (48177us total) trans 17179870176 rc 0/0 00000100:00100000:3.0:1777047446.763970:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3515 00000004:00080000:3.0:1777047446.764089:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e3e9c00/2, rc 0, transno 17179870176 00000100:00100000:3.0:1777047446.764103:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442968320:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1777047446.764426:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0749166d80/2, rc 0, transno 21474837439 00000100:00100000:3.0:1777047446.764437:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442968960:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1777047446.769428:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047446.771590:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387822336 00000100:00100000:3.0:1777047446.771602:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387822336 00000100:00100000:3.0:1777047446.771680:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5686 00000100:00100000:3.0:1777047446.771696:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+64:57206:x1863365387822336:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047446.771729:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047446.771759:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936ca6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f763d expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.771864:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936cad lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.771886:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936cad lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.773789:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936cad lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.773832:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936cb4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.773849:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936cb4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.773865:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936cb4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.774062:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936cbb lrc: 3/1,0 mode: --/PR res: [0x240000404:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.774080:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936cbb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.774096:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936cbb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047446.774115:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xa7:0x0]: returning size 2 00010000:00010000:3.0:1777047446.774590:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936cad lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.774606:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936cad lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.774619:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936cad lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.774632:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936cad lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.774645:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047446.774653:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936cad lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.774668:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936cad lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.774691:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56100) 00010000:00010000:3.0:1777047446.774697:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047446.774706:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936cad lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.774720:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936cad lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.774746:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936cb4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.774764:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936cb4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.774776:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936cb4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.774788:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047446.774793:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936cb4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.774805:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936cb4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.774820:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0642f56a00) 00010000:00010000:3.0:1777047446.774825:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047446.774831:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936cb4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.774842:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936cb4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047446.784638:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047446.794789:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047446.899633:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047446.956723:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047446.987338:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387824000 00000100:00100000:3.0:1777047446.987352:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387824000 00000100:00100000:3.0:1777047446.987502:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5689 00000100:00100000:3.0:1777047446.987523:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+71:57208:x1863365387824000:12345-192.168.201.54@tcp:101:rm.0 00010000:00010000:3.0:1777047446.987553:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047446.987609:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724936cfa lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7659 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.987715:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724936d01 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.987739:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724936d01 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.987758:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724936d01 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.987783:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936d08 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.987799:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936d08 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.987812:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936d08 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.987939:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936d0f lrc: 3/1,0 mode: --/PR res: [0x240000404:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.987963:0:6589:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e060c00/0x5ecf73d724936cec lrc: 2/0,0 mode: CW/CW res: [0x240000404:0xa7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7652 expref: 72 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.988012:0:6589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936d0f lrc: 4/1,0 mode: --/PR res: [0x240000404:0xa7:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.988070:0:6589:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e060c00/0x5ecf73d724936cec lrc: 3/0,0 mode: CW/CW res: [0x240000404:0xa7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7652 expref: 72 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.988099:0:6589:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e060c00/0x5ecf73d724936cec lrc: 4/0,0 mode: CW/CW res: [0x240000404:0xa7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7652 expref: 72 pid: 34275 timeout: 4175 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047446.988136:0:6589:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745ebd880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6589:1863365442969984:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047446.988261:0:6589:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0749a49480 going to sleep for 11 seconds 00000100:00100000:3.0:1777047446.999940:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.004748:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.039546:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.039654:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.068366:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.105166:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.145081:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:3.0:1777047447.146713:0:8481:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009ab5fa5a/0x5ecf73d724936d39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.146733:0:8481:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009ab5fa5a/0x5ecf73d724936d39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.146769:0:8481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009ab5fa5a/0x5ecf73d724936d39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.146784:0:8481:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009ab5fa5a/0x5ecf73d724936d39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.146798:0:8481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009ab5fa5a/0x5ecf73d724936d39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.146813:0:8481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e26600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047447.146822:0:8481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009ab5fa5a/0x5ecf73d724936d39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.146838:0:8481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009ab5fa5a/0x5ecf73d724936d39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.146862:0:8481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009ab5fa5a/0x5ecf73d724936d39 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.146876:0:8481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009ab5fa5a/0x5ecf73d724936d39 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047447.146964:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365387824896:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 77736us (78615us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047447.147012:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3523 00000100:00100000:3.0:1777047447.213443:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442970624:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047447.213504:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047447.213545:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777047447.213555:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442970752:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047447.213591:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047447.213640:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442970368 00000100:00100000:3.0:1777047447.213651:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442970368 00000100:00100000:3.0:1777047447.213716:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442970624 00000100:00100000:3.0:1777047447.213720:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442970624 00000100:00100000:3.0:1777047447.213753:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442970752 00000100:00100000:3.0:1777047447.213758:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442970752 00000100:00100000:3.0:1777047447.213789:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3524 00000100:00100000:3.0:1777047447.213804:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3683:x1863365442970368:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777047447.214008:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xc6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047447.214014:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xc6:0x0] updating lvb mtime from disk: 1777047447 -> 1777047447 00002000:00010000:3.0:1777047447.214019:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xc6:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047447.214023:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xc6:0x0] updating lvb ctime from disk: 1777047447 -> 1777047447 00002000:00010000:3.0:1777047447.214028:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xc6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047447.222114:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+16:3683:x1863365442970368:12345-0@lo:2:osp-syn-0-1.0 Request processed in 8276us (11194us total) trans 21474837442 rc 0/0 00000100:00100000:3.0:1777047447.222134:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3524 00000100:00100000:3.0:1777047447.227782:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387826048 00000100:00100000:3.0:1777047447.227822:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387826048 00000100:00100000:3.0:1777047447.227906:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5695 00000100:00100000:3.0:1777047447.227922:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+63:57209:x1863365387826048:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047447.227949:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047447.228008:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936d71 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7675 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.228127:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936d78 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.228150:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936d78 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.228187:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936d78 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.228207:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936d7f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.228219:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936d7f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.228232:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936d7f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.228776:0:6588:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936d78 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.228793:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936d78 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.228807:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936d78 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.228820:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936d78 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.228832:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047447.228839:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936d78 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.228877:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936d78 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.228914:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56c00) 00010000:00010000:3.0:1777047447.228922:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047447.228930:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936d78 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.228942:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936d78 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.228964:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936d7f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.229558:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936d7f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.229569:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936d7f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.229579:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047447.229595:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936d7f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.229609:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936d7f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.229624:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0642f56300) 00010000:00010000:3.0:1777047447.229629:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047447.229634:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936d7f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.229646:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724936d7f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.229716:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936d71 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7675 expref: 65 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.229736:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56c00) 00010000:00010000:3.0:1777047447.229741:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047447.229748:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724936d71 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7675 expref: 65 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.229774:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91c00, rc 0) 00000100:00100000:3.0:1777047447.229837:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+64:57209:x1863365387826048:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1916us (6770us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047447.229850:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5695 00000100:00100000:3.0:1777047447.260501:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.274708:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.276429:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3528 00000100:00100000:3.0:1777047447.276453:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365387826688:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047447.276544:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047447.276600:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724936dbe lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7698 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047447.276643:0:8481:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xc7:0x0] initial LVB size: 5, mtime: 0x69eb9797, atime: 0x0, ctime: 0x69eb9797, blocks: 0x8 00010000:00010000:3.0:1777047447.276673:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047447.276678:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047447.276694:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724936dbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7698 expref: 22 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.276726:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724936dbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7698 expref: 22 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.276754:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91400, rc 0) 00000100:00100000:3.0:1777047447.276833:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365387826688:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 386us (2135us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047447.276848:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3528 00000100:00100000:3.0:1777047447.332164:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.358722:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.422879:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.441604:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.509353:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.532600:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442971392 00000100:00100000:3.0:1777047447.532608:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442971392 00000100:00100000:3.0:1777047447.532660:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3533 00000100:00100000:3.0:1777047447.532671:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3685:x1863365442971392:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047447.541689:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3685:x1863365442971392:12345-0@lo:2:osp-syn-0-1.0 Request processed in 9017us (9545us total) trans 21474837445 rc 0/0 00000100:00100000:3.0:1777047447.541703:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3533 00000100:00100000:3.0:1777047447.572339:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387829376 00000100:00100000:3.0:1777047447.572353:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387829376 00000100:00100000:3.0:1777047447.582691:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.585723:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.585864:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.609020:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.655589:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.660510:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.675932:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.747120:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.747196:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.777675:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.778113:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.796156:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.817681:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.846775:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.846881:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:3.0:1777047447.859929:0:6590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d724936f15 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.859994:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d724936f15 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.860010:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d724936f15 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.860026:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d724936f15 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.860063:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047447.860073:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d724936f15 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.860089:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d724936f15 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.860117:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e06431bc600) 00010000:00010000:3.0:1777047447.860123:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047447.860132:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d724936f15 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.860146:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d724936f15 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777047447.860176:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000de19b691 reply state 00000000690e2295 transno 4294969695 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724936f1c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.860209:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724936f1c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.860225:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e06431bcd00) 00010000:00010000:3.0:1777047447.860232:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047447.860237:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777047447.860308:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d724936f0e lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f770f expref: 74 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.860351:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724936f23 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xaa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f770f expref: 73 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.860368:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xaa:0x0].0x0 (ffff9e06431bcf00) 00010000:00010000:3.0:1777047447.860373:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047447.860378:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27400, rc 0) 00000100:00100000:3.0:1777047447.860533:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:57211:x1863365387832192:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 14903us (18036us total) trans 4294969695 rc 0/0 00000100:00100000:3.0:1777047447.860549:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5715 00000100:00100000:3.0:1777047447.887903:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047447.901765:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387832960 00000100:00100000:3.0:1777047447.901781:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387832960 00000100:00100000:3.0:1777047447.901884:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5717 00000100:00100000:3.0:1777047447.901918:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57207:x1863365387832960:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:3.0:1777047447.902076:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936f3f lrc: 3/0,1 mode: --/PW res: [0x240000404:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.902109:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936f3f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.902131:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936f3f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777047447.902309:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005c5d6ef6 reply state 00000000db314f21 transno 4294969696 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936f3f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.902348:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724936f3f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.902362:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa7:0x0].0x0 (ffff9e0752b2aa00) 00010000:00010000:3.0:1777047447.902368:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047447.902374:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047447.902594:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57207:x1863365387832960:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 678us (2458us total) trans 4294969696 rc 0/0 00000100:00100000:3.0:1777047447.902610:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5717 00000100:00100000:3.0:1777047447.907039:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387833088 00000100:00100000:3.0:1777047447.907054:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387833088 00010000:00010000:3.0:1777047447.907109:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724936f23 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0xaa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f770f expref: 78 pid: 6590 timeout: 4176 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047447.907826:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1823 00000100:00100000:3.0:1777047447.907846:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:2429:x1863365387833088:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047447.907871:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047447.907885:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724936f23 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0xaa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f770f expref: 78 pid: 6590 timeout: 4176 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.907939:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724936f23 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xaa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f770f expref: 78 pid: 6590 timeout: 4176 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.908005:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xaa:0x0].0x0 (ffff9e06431bcf00) 00010000:00010000:3.0:1777047447.908015:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d724936f38 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xaa:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.908048:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d724936f38 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xaa:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.908076:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d724936f38 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xaa:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.908117:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047447.908214:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2429:x1863365387833088:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 371us (4436us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047447.908229:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1823 00000100:00100000:3.0:1777047447.945197:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387833216 00000100:00100000:3.0:1777047447.945213:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387833216 00000100:00100000:3.0:1777047447.945314:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3539 00000100:00100000:3.0:1777047447.945333:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57207:x1863365387833216:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047447.945362:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047447.945496:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724936f4d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xc7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f771d expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.945555:0:8481:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724936dbe lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7698 expref: 26 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.945578:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047447.945583:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047447.945593:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724936f4d lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0xc7:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f771d expref: 26 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.945659:0:8481:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724936dbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7698 expref: 26 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.945712:0:8481:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724936dbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7698 expref: 26 pid: 8481 timeout: 4176 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047447.946095:0:8481:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1863365442972032:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047447.946221:0:8481:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0749a49600 going to sleep for 11 seconds 00000100:00100000:3.0:1777047447.959247:0:8481:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1863365442972032:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047447.959323:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724936f4d lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0xc7:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f771d expref: 26 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.959367:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91c00, rc 0) 00000100:00100000:3.0:1777047447.959549:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57207:x1863365387833216:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 14217us (14795us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047447.959571:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3539 00000100:00100000:3.0:1777047447.986596:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387833856 00000100:00100000:3.0:1777047447.986617:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387833856 00000100:00100000:3.0:1777047447.999608:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047448.012290:0:6573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744af3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6573:1863365442972160:192.168.201.54@tcp:105: 00010000:00010000:3.0:1777047448.012327:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047448.012458:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2429:x1863365387833856:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 16879us (39564us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047448.012474:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1824 00000100:00100000:3.0:1777047448.076457:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387835136 00000100:00100000:3.0:1777047448.076469:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387835136 00000100:00100000:3.0:1777047448.076532:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5721 00000100:00100000:3.0:1777047448.076548:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:56906:x1863365387835136:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:3.0:1777047448.076577:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047448.076637:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936f93 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xaa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7732 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.076727:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936f93 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xaa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7732 expref: 86 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.076756:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724936f93 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xaa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7732 expref: 86 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.076790:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xaa:0x0].0x0 (ffff9e06431bcc00) 00010000:00010000:3.0:1777047448.076797:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047448.076804:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90200, rc 0) 00000100:00100000:3.0:1777047448.076895:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+86:56906:x1863365387835136:12345-192.168.201.54@tcp:101:bash.0 Request processed in 348us (961us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047448.076912:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5721 00000100:00100000:3.0:1777047448.119775:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3542 00000100:00100000:3.0:1777047448.125790:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:3682:x1863365442972544:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1777047448.125831:0:8481:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:201 count 1 00002000:00010000:3.0:1777047448.125879:0:8481:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xc9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047448.125891:0:8481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724936faf lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.125912:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047448.125921:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047448.125928:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724936faf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.125951:0:8481:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724936faf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.126013:0:8481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724936faf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.126030:0:8481:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724936faf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.126067:0:8481:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047448.126271:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:3682:x1863365442972544:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6476us (19418us total) trans 21474837451 rc 0/0 00000100:00100000:3.0:1777047448.126288:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3542 00000100:00100000:3.0:1777047448.126358:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442973056:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047448.126484:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047448.126537:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047448.126555:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442972928:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047448.126608:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047448.126664:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442973056 00000100:00100000:3.0:1777047448.126678:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442973056 00000100:00100000:3.0:1777047448.126729:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3545 00000100:00100000:3.0:1777047448.126743:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+29:3683:x1863365442973056:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1777047448.126775:0:28387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:202 count 1 00002000:00010000:3.0:1777047448.127161:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xca:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047448.127482:0:28387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724936fb6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.127503:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047448.127507:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047448.127513:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724936fb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.127536:0:28387:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724936fb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.127554:0:28387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724936fb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.127570:0:28387:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724936fb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.127602:0:28387:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777047448.127756:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+30:3683:x1863365442973056:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1014us (1328us total) trans 17179870187 rc 0/0 00000100:00100000:3.0:1777047448.127772:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3545 00000100:00100000:3.0:1777047448.127793:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442972928 00000100:00100000:3.0:1777047448.127800:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442972928 00000100:00100000:3.0:1777047448.127834:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3546 00000100:00100000:3.0:1777047448.127844:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+30:3683:x1863365442972928:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1777047448.127865:0:28387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:201 count 1 00010000:00010000:3.0:1777047448.127884:0:28387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724936fc4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xc9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.127919:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d724936e51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f76d0 expref: 25 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.127933:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047448.127936:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047448.127943:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724936fc4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.128029:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d724936e51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f76d0 expref: 25 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.128054:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d724936e51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f76d0 expref: 25 pid: 28387 timeout: 4176 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047448.128078:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365442973568:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047448.128161:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0749a49480 going to sleep for 11 seconds 00010000:00010000:3.0:1777047448.128194:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777047448.128204:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724936faf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.128222:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047448.128230:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724936faf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.128247:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724936faf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.128277:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724936faf lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.128292:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724936faf lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.128342:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047448.128349:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724936fb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.128364:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047448.128371:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724936fb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.128427:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724936fb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.128450:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724936fb6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.128464:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724936fb6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.128493:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047448.128496:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047448.128501:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777047448.128535:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643bbf800/2, rc 0, transno 17179870187 00000100:00100000:3.0:1777047448.128550:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442973056:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047448.128576:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442973312:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047448.128625:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047448.128681:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442973312 00000100:00100000:3.0:1777047448.128688:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442973312 00000100:00100000:3.0:1777047448.128731:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442973184 00000100:00100000:3.0:1777047448.128737:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442973184 00000100:00100000:3.0:1777047448.128772:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3547 00000100:00100000:3.0:1777047448.128784:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+32:3685:x1863365442973312:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777047448.128911:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xc8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047448.128918:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xc8:0x0] updating lvb mtime from disk: 1777047448 -> 1777047448 00002000:00010000:3.0:1777047448.128923:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xc8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047448.128927:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xc8:0x0] updating lvb ctime from disk: 1777047448 -> 1777047448 00002000:00010000:3.0:1777047448.128932:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xc8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047448.134994:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+33:3685:x1863365442973312:12345-0@lo:2:osp-syn-1-1.0 Request processed in 6154us (6310us total) trans 17179870188 rc 0/0 00000100:00100000:3.0:1777047448.135017:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3547 00000100:00100000:3.0:1777047448.137630:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387835648 00000100:00100000:3.0:1777047448.137643:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387835648 00010000:00010000:3.0:1777047448.137696:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000048ecbc9b/0x5ecf73d724936e4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f76c9 expref: 12 pid: 36216 timeout: 4176 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047448.137775:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1826 00000100:00100000:3.0:1777047448.137793:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365387835648:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047448.137815:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047448.137826:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000048ecbc9b/0x5ecf73d724936e4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f76c9 expref: 12 pid: 36216 timeout: 4176 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.137851:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000048ecbc9b/0x5ecf73d724936e4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f76c9 expref: 12 pid: 36216 timeout: 4176 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.137891:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048ecbc9b/0x5ecf73d724936e4a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f76c9 expref: 12 pid: 36216 timeout: 4176 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.137910:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047448.137913:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047448.137919:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d724936f9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.137933:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d724936f9a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.137997:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047448.138096:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365387835648:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 305us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047448.138480:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1826 00000100:00100000:3.0:1777047448.144483:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387835904 00000100:00100000:3.0:1777047448.144496:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387835904 00000100:00100000:3.0:1777047448.144568:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1944 00000100:00100000:3.0:1777047448.144586:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717d3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+68:57207:x1863365387835904:12345-192.168.201.54@tcp:35:lfs.0 00000004:00080000:3.0:1777047448.154268:0:6591:0:(mdd_object.c:4010:mdd_close()) Object [0x240000404:0xa7:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1777047448.154452:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].419, 64 off40888 00000040:00080000:3.0:1777047448.154500:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].400, 64 off39168 00000040:00080000:3.0:1777047448.154521:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].401, 64 off39232 00000040:00080000:3.0:1777047448.154561:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].421, 64 off41024 00010000:00010000:3.0:1777047448.154678:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936fcb lrc: 3/0,1 mode: --/PW res: [0x240000404:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.154710:0:6591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936fcb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.154730:0:6591:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936fcb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.154746:0:6591:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936fcb lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.154758:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936fcb lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.154770:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936fcb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.154800:0:6591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047448.154949:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717d3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+69:57207:x1863365387835904:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 10358us (11594us total) trans 4294969705 rc 0/0 00000100:00100000:3.0:1777047448.154998:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1944 00010000:00010000:3.0:1777047448.155089:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047448.155100:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936fcb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.155117:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047448.155125:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936fcb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.155150:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936fcb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.155174:0:6577:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa7:0x0].0x0 (ffff9e0752b2aa00) 00010000:00010000:3.0:1777047448.155180:0:6577:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777047448.155189:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936fcb lrc: 1/0,0 mode: --/PW res: [0x240000404:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.155201:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724936fcb lrc: 0/0,0 mode: --/PW res: [0x240000404:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.155230:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047448.155236:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047448.155241:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047448.164878:0:28387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d724936e51 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f76d0 expref: 25 pid: 28387 timeout: 4176 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047448.164913:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365442973568:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047448.164951:0:28387:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724936fc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.165008:0:28387:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724936fc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.165026:0:28387:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724936fc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.165059:0:28387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724936fc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.165077:0:28387:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724936fc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.165136:0:28387:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047448.165485:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+33:3683:x1863365442972928:12345-0@lo:6:osp-syn-1-1.0 Request processed in 37592us (38828us total) trans 17179870190 rc 0/0 00000100:00100000:3.0:1777047448.165505:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3546 00000004:00080000:3.0:1777047448.165580:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643bbc000/2, rc 0, transno 17179870190 00000100:00100000:3.0:1777047448.165606:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442972928:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047448.171631:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744af1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442973824:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047448.171689:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047448.171736:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047448.171752:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744af2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442973696:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047448.171804:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047448.183655:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0744af1500/2, rc 0, transno 21474837453 00000100:00100000:3.0:1777047448.183672:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744af1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442973824:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777047448.183696:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0744af2680/2, rc 0, transno 21474837454 00000100:00100000:3.0:1777047448.183703:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744af2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442973696:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047448.191008:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387836288 00000100:00100000:3.0:1777047448.191026:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387836288 00000100:00100000:3.0:1777047448.216772:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3554 00000100:00100000:3.0:1777047448.216801:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2431:x1863365387836544:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047448.216826:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047448.216850:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724936ffc lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0xcb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7755 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047448.218490:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365442974208:192.168.201.54@tcp:106: 00000100:00100000:3.0:1777047448.218657:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0749a49600 going to sleep for 11 seconds 00000100:00100000:3.0:1777047448.249141:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387836800 00000100:00100000:3.0:1777047448.249155:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387836800 00002000:00010000:3.0:1777047448.249213:0:8484:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/203 (0->18446744073709551615) 00002000:00100000:3.0:1777047448.249542:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0745ebdf80 with x1863365387836800 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047448.249562:0:8484:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0745ebdf80. 00000100:00100000:3.0:1777047448.249600:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387836928 00000100:00100000:3.0:1777047448.249607:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387836928 00002000:00010000:3.0:1777047448.249632:0:8484:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/202 (0->18446744073709551615) 00002000:00100000:3.0:1777047448.249639:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0745ebc700 with x1863365387836928 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047448.249648:0:8484:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0745ebc700. 00000100:00100000:3.0:1777047448.249681:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 979 00000100:00100000:3.0:1777047448.249699:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2429:x1863365387836800:12345-192.168.201.54@tcp:10:bash.0 00002000:00010000:3.0:1777047448.250255:0:8484:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xcb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047448.250262:0:8484:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xcb:0x0] updating lvb mtime from disk: 1777047448 -> 1777047448 00002000:00010000:3.0:1777047448.250267:0:8484:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xcb:0x0] updating lvb atime from disk: 1777047448 -> 0 00002000:00010000:3.0:1777047448.250271:0:8484:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xcb:0x0] updating lvb ctime from disk: 1777047448 -> 1777047448 00002000:00010000:3.0:1777047448.250276:0:8484:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xcb:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047448.250356:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2429:x1863365387836800:12345-192.168.201.54@tcp:10:bash.0 Request processed in 660us (1535us total) trans 17179870193 rc 0/0 00000100:00100000:3.0:1777047448.250376:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 979 00002000:00010000:3.0:1777047448.250415:0:8484:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/203 (0->18446744073709551615) 00002000:00100000:3.0:1777047448.250421:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0745ebdf80 with x1863365387836800 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047448.250430:0:8484:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0745ebdf80. 00000100:00100000:3.0:1777047448.250459:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 980 00000100:00100000:3.0:1777047448.250473:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365387836928:12345-192.168.201.54@tcp:10:bash.0 00002000:00010000:3.0:1777047448.250614:0:8484:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xca:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047448.250622:0:8484:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xca:0x0] updating lvb mtime from disk: 0 -> 1777047448 00002000:00010000:3.0:1777047448.250626:0:8484:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xca:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047448.250630:0:8484:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xca:0x0] updating lvb ctime from disk: 0 -> 1777047448 00002000:00010000:3.0:1777047448.250634:0:8484:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xca:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047448.250678:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365387836928:12345-192.168.201.54@tcp:10:bash.0 Request processed in 207us (1748us total) trans 21474837455 rc 0/0 00000100:00100000:3.0:1777047448.250691:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 980 00002000:00010000:3.0:1777047448.250696:0:8484:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/202 (0->18446744073709551615) 00002000:00100000:3.0:1777047448.250701:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0745ebc700 with x1863365387836928 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047448.250710:0:8484:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0745ebc700. 00000100:00100000:3.0:1777047448.287682:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047448.309153:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047448.377617:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047448.377676:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:3.0:1777047448.383694:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047448.383707:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b600/0x5ecf73d724937057 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.383723:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e078205b600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047448.383730:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b600/0x5ecf73d724937057 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.383744:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b600/0x5ecf73d724937057 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.384082:0:17980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xaa:0x0].0x0 (ffff9e06431bca00) 00010000:00010000:3.0:1777047448.384087:0:17980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777047448.384095:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b600/0x5ecf73d724937057 lrc: 1/0,0 mode: --/PW res: [0x240000404:0xaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.384106:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b600/0x5ecf73d724937057 lrc: 0/0,0 mode: --/PW res: [0x240000404:0xaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.384131:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047448.384134:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047448.384137:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047448.389201:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047448.534454:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387839744 00000100:00100000:3.0:1777047448.534471:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387839744 00000100:00100000:3.0:1777047448.534685:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5734 00000100:00100000:3.0:1777047448.534717:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57214:x1863365387839744:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047448.535616:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047448.535662:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249370ce lrc: 2/0,0 mode: --/CR res: [0x240000404:0xac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f779b expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.549675:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249370d5 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xac:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.549724:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249370c0 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7794 expref: 77 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.549762:0:6590:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249370d5 lrc: 4/0,1 mode: --/EX res: [0x240000404:0xac:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.549844:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249370c0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7794 expref: 77 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.549881:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249370c0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7794 expref: 77 pid: 12913 timeout: 4177 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047448.549919:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6590:1863365442974336:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047448.550625:0:6590:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0749a49600 going to sleep for 11 seconds 00000100:00100000:3.0:1777047448.599761:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6590:1863365442974336:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047448.599817:0:6590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249370d5 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xac:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047448.670309:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047448.710374:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047448.719616:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047448.754054:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047448.768761:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047448.771590:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5738 00000100:00100000:3.0:1777047448.792029:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047448.792072:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387842560 00000100:00100000:3.0:1777047448.792105:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387842560 00000100:00100000:3.0:1777047448.792165:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1953 00000100:00100000:3.0:1777047448.792179:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+87:57216:x1863365387842560:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047448.792513:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+88:57216:x1863365387842560:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 335us (483us total) trans 4294969722 rc 0/0 00000100:00100000:3.0:1777047448.792530:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1953 00000100:00100000:3.0:1777047448.849310:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387843072 00000100:00100000:3.0:1777047448.849326:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387843072 00000100:00100000:3.0:1777047448.849490:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5741 00000100:00100000:3.0:1777047448.849512:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+89:56906:x1863365387843072:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:3.0:1777047448.849546:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047448.849577:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937176 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xac:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f77d3 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047448.880485:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07779b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442974464:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1777047448.880579:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047448.880680:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442974976:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047448.881072:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047448.881155:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07779b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442975488:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1777047448.881195:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047448.881227:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1777047448.881238:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442974592:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047448.881271:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047448.881301:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442975104:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047448.881332:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047448.881372:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442975616:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047448.881439:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047448.881489:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07779b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442974720:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1777047448.881530:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047448.881572:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07779b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442975232:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1777047448.881624:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047448.885858:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07779b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442975744:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047448.885927:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047448.892797:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1777047448.892815:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442974848:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047448.892907:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047448.892933:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442975360:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047448.893397:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047448.893422:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07779b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442975872:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047448.893455:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047448.893502:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442975744 00000100:00100000:3.0:1777047448.893511:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442975744 00000100:00100000:3.0:1777047448.893549:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442974848 00000100:00100000:3.0:1777047448.893554:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442974848 00000100:00100000:3.0:1777047448.893573:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442975360 00000100:00100000:3.0:1777047448.893577:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442975360 00000100:00100000:3.0:1777047448.893592:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442975872 00000100:00100000:3.0:1777047448.893595:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442975872 00000100:00100000:3.0:1777047448.893614:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3559 00000100:00100000:3.0:1777047448.893626:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+40:3682:x1863365442974976:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1777047448.893652:0:8479:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:203 count 1 00010000:00010000:3.0:1777047448.893678:0:8479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249371ae lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xcb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.893705:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f3b6067d/0x5ecf73d724936ff5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f774e expref: 27 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.894083:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047448.894087:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047448.894092:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249371ae lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.894135:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f3b6067d/0x5ecf73d724936ff5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f774e expref: 27 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.894154:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f3b6067d/0x5ecf73d724936ff5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f774e expref: 27 pid: 28387 timeout: 4177 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047448.894174:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641de8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1863365442976128:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047448.894224:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0749a49600 going to sleep for 11 seconds 00000100:00100000:3.0:1777047448.894256:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3560 00000100:00100000:3.0:1777047448.894273:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+16:3682:x1863365442975488:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1777047448.894300:0:36216:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:203 count 1 00002000:00010000:3.0:1777047448.894334:0:36216:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xcb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047448.894344:0:36216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d7249371b5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.894359:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047448.894362:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047448.894369:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d7249371b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.894431:0:36216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d7249371b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.894447:0:36216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d7249371b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.894460:0:36216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d7249371b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.894492:0:36216:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047448.894737:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3682:x1863365442975488:12345-0@lo:6:osp-syn-0-1.0 Request processed in 468us (13539us total) trans 21474837456 rc 0/0 00000100:00100000:3.0:1777047448.894751:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3560 00000100:00100000:3.0:1777047448.895125:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3561 00000100:00100000:3.0:1777047448.895142:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+40:3682:x1863365442974592:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1777047448.895163:0:36216:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:199 count 1 00010000:00010000:3.0:1777047448.895182:0:36216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249371bc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xc7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.895202:0:36216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724936f4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f771d expref: 27 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.895214:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047448.895216:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047448.895221:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249371bc lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.895256:0:36216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724936f4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f771d expref: 27 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.895271:0:36216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724936f4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f771d expref: 27 pid: 8481 timeout: 4177 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047448.895290:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641deb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365442976256:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047448.895347:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0749a49480 going to sleep for 11 seconds 00000004:00080000:3.0:1777047448.895432:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e07779b7480/2, rc 0, transno 21474837456 00000100:00100000:3.0:1777047448.895443:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07779b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442975488:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1777047448.905350:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641de8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1863365442976128:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047448.905433:0:8479:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249371ae lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047448.909501:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641deb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365442976256:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047448.909525:0:36216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249371bc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047448.909598:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047448.909654:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047448.909719:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047448.910884:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1831 00000100:00100000:3.0:1777047448.910910:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2432:x1863365387843840:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047448.910932:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047448.910970:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f3b6067d/0x5ecf73d724936ff5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f774e expref: 28 pid: 28387 timeout: 4177 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.911691:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f3b6067d/0x5ecf73d724936ff5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f774e expref: 28 pid: 28387 timeout: 4177 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.911732:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f3b6067d/0x5ecf73d724936ff5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f774e expref: 27 pid: 28387 timeout: 4177 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.911750:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047448.911753:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047448.911759:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249371ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.911773:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249371ae lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.911824:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047448.911864:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2432:x1863365387843840:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 965us (2145us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047448.911878:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1831 00010000:00010000:3.0:1777047448.911923:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047448.911935:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001c68fcdc/0x5ecf73d7249371a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.912001:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047448.912014:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001c68fcdc/0x5ecf73d7249371a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.912091:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001c68fcdc/0x5ecf73d7249371a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.912116:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001c68fcdc/0x5ecf73d7249371a7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.912131:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c68fcdc/0x5ecf73d7249371a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.912165:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047448.912172:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249371ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.912203:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047448.912214:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249371ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.912246:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249371ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.912280:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249371ae lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.912296:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249371ae lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.912326:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047448.912330:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047448.912334:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047448.912353:0:36216:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249371bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.912367:0:36216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249371bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.912406:0:36216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249371bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.912420:0:36216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249371bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.912448:0:36216:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047448.912614:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+41:3682:x1863365442974592:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17474us (31337us total) trans 17179870198 rc 0/0 00000100:00100000:3.0:1777047448.912629:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3561 00000100:00100000:3.0:1777047448.915748:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442976768 00000100:00100000:3.0:1777047448.915762:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442976768 00000100:00100000:3.0:1777047448.916683:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2450 00000100:00100000:3.0:1777047448.916713:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+17:3682:x1863365442976768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777047448.916744:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 167594432 pending 0 free 3919187968 avail 3687636992 00000100:00100000:3.0:1777047448.917692:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+17:3682:x1863365442976768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 989us (3557us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047448.917707:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2450 00000100:00100000:3.0:1777047448.924644:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365442976384:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047448.924683:0:28387:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000065d9b2b1/0x5ecf73d7249371ca lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.925465:0:36217:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a222ac99/0x5ecf73d7249371d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.925488:0:36217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a222ac99/0x5ecf73d7249371d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.925506:0:36217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a222ac99/0x5ecf73d7249371d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.925523:0:36217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a222ac99/0x5ecf73d7249371d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.925560:0:36217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047448.926557:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+41:3684:x1863365442974848:12345-0@lo:6:osp-syn-1-1.0 Request processed in 28629us (33645us total) trans 17179870199 rc 0/0 00000100:00100000:3.0:1777047448.926608:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3567 00010000:00010000:3.0:1777047448.926655:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047448.926667:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a222ac99/0x5ecf73d7249371d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.926703:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e078205b200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047448.926713:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a222ac99/0x5ecf73d7249371d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.926743:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a222ac99/0x5ecf73d7249371d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.926777:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a222ac99/0x5ecf73d7249371d8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.926796:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a222ac99/0x5ecf73d7249371d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.926845:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047448.926851:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047448.926856:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047448.926898:0:28387:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000065d9b2b1/0x5ecf73d7249371ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.926916:0:28387:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065d9b2b1/0x5ecf73d7249371ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.926979:0:28387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065d9b2b1/0x5ecf73d7249371ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.927009:0:28387:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000065d9b2b1/0x5ecf73d7249371ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.927052:0:28387:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047448.927536:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3684:x1863365442974720:12345-0@lo:6:osp-syn-0-1.0 Request processed in 30765us (46003us total) trans 21474837460 rc 0/0 00000100:00100000:3.0:1777047448.927551:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3564 00010000:00010000:3.0:1777047448.927586:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047448.927597:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000065d9b2b1/0x5ecf73d7249371ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.932001:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e078205a200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047448.932008:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000065d9b2b1/0x5ecf73d7249371ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.932025:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000065d9b2b1/0x5ecf73d7249371ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.932048:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000065d9b2b1/0x5ecf73d7249371ca lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.932062:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065d9b2b1/0x5ecf73d7249371ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.932091:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047448.932094:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047448.932097:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047448.937468:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047448.954647:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047448.979480:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387845376 00000100:00100000:3.0:1777047448.979503:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387845376 00000100:00100000:3.0:1777047448.979627:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1955 00000100:00100000:3.0:1777047448.979647:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e074302a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+69:57217:x1863365387845376:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047448.983697:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e074302a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+70:57217:x1863365387845376:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 4045us (4947us total) trans 4294969727 rc 0/0 00000100:00100000:3.0:1777047448.983717:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1955 00002000:00010000:3.0:1777047449.005357:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/204 (0->18446744073709551615) 00002000:00100000:3.0:1777047449.005374:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c04380 with x1863365387844992 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047449.005398:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642c04380. 00000100:00100000:3.0:1777047449.005523:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 982 00000100:00100000:3.0:1777047449.005555:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365387844992:12345-192.168.201.54@tcp:10:bash.0 00002000:00010000:3.0:1777047449.006256:0:29059:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xcc:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047449.006264:0:29059:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xcc:0x0] updating lvb mtime from disk: 1777047449 -> 1777047449 00002000:00010000:3.0:1777047449.006274:0:29059:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xcc:0x0] updating lvb atime from disk: 1777047448 -> 0 00002000:00010000:3.0:1777047449.006278:0:29059:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xcc:0x0] updating lvb ctime from disk: 1777047449 -> 1777047449 00002000:00010000:3.0:1777047449.006282:0:29059:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xcc:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047449.006386:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365387844992:12345-192.168.201.54@tcp:10:bash.0 Request processed in 846us (31599us total) trans 21474837462 rc 0/0 00000100:00100000:3.0:1777047449.006448:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 982 00002000:00010000:3.0:1777047449.006456:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/204 (0->18446744073709551615) 00002000:00100000:3.0:1777047449.006462:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c04380 with x1863365387844992 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047449.006472:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642c04380. 00000100:00100000:3.0:1777047449.056612:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387845760 00000100:00100000:3.0:1777047449.056632:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387845760 00000100:00100000:3.0:1777047449.056755:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1956 00000100:00100000:3.0:1777047449.056777:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+71:56906:x1863365387845760:12345-192.168.201.54@tcp:35:bash.0 00000100:00100000:3.0:1777047449.057283:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+72:56906:x1863365387845760:12345-192.168.201.54@tcp:35:bash.0 Request processed in 509us (6623us total) trans 4294969728 rc 0/0 00000100:00100000:3.0:1777047449.057301:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1956 00000100:00100000:3.0:1777047449.073061:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387846144 00000100:00100000:3.0:1777047449.073079:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387846144 00000100:00100000:3.0:1777047449.073184:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 391 00000100:00100000:3.0:1777047449.073205:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+72:2429:x1863365387846144:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047449.073263:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047449.073314:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46400/0x5ecf73d72493721e lrc: 0/0,0 mode: --/PR res: [0x240000404:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7804 expref: 72 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.073350:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xac:0x0].0x0 (ffff9e06431bc600) 00010000:00010000:3.0:1777047449.073359:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047449.073552:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+71:2429:x1863365387846144:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 351us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047449.073571:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 391 00000100:00100000:3.0:1777047449.130242:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047449.146276:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047449.163507:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387847040 00000100:00100000:3.0:1777047449.164091:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387847040 00000100:00100000:3.0:1777047449.168832:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047449.169008:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047449.185561:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047449.215008:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387847680 00000100:00100000:3.0:1777047449.215030:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387847680 00002000:00100000:3.0:1777047449.215122:0:29058:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0xcc:0x0] (0->4) req@ffff9e0643a27b80 x1863365387847680/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:185/0 lens 496/0 e 0 to 0 dl 1777047460 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047449.215174:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643a27b80 with x1863365387847680 ext(0->4) 00010000:00010000:3.0:1777047449.215191:0:29058:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d7249371e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f77e8 expref: 14 pid: 30115 timeout: 4177 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.215537:0:29058:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d7249371e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f77e8 expref: 14 pid: 30115 timeout: 4177 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047449.215555:0:29058:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9e0643a27b80 00000100:00100000:3.0:1777047449.215834:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 44 00000100:00100000:3.0:1777047449.215855:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365387847680:12345-192.168.201.54@tcp:4:bash.0 00000100:00100000:3.0:1777047449.260837:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387848192 00000100:00100000:3.0:1777047449.260850:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387848192 00000100:00100000:3.0:1777047449.261239:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5753 00000100:00100000:3.0:1777047449.261259:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57219:x1863365387848192:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047449.261285:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047449.261316:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249372a3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f782e expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.261461:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249372aa lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.261483:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249372aa lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.261501:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249372aa lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.261518:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249372b1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.261531:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249372b1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.261541:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249372b1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.261592:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249372aa lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.261605:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249372aa lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.261616:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249372aa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.261628:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249372aa lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.261639:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047449.261646:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249372aa lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.261660:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249372aa lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.261682:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641795b00) 00010000:00010000:3.0:1777047449.262017:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047449.262028:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249372aa lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.262041:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249372aa lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.262066:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249372b1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.262077:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249372b1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.262087:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249372b1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.262095:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047449.262100:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249372b1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.262111:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249372b1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.262125:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7b00) 00010000:00010000:3.0:1777047449.262130:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047449.262134:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249372b1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.262143:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249372b1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.262186:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249372a3 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f782e expref: 76 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.262212:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641795b00) 00010000:00010000:3.0:1777047449.262216:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047449.262222:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249372a3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f782e expref: 76 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.262245:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91e00, rc 0) 00000100:00100000:3.0:1777047449.262624:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57219:x1863365387848192:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1371us (2006us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047449.262638:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5753 00000001:00080000:3.0:1777047449.283551:0:7507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969732 is committed 00000004:00080000:3.0:1777047449.283564:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 286 committed 00000004:00080000:3.0:1777047449.284593:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 306 committed 00000004:00080000:3.0:1777047449.284614:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 305 committed 00000004:00080000:3.0:1777047449.284619:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 285 committed 00000004:00080000:3.0:1777047449.294640:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0745ebc380/2, rc 0, transno 17179870202 00000100:00100000:3.0:1777047449.294656:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745ebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442977408:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777047449.299655:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643a25180/2, rc 0, transno 21474837465 00000100:00100000:3.0:1777047449.299668:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442977792:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047449.299754:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387848448 00000100:00100000:3.0:1777047449.299766:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387848448 00000100:00100000:3.0:1777047449.299839:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5755 00000100:00100000:3.0:1777047449.300176:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+66:57219:x1863365387848448:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047449.300207:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047449.303629:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249372cd lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f783c expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.303750:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249372d4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.303776:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249372d4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.303797:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249372d4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047449.303863:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1777047449.303873:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1777047449.303961:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249372cd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f783c expref: 68 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.304001:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249372d4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f783c expref: 67 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.304021:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641795b00) 00010000:00010000:3.0:1777047449.304028:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777047449.304034:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91e00, rc 0) 00000100:00100000:3.0:1777047449.307438:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+68:57219:x1863365387848448:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 4272us (4431us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047449.307458:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5755 00000100:00100000:3.0:1777047449.327700:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387848960 00000100:00100000:3.0:1777047449.327716:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387848960 00000100:00100000:3.0:1777047449.327804:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3578 00000100:00100000:3.0:1777047449.327821:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365387848960:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047449.327849:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047449.327877:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e634844/0x5ecf73d724937305 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xcc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7858 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047449.327916:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xcc:0x0] initial LVB size: 5, mtime: 0x69eb9799, atime: 0x69eb9798, ctime: 0x69eb9799, blocks: 0x8 00010000:00010000:3.0:1777047449.327971:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047449.327975:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047449.327992:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e634844/0x5ecf73d724937305 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7858 expref: 15 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.328018:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001e634844/0x5ecf73d724937305 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7858 expref: 15 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.328038:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90000, rc 0) 00000100:00100000:3.0:1777047449.328110:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365387848960:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 292us (2886us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047449.328124:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3578 00000100:00100000:3.0:1777047449.355532:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387849472 00000100:00100000:3.0:1777047449.355546:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387849472 00000100:00100000:3.0:1777047449.355638:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5760 00000100:00100000:3.0:1777047449.355655:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+71:57219:x1863365387849472:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047449.355689:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047449.355718:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d72493732f lrc: 2/0,0 mode: --/CR res: [0x240000404:0xad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7866 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.355897:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724937336 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.355924:0:9025:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46a00/0x5ecf73d724937321 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f785f expref: 72 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.355959:0:9025:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724937336 lrc: 4/0,1 mode: --/EX res: [0x240000404:0xad:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.356010:0:9025:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46a00/0x5ecf73d724937321 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f785f expref: 72 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.356035:0:9025:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46a00/0x5ecf73d724937321 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f785f expref: 72 pid: 6590 timeout: 4177 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047449.356058:0:9025:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641de8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:9025:1863365442977920:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047449.356182:0:9025:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0749a49a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047449.373652:0:9025:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641de8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:9025:1863365442977920:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047449.373693:0:9025:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724937336 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xad:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047449.413176:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387850112 00000100:00100000:3.0:1777047449.413191:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387850112 00000100:00100000:3.0:1777047449.413280:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1958 00000100:00100000:3.0:1777047449.413296:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+72:57219:x1863365387850112:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047449.413648:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:57219:x1863365387850112:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 353us (2322us total) trans 4294969736 rc 0/0 00000100:00100000:3.0:1777047449.413662:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1958 00000100:00100000:3.0:1777047449.436317:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047449.451715:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047449.469533:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047449.493976:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047449.503649:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000001:00080000:3.0:1777047449.524462:0:7507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969740 is committed 00000004:00080000:3.0:1777047449.524482:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 308 committed 00000004:00080000:3.0:1777047449.524496:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 288 committed 00000004:00080000:3.0:1777047449.524528:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 287 committed 00000004:00080000:3.0:1777047449.524534:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 307 committed 00000100:00100000:3.0:1777047449.526285:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b40ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442978304:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047449.526343:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047449.527027:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442978432:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047449.527078:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047449.543194:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3585 00000100:00100000:3.0:1777047449.543216:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:56906:x1863365387851520:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:3.0:1777047449.543241:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047449.543271:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018f6b7a2/0x5ecf73d724937391 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7889 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047449.543310:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xcf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047449.543342:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047449.543346:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047449.543359:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018f6b7a2/0x5ecf73d724937391 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7889 expref: 16 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.545195:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000018f6b7a2/0x5ecf73d724937391 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7889 expref: 16 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.545234:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90800, rc 0) 00000100:00100000:3.0:1777047449.545396:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:56906:x1863365387851520:12345-192.168.201.54@tcp:101:bash.0 Request processed in 2184us (4937us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047449.545411:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3585 00000100:00100000:3.0:1777047449.552794:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387851648 00000100:00100000:3.0:1777047449.552810:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387851648 00000100:00100000:3.0:1777047449.587767:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047449.587868:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047449.612999:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387852672 00000100:00100000:3.0:1777047449.613019:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387852672 00000100:00100000:3.0:1777047449.641340:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047449.655925:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:3.0:1777047449.666797:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047449.666807:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249373ec lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.666817:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047449.666823:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249373ec lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.666834:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249373ec lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.666849:0:17980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xad:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:3.0:1777047449.666853:0:17980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777047449.666858:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249373ec lrc: 1/0,0 mode: --/PW res: [0x240000404:0xad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.666876:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249373ec lrc: 0/0,0 mode: --/PW res: [0x240000404:0xad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.666900:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047449.666903:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047449.666906:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047449.742495:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387853312 00000100:00100000:3.0:1777047449.742512:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387853312 00000100:00100000:3.0:1777047449.742595:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387853440 00000100:00100000:3.0:1777047449.742601:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387853440 00000100:00100000:3.0:1777047449.742661:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5769 00000100:00100000:3.0:1777047449.742678:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:57217:x1863365387853312:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:3.0:1777047449.742757:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047449.742796:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249372e9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xac:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f784a expref: 74 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.742827:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xac:0x0].0x0 (ffff9e06431bc600) 00010000:00010000:3.0:1777047449.742837:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047449.743009:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249373f3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xac:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.743035:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249373f3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xac:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.743052:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249373f3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xac:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777047449.743557:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002db6f2e0 reply state 00000000db314f21 transno 4294969744 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249373f3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xac:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.743592:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249373f3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xac:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.743604:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xac:0x0].0x0 (ffff9e06431bc600) 00010000:00010000:3.0:1777047449.743609:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047449.743614:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047449.743736:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57217:x1863365387853312:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1060us (2374us total) trans 4294969744 rc 0/0 00000100:00100000:3.0:1777047449.743749:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5769 00000100:00100000:3.0:1777047449.786052:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387853952 00000100:00100000:3.0:1777047449.786065:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387853952 00000100:00100000:3.0:1777047449.786475:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5772 00000100:00100000:3.0:1777047449.786495:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:57221:x1863365387853952:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047449.786515:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047449.786544:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724937432 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f78c1 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.786624:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937439 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.786646:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937439 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.786666:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937439 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047449.786731:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1777047449.786739:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1777047449.786796:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724937432 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78c1 expref: 76 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.786827:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937439 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78c1 expref: 75 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.786845:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56600) 00010000:00010000:3.0:1777047449.786851:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777047449.786856:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91400, rc 0) 00000100:00100000:3.0:1777047449.786915:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57221:x1863365387853952:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 425us (4800us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047449.786959:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5772 00000100:00100000:3.0:1777047449.803828:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387854080 00000100:00100000:3.0:1777047449.803842:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387854080 00010000:00010000:3.0:1777047449.803952:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d724937122 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f77b7 expref: 18 pid: 11204 timeout: 4178 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047449.804027:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1840 00000100:00100000:3.0:1777047449.804045:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365387854080:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047449.804067:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047449.804100:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d724937122 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f77b7 expref: 18 pid: 11204 timeout: 4178 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.804126:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d724937122 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f77b7 expref: 18 pid: 11204 timeout: 4178 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.804162:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d724937122 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f77b7 expref: 18 pid: 11204 timeout: 4178 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.804197:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047449.804201:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047449.804211:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000522057d1/0x5ecf73d72493742b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78ba expref: 17 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.804234:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000522057d1/0x5ecf73d72493742b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78ba expref: 17 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.804294:0:6573:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000522057d1/0x5ecf73d72493742b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78ba expref: 17 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047449.804320:0:6573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365442978944:192.168.201.54@tcp:105: 00000100:00100000:3.0:1777047449.804484:0:6573:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0749a49e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047449.827520:0:6573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365442978944:192.168.201.54@tcp:105: 00010000:00010000:3.0:1777047449.827558:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047449.827659:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365387854080:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 23617us (26505us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047449.827677:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1840 00000100:00100000:3.0:1777047449.841480:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 988 00000100:00100000:3.0:1777047449.865525:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047449.895565:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387855360 00000100:00100000:3.0:1777047449.895594:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387855360 00000100:00100000:3.0:1777047449.895676:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3589 00000100:00100000:3.0:1777047449.895692:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57217:x1863365387855360:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047449.895723:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047449.895752:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493748d lrc: 2/0,0 mode: --/PW res: [0x280000400:0xcc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f78dd expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.895802:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001e634844/0x5ecf73d724937305 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7858 expref: 19 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.895836:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047449.895840:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047449.895848:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493748d lrc: 4/0,0 mode: --/PW res: [0x280000400:0xcc:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78dd expref: 19 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.896237:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001e634844/0x5ecf73d724937305 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7858 expref: 19 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.896262:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001e634844/0x5ecf73d724937305 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7858 expref: 19 pid: 36217 timeout: 4178 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047449.896603:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365442979200:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047449.896782:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0749a49e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047449.904514:0:9657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c56d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9657:1863365442979328:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1777047449.904587:0:9657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047449.905650:0:9657:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0749a49480 going to sleep for 11 seconds 00000100:00100000:3.0:1777047449.905685:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442979328 00000100:00100000:3.0:1777047449.905695:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442979328 00000100:00100000:3.0:1777047449.905764:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3590 00000100:00100000:3.0:1777047449.905779:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:9657:x1863365442979328:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1777047449.905838:0:36216:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 226 00000100:00080000:1.0:1777047449.925905:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777047449.925912:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047449.925987:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442979712:0@lo:400:kworker.0 00000100:00100000:1.0:1777047449.926005:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3684:1863365442979584:0@lo:400:kworker.0 00000100:00100000:1.0:1777047449.926022:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365442980608:0@lo:400:kworker.0 00000100:00100000:1.0:1777047449.926078:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365442980480:0@lo:400:kworker.0 00000100:00100000:1.0:1777047449.926109:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442980096 00000100:00100000:1.0:1777047449.926114:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442980096 00000100:00100000:1.0:1777047449.926160:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442980224 00000100:00100000:1.0:1777047449.926166:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442980224 00000100:00100000:1.0:1777047449.926190:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442980736 00000100:00100000:1.0:1777047449.926195:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442980736 00000100:00100000:1.0:1777047449.926218:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4904 00000100:00100000:1.0:1777047449.926230:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3684:x1863365442980096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047449.926296:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3684:x1863365442980096:12345-0@lo:400:kworker.0 Request processed in 67us (1780us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047449.926308:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4904 00000100:00100000:1.0:1777047449.926328:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4905 00000100:00100000:1.0:1777047449.926339:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644483480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3684:x1863365442980224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047449.926412:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644483480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3684:x1863365442980224:12345-0@lo:400:kworker.0 Request processed in 44us (1671us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047449.926425:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4905 00000100:00100000:1.0:1777047449.926445:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4906 00000100:00100000:1.0:1777047449.926455:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3684:x1863365442980736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047449.926499:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3684:x1863365442980736:12345-0@lo:400:kworker.0 Request processed in 45us (1729us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047449.926516:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4906 00000100:00080000:1.0:1777047449.926538:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777047449.926543:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777047449.926572:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3684:1863365442980224:0@lo:400:kworker.0 00000100:00100000:1.0:1777047449.926592:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3684:1863365442980736:0@lo:400:kworker.0 00000100:00100000:1.0:1777047449.926606:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3684:1863365442980096:0@lo:400:kworker.0 00000100:00100000:3.0:1777047449.928560:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+6:9657:x1863365442979328:12345-0@lo:5:osp-pre-1-1.0 Request processed in 22779us (23969us total) trans 17179870208 rc 0/0 00000100:00100000:3.0:1777047449.928575:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3590 00000004:00080000:3.0:1777047449.928752:0:9656:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 2 changes, 0 in progress, 0 in flight, 4 done 00000100:00100000:1.0:1777047449.936085:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047449.936238:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047449.936830:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387856256 00000100:00100000:3.0:1777047449.936839:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387856256 00000100:00100000:3.0:1777047449.936906:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1961 00000100:00100000:3.0:1777047449.936964:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0743029850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57221:x1863365387856256:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047449.937190:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0743029850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57221:x1863365387856256:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 228us (949us total) trans 4294969749 rc 0/0 00000100:00100000:3.0:1777047449.937205:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1961 00000100:00100000:3.0:1777047449.950728:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047449.951139:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047449.951199:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387856768 00000100:00100000:3.0:1777047449.951213:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387856768 00000100:00100000:3.0:1777047449.951293:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5777 00000100:00100000:3.0:1777047449.951312:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:56906:x1863365387856768:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:3.0:1777047449.951347:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047449.951427:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d72493749b lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f78e4 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.951632:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249374a2 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.951659:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249374a2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.951689:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249374a2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.951710:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249374a9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.951726:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249374a9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.951739:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249374a9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.951827:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d7249374b0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.951843:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d7249374b0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.951856:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d7249374b0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047449.951876:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xaf:0x0]: returning size 0 00010000:00010000:3.0:1777047449.952019:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249374a2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.952035:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249374a2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.952047:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249374a2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.952059:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249374a2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.952073:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047449.952080:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249374a2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.952094:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249374a2 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.952116:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56100) 00010000:00010000:3.0:1777047449.952122:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047449.952130:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249374a2 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.952143:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249374a2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.952167:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249374a9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.952490:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249374a9 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.952504:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249374a9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.952514:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047449.952521:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249374a9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.952534:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249374a9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.952559:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7500) 00010000:00010000:3.0:1777047449.952565:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047449.952571:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249374a9 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.952583:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249374a9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.952653:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d72493749b lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78e4 expref: 84 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.953075:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d7249374b0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78e4 expref: 83 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.953093:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xaf:0x0].0x0 (ffff9e0642f56e00) 00010000:00010000:3.0:1777047449.953097:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047449.953103:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91400, rc 0) 00000100:00100000:3.0:1777047449.953189:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:56906:x1863365387856768:12345-192.168.201.54@tcp:101:bash.0 Request processed in 1879us (2048us total) trans 4294969750 rc 0/0 00000100:00100000:3.0:1777047449.953204:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5777 00000100:00100000:1.0:1777047449.976240:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b40b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6591:1863365442980864:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047449.976285:0:6591:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d7249374be lrc: 3/0,1 mode: --/EX res: [0x240000404:0xac:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047449.976443:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387857024 00000100:00100000:1.0:1777047449.976454:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387857024 00000100:00100000:1.0:1777047449.976663:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5778 00000100:00100000:1.0:1777047449.976682:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:56906:x1863365387857024:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:1.0:1777047449.976712:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047449.977089:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249374c5 lrc: 2/0,0 mode: --/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f78eb expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047449.977148:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249374cc lrc: 3/1,0 mode: --/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047449.977173:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249374cc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047449.977563:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249374cc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047449.977739:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249374c5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78eb expref: 86 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047449.977770:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249374cc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78eb expref: 85 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047449.977788:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xaf:0x0].0x0 (ffff9e0642f56e00) 00010000:00010000:1.0:1777047449.977794:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777047449.977800:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8200, rc 0) 00000100:00100000:1.0:1777047449.977877:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:56906:x1863365387857024:12345-192.168.201.54@tcp:101:bash.0 Request processed in 1199us (1541us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047449.977892:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5778 00000100:00100000:3.0:1777047449.978526:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387856896 00000100:00100000:3.0:1777047449.978537:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387856896 00010000:00010000:3.0:1777047449.978576:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249372db lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xac:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7843 expref: 85 pid: 6588 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047449.978620:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1843 00000100:00100000:3.0:1777047449.978634:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:2429:x1863365387856896:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047449.978657:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047449.978667:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249372db lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xac:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7843 expref: 85 pid: 6588 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.978689:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249372db lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xac:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7843 expref: 85 pid: 6588 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.978717:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249372db lrc: 0/0,0 mode: --/CR res: [0x240000404:0xac:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7843 expref: 85 pid: 6588 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.978739:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xac:0x0].0x0 (ffff9e06431bc600) 00010000:00010000:3.0:1777047449.978747:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d7249374be lrc: 3/0,1 mode: --/EX res: [0x240000404:0xac:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.978763:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d7249374be lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xac:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.978775:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d7249374be lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xac:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.978811:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047449.978856:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:2429:x1863365387856896:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 224us (2688us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047449.978869:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1843 00010000:00010000:3.0:1777047449.978902:0:6591:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d7249374be lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xac:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.978957:0:6591:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d7249374be lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xac:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777047449.979561:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].412, 88 off40104 00000004:00080000:3.0:1777047449.979574:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4078616190219ns, next at 4079302425677ns, rc = 0 00000040:00080000:3.0:1777047449.979606:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].432, 88 off41896 00000004:00080000:3.0:1777047449.979612:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4078616228879ns, next at 4079302378642ns, rc = 0 00000040:00080000:3.0:1777047449.979636:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].433, 88 off41984 00000004:00080000:3.0:1777047449.979642:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4078616258671ns, next at 4079302378642ns, rc = 0 00000040:00080000:3.0:1777047449.979661:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].413, 88 off40192 00000004:00080000:3.0:1777047449.979668:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4078616284868ns, next at 4079302425677ns, rc = 0 00000001:00080000:3.0:1777047449.993168:0:7507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969751 is committed 00000004:00080000:3.0:1777047449.993186:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 291 committed 00000004:00080000:3.0:1777047449.993211:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 311 committed 00000004:00080000:3.0:1777047449.993238:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 310 committed 00000004:00080000:3.0:1777047449.993243:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 290 committed 00000004:00080000:3.0:1777047449.993276:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 289 committed 00000004:00080000:3.0:1777047449.993282:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 309 committed 00000004:00010000:3.0:1777047449.993363:0:6591:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000629b853d reply state 000000006b951d9f transno 4294969751 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d7249374be lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xac:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.993440:0:6591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d7249374be lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xac:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.993456:0:6591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xac:0x0].0x0 (ffff9e06431bc600) 00010000:00010000:3.0:1777047449.993463:0:6591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1777047449.993469:0:6591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777047449.993482:0:6591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xac:0x0].0x0 (ffff9e06431bc600) 00010000:00010000:3.0:1777047449.993486:0:6591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047449.993498:0:6591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d72493726b lrc: 0/0,0 mode: --/PW res: [0x240000404:0xac:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7820 expref: 73 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:3.0:1777047449.993678:0:6591:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777047449.993699:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:57217:x1863365387856512:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 39794us (42982us total) trans 4294969751 rc 0/0 00000100:00100000:3.0:1777047449.993718:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1962 00000100:00100000:3.0:1777047449.996766:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047449.996813:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387857280 00000100:00100000:3.0:1777047449.996826:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387857280 00000100:00100000:3.0:1777047449.996910:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5779 00000100:00100000:3.0:1777047449.996969:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+69:56906:x1863365387857280:12345-192.168.201.54@tcp:36:bash.0 00010000:00010000:3.0:1777047449.997043:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047449.997071:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d7249374b0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78e4 expref: 69 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.997093:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xaf:0x0].0x0 (ffff9e0642f56e00) 00010000:00010000:3.0:1777047449.997101:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047449.997532:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644481f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442981248:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777047449.997601:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777047449.997640:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249374d3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xaf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047449.997644:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047449.997655:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644480380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442981376:0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1777047449.997663:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249374d3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.997680:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249374d3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047449.997690:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047449.997731:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442981248 00000100:00100000:1.0:1777047449.997738:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442981248 00000001:00080000:3.0:1777047449.997756:0:9025:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294969752 00000100:00100000:1.0:1777047449.997781:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442981376 00000100:00100000:1.0:1777047449.997786:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442981376 00000004:00010000:3.0:1777047449.997795:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d141671a reply state 000000008f5fe483 transno 4294969753 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249374d3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047449.997816:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3592 00010000:00010000:3.0:1777047449.997827:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249374d3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047449.997828:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644483100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365442981248:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1777047449.997840:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xaf:0x0].0x0 (ffff9e0642f56e00) 00010000:00010000:3.0:1777047449.997845:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047449.997848:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047449.997982:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+71:56906:x1863365387857280:12345-192.168.201.54@tcp:36:bash.0 Request processed in 1016us (1218us total) trans 4294969753 rc 0/0 00002000:00010000:1.0:1777047449.997994:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xcd:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1777047449.997996:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5779 00002000:00010000:1.0:1777047449.998002:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xcd:0x0] updating lvb mtime from disk: 1777047449 -> 1777047449 00000020:00080000:3.0:1777047449.998004:0:9025:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00002000:00010000:1.0:1777047449.998007:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xcd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047449.998012:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xcd:0x0] updating lvb ctime from disk: 1777047449 -> 1777047449 00002000:00010000:1.0:1777047449.998017:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xcd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047449.998091:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644483100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3684:x1863365442981248:12345-0@lo:2:osp-syn-1-1.0 Request processed in 262us (487us total) trans 17179870209 rc 0/0 00000100:00100000:1.0:1777047449.998104:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3592 00000100:00100000:1.0:1777047449.998129:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3593 00000100:00100000:1.0:1777047449.998141:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644482680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365442981376:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1777047449.998228:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xce:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1777047449.998234:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xce:0x0] updating lvb mtime from disk: 1777047450 -> 1777047450 00002000:00010000:1.0:1777047449.998238:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xce:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047449.998242:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xce:0x0] updating lvb ctime from disk: 1777047450 -> 1777047450 00002000:00010000:1.0:1777047449.998246:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xce:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1777047449.998291:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644482680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3684:x1863365442981376:12345-0@lo:2:osp-syn-1-1.0 Request processed in 153us (599us total) trans 17179870210 rc 0/0 00000100:00100000:1.0:1777047449.998304:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3593 00000100:00100000:1.0:1777047449.998352:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644482d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442981120:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1777047449.998429:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047449.998464:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777047449.998474:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644480700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442980992:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1777047449.998512:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047449.998554:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442981120 00000100:00100000:1.0:1777047449.998561:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442981120 00000100:00100000:1.0:1777047449.998597:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442980992 00000100:00100000:1.0:1777047449.998601:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442980992 00000100:00100000:1.0:1777047449.998632:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3594 00000100:00100000:1.0:1777047449.998643:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3683:x1863365442981120:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1777047449.998666:0:36216:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:208 count 1 00002000:00010000:1.0:1777047449.998697:0:36216:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xd0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1777047449.998708:0:36216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d7249374da lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xd0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047449.998728:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047449.998732:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047449.998740:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d7249374da lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047449.998760:0:36216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d7249374da lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047449.998774:0:36216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d7249374da lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047449.998787:0:36216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d7249374da lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047449.998818:0:36216:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777047449.999303:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3683:x1863365442981120:12345-0@lo:6:osp-syn-1-1.0 Request processed in 658us (871us total) trans 17179870211 rc 0/0 00000100:00100000:1.0:1777047449.999315:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3594 00000100:00100000:1.0:1777047449.999339:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3595 00000100:00100000:1.0:1777047449.999350:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644482a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3683:x1863365442980992:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1777047449.999371:0:36216:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:207 count 1 00010000:00010000:1.0:1777047449.999421:0:36216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d4fa755/0x5ecf73d7249374e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047449.999445:0:36216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000018f6b7a2/0x5ecf73d724937391 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7889 expref: 16 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047449.999459:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047449.999462:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047449.999468:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d4fa755/0x5ecf73d7249374e1 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047449.999512:0:36216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000018f6b7a2/0x5ecf73d724937391 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7889 expref: 16 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047449.999538:0:36216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000018f6b7a2/0x5ecf73d724937391 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7889 expref: 16 pid: 28387 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047449.999561:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644480a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365442981504:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047449.999625:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750f4ca80 going to sleep for 11 seconds 00010000:00010000:1.0:1777047449.999649:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047449.999658:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d7249374da lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047449.999671:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047449.999677:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d7249374da lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047449.999702:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d7249374da lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047449.999725:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d7249374da lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047449.999739:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d7249374da lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047449.999766:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047449.999769:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047449.999772:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777047449.999823:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644482d80/2, rc 0, transno 17179870211 00000100:00100000:1.0:1777047449.999834:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644482d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442981120:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1777047450.001777:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644480380/2, rc 0, transno 17179870210 00000100:00100000:3.0:1777047450.001789:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644480380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442981376:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777047450.003781:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644481f80/2, rc 0, transno 17179870209 00000100:00100000:3.0:1777047450.003796:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644481f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442981248:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047450.003820:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07779b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442981888:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047450.003901:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047450.005577:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442981888 00000100:00100000:3.0:1777047450.005586:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442981888 00000100:00100000:3.0:1777047450.005729:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442982016 00000100:00100000:3.0:1777047450.005737:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442982016 00000100:00100000:1.0:1777047450.021131:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8633:1863365442982144:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047450.021173:0:8633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e2743791/0x5ecf73d7249374ef lrc: 3/0,1 mode: --/PW res: [0x280000400:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047450.021231:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644480a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365442981504:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047450.021256:0:36216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004d4fa755/0x5ecf73d7249374e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047450.024827:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387857920 00000100:00100000:3.0:1777047450.024840:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387857920 00000100:00100000:3.0:1777047450.025054:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1963 00000100:00100000:3.0:1777047450.025072:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+72:57217:x1863365387857920:12345-192.168.201.54@tcp:35:lfs.0 00000004:00080000:3.0:1777047450.025742:0:35315:0:(mdd_object.c:4010:mdd_close()) Object [0x240000404:0xac:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1777047450.025834:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].414, 64 off40256 00000040:00080000:3.0:1777047450.025873:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].434, 64 off42048 00000040:00080000:3.0:1777047450.025893:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].435, 64 off42112 00000040:00080000:3.0:1777047450.025908:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].415, 64 off40320 00010000:00010000:3.0:1777047450.026078:0:35315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937504 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xac:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.026103:0:35315:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937504 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xac:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.026120:0:35315:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937504 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xac:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.026136:0:35315:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937504 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xac:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.026148:0:35315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937504 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xac:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.026161:0:35315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937504 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xac:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.026205:0:35315:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047450.026322:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:57217:x1863365387857920:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1251us (5188us total) trans 4294969754 rc 0/0 00010000:00010000:1.0:1777047450.026332:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1777047450.026338:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1963 00010000:00010000:1.0:1777047450.026343:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937504 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xac:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.026357:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d4800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047450.026364:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937504 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xac:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.026378:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937504 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xac:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047450.026379:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387857664 00000100:00100000:3.0:1777047450.026412:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387857664 00010000:00010000:1.0:1777047450.026431:0:17980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xac:0x0].0x0 (ffff9e06431bc600) 00010000:00010000:1.0:1777047450.026436:0:17980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777047450.026444:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937504 lrc: 1/0,0 mode: --/PW res: [0x240000404:0xac:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.026446:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d72493739f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7890 expref: 19 pid: 8633 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.026456:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937504 lrc: 0/0,0 mode: --/PW res: [0x240000404:0xac:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.026476:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047450.026480:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047450.026484:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047450.026487:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1844 00000100:00100000:3.0:1777047450.026501:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641deb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387857664:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047450.026523:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047450.026532:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d72493739f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7890 expref: 19 pid: 8633 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.026552:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d72493739f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7890 expref: 19 pid: 8633 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.026584:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d72493739f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7890 expref: 19 pid: 8633 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.026607:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047450.026611:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047450.026619:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e2743791/0x5ecf73d7249374ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.026637:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e2743791/0x5ecf73d7249374ef lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.026694:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047450.026734:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641deb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365387857664:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 234us (5656us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047450.026747:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1844 00010000:00010000:1.0:1777047450.027372:0:8633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e2743791/0x5ecf73d7249374ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.027391:0:8633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e2743791/0x5ecf73d7249374ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.027407:0:8633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e2743791/0x5ecf73d7249374ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.027421:0:8633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e2743791/0x5ecf73d7249374ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.027454:0:8633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777047450.027645:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+25:3683:x1863365442981632:12345-0@lo:6:osp-syn-0-1.0 Request processed in 24421us (25165us total) trans 21474837474 rc 0/0 00000100:00100000:1.0:1777047450.027661:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3597 00010000:00010000:3.0:1777047450.031592:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047450.031610:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e2743791/0x5ecf73d7249374ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.031630:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f46400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047450.031639:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e2743791/0x5ecf73d7249374ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.031657:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e2743791/0x5ecf73d7249374ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.031687:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e2743791/0x5ecf73d7249374ef lrc: 1/0,0 mode: --/PW res: [0x280000400:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.031700:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2743791/0x5ecf73d7249374ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.031734:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047450.031737:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047450.031740:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047450.037570:0:36216:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004d4fa755/0x5ecf73d7249374e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.037588:0:36216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d4fa755/0x5ecf73d7249374e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.037607:0:36216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d4fa755/0x5ecf73d7249374e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.037622:0:36216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004d4fa755/0x5ecf73d7249374e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.037647:0:36216:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777047450.037865:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644482a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3683:x1863365442980992:12345-0@lo:6:osp-syn-1-1.0 Request processed in 38513us (39347us total) trans 17179870212 rc 0/0 00000100:00100000:1.0:1777047450.037880:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3595 00000100:00100000:3.0:1777047450.059575:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387858560 00000100:00100000:3.0:1777047450.059591:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387858560 00000100:00100000:3.0:1777047450.059677:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5783 00000100:00100000:3.0:1777047450.059696:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57217:x1863365387858560:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047450.059734:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047450.060115:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d724937519 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7907 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.060539:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937520 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.060564:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937520 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.060592:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937520 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.060615:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d724937527 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.060629:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d724937527 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.060642:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d724937527 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.060782:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d72493752e lrc: 3/1,0 mode: --/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.060801:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d72493752e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.060816:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d72493752e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047450.060834:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xaf:0x0]: returning size 2 00010000:00010000:3.0:1777047450.060975:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d72493752e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.060990:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d72493752e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.061004:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d72493752e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.061016:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d4c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047450.061024:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d72493752e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.061037:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d72493752e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.061057:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xaf:0x0].0x0 (ffff9e0642f56e00) 00010000:00010000:3.0:1777047450.061064:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777047450.061071:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d72493752e lrc: 2/0,0 mode: --/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.061084:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d72493752e lrc: 0/0,0 mode: --/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.061441:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937520 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.061456:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937520 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.061469:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937520 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.061480:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937520 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.061490:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d5400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047450.061496:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937520 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.061508:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937520 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.061532:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641795200) 00010000:00010000:3.0:1777047450.061537:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047450.061542:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937520 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.061554:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937520 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.061573:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d724937527 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.061584:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d724937527 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.061596:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d724937527 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.061606:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d5600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047450.061612:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d724937527 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.061623:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d724937527 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.061636:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641795d00) 00010000:00010000:3.0:1777047450.061641:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047450.061647:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d724937527 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.061658:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d724937527 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.061735:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d724937519 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7907 expref: 77 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.061756:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641795200) 00010000:00010000:3.0:1777047450.061761:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777047450.061768:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d724937519 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7907 expref: 77 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.061788:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d5000, rc 0) 00000100:00100000:3.0:1777047450.062488:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57217:x1863365387858560:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2500us (3462us total) trans 4294969756 rc 301/301 00000100:00100000:3.0:1777047450.062503:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5783 00000100:00100000:1.0:1777047450.069576:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442983296:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777047450.069626:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777047450.071141:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249374d3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.071163:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249374d3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.071179:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249374d3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.071192:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d5e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047450.071202:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249374d3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.077096:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249374d3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.077128:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xaf:0x0].0x0 (ffff9e0642f56e00) 00010000:00010000:3.0:1777047450.077136:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047450.077145:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249374d3 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.077160:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249374d3 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047450.077612:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442983168 00000100:00100000:3.0:1777047450.077625:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442983168 00000100:00100000:3.0:1777047450.077710:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442983296 00000100:00100000:3.0:1777047450.077716:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442983296 00000100:00100000:3.0:1777047450.077750:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3604 00000100:00100000:3.0:1777047450.077765:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+11:3683:x1863365442983168:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1777047450.078511:0:36216:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:206 count 1 00010000:00010000:3.0:1777047450.078549:0:36216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eb8832ce/0x5ecf73d72493754a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.078583:0:36216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d72493740f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78ac expref: 15 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.078598:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047450.078602:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047450.078607:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eb8832ce/0x5ecf73d72493754a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.078659:0:36216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d72493740f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78ac expref: 15 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.078679:0:36216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d72493740f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78ac expref: 15 pid: 36217 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047450.078702:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e282a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365442983552:192.168.201.54@tcp:104: 00000004:00080000:1.0:1777047450.082136:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0745ebc000/2, rc 0, transno 17179870213 00000100:00100000:1.0:1777047450.082147:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442983296:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047450.085225:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0749a49480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047450.085288:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442983040 00000100:00100000:1.0:1777047450.085304:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442983040 00000100:00100000:1.0:1777047450.085452:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3607 00000100:00100000:1.0:1777047450.085473:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+13:3683:x1863365442983040:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1777047450.085520:0:8481:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:205 count 1 00010000:00010000:1.0:1777047450.085559:0:8481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d724937551 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xcd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.085596:0:8481:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001d38f545/0x5ecf73d724937202 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f77fd expref: 15 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.085613:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047450.085617:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047450.085624:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d724937551 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.085682:0:8481:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001d38f545/0x5ecf73d724937202 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f77fd expref: 15 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.085706:0:8481:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001d38f545/0x5ecf73d724937202 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f77fd expref: 15 pid: 36216 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047450.085734:0:8481:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644481180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1863365442983680:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047450.086040:0:8480:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a29c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365442982784:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047450.086082:0:8480:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d72493753c lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047450.086091:0:8481:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750f4c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047450.087730:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047450.088181:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047450.088261:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047450.088452:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387858688 00000100:00100000:3.0:1777047450.088463:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387858688 00010000:00010000:3.0:1777047450.088554:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493748d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78dd expref: 19 pid: 28387 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047450.088655:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1846 00000100:00100000:3.0:1777047450.088674:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365387858688:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047450.088696:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047450.089857:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493748d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78dd expref: 21 pid: 28387 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.089909:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493748d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78dd expref: 21 pid: 28387 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.089985:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493748d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78dd expref: 21 pid: 28387 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.090025:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047450.090034:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047450.090046:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d72493753c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.090074:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d72493753c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.090123:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047450.090171:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365387858688:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1501us (2442us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047450.090189:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1846 00010000:00010000:3.0:1777047450.090287:0:8480:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d72493753c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.090330:0:8480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d72493753c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.090841:0:8480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d72493753c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.090860:0:8480:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d72493753c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.090904:0:8480:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047450.091205:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077594b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+29:3682:x1863365442982272:12345-0@lo:6:osp-syn-0-1.0 Request processed in 26198us (26694us total) trans 21474837477 rc 0/0 00000100:00100000:3.0:1777047450.091239:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3600 00000004:00080000:1.0:1777047450.091686:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0642c04e00/2, rc 0, transno 21474837477 00000100:00100000:1.0:1777047450.091701:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442982272:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1777047450.094874:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0642c04700/2, rc 0, transno 21474837478 00000100:00100000:1.0:1777047450.094892:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442982400:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1777047450.095078:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047450.095090:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d724937543 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.095113:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e26800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047450.095121:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d724937543 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.095695:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d724937543 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.095731:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d724937543 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.095811:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d724937543 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.095857:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047450.095863:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047450.095867:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047450.123689:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387859200 00000100:00100000:1.0:1777047450.123700:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387859200 00000100:00100000:3.0:1777047450.123752:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e282a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365442983552:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047450.123781:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3609 00010000:00010000:3.0:1777047450.123800:0:36216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000eb8832ce/0x5ecf73d72493754a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047450.124162:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:56906:x1863365387859200:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:1.0:1777047450.124194:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047450.124228:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d72493756d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xd1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f791c expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047450.124262:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xd1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1777047450.124284:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047450.124289:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047450.124301:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d72493756d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f791c expref: 17 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.124325:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d72493756d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f791c expref: 17 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.124343:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8c00, rc 0) 00000100:00100000:1.0:1777047450.128313:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:56906:x1863365387859200:12345-192.168.201.54@tcp:101:bash.0 Request processed in 4513us (6135us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047450.128330:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3609 00000100:00100000:3.0:1777047450.128654:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047450.130679:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387859456 00000100:00100000:1.0:1777047450.130693:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387859456 00010000:00010000:1.0:1777047450.130746:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d72493740f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78ac expref: 16 pid: 36217 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047450.130817:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1849 00000100:00100000:1.0:1777047450.130836:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365387859456:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047450.130886:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047450.130899:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d72493740f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78ac expref: 16 pid: 36217 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.130957:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d72493740f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78ac expref: 16 pid: 36217 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.130994:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d72493740f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78ac expref: 16 pid: 36217 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.131018:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047450.131022:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047450.131030:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eb8832ce/0x5ecf73d72493754a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.132326:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eb8832ce/0x5ecf73d72493754a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.132391:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047450.132448:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365387859456:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1616us (3797us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047450.132472:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1849 00010000:00010000:1.0:1777047450.133748:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047450.133763:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eb8832ce/0x5ecf73d72493754a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.133795:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d4800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047450.133804:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eb8832ce/0x5ecf73d72493754a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.133822:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eb8832ce/0x5ecf73d72493754a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.133849:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eb8832ce/0x5ecf73d72493754a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.133865:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb8832ce/0x5ecf73d72493754a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.133895:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047450.133899:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047450.133904:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777047450.134188:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0641c57800/2, rc 0, transno 17179870215 00000100:00100000:3.0:1777047450.134203:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442983040:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1777047450.134226:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643a24000/2, rc 0, transno 17179870216 00000100:00100000:3.0:1777047450.134233:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442983168:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047450.141870:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047450.141954:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047450.142025:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047450.142182:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387859584 00000100:00100000:1.0:1777047450.142196:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387859584 00002000:00010000:1.0:1777047450.142255:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/208 (0->18446744073709551615) 00002000:00100000:1.0:1777047450.142264:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e283100 with x1863365387859584 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047450.142293:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e283100. 00000100:00100000:1.0:1777047450.142347:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387859712 00000100:00100000:1.0:1777047450.142355:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387859712 00002000:00010000:1.0:1777047450.142383:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/209 (0->18446744073709551615) 00002000:00100000:1.0:1777047450.142391:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e280000 with x1863365387859712 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047450.142404:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e280000. 00000100:00100000:1.0:1777047450.142462:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 989 00000100:00100000:1.0:1777047450.142484:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365387859584:12345-192.168.201.54@tcp:10:bash.0 00002000:00010000:1.0:1777047450.142760:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xd0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047450.142768:0:24562:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xd0:0x0] updating lvb mtime from disk: 0 -> 1777047450 00002000:00010000:1.0:1777047450.142775:0:24562:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xd0:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047450.142780:0:24562:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xd0:0x0] updating lvb ctime from disk: 0 -> 1777047450 00002000:00010000:1.0:1777047450.142784:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xd0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047450.142878:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365387859584:12345-192.168.201.54@tcp:10:bash.0 Request processed in 399us (1018us total) trans 21474837479 rc 0/0 00000100:00100000:1.0:1777047450.142917:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 989 00002000:00010000:1.0:1777047450.145610:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/208 (0->18446744073709551615) 00002000:00100000:1.0:1777047450.145617:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e283100 with x1863365387859584 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047450.145629:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e283100. 00000100:00100000:1.0:1777047450.181059:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047450.199314:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047450.199682:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047450.199859:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387860736 00000100:00100000:1.0:1777047450.199875:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387860736 00000100:00100000:1.0:1777047450.200006:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1966 00000100:00100000:1.0:1777047450.200026:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e074302bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57217:x1863365387860736:12345-192.168.201.54@tcp:33:lfs.0 00000100:00100000:1.0:1777047450.200259:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e074302bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57217:x1863365387860736:12345-192.168.201.54@tcp:33:lfs.0 Request processed in 236us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047450.200278:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1966 00000100:00100000:3.0:1777047450.222537:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047450.233165:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57217:x1863365387860992:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 10340us (10628us total) trans 4294969760 rc 0/0 00000100:00100000:1.0:1777047450.233188:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5786 00000100:00100000:3.0:1777047450.256025:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387861248 00000100:00100000:3.0:1777047450.256042:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387861248 00000100:00100000:3.0:1777047450.256154:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1967 00000100:00100000:3.0:1777047450.256173:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57217:x1863365387861248:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:3.0:1777047450.256285:0:35315:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x240000404:0xaf:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46600/0x5ecf73d72493759e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xaf:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f792a expref: 76 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.256347:0:35315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249375ac lrc: 3/0,1 mode: --/EX res: [0x240000404:0xaf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.256372:0:35315:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249374cc lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78eb expref: 76 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.256432:0:35315:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d724937566 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f790e expref: 76 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.256450:0:35315:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d724937512 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0xaf:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7900 expref: 76 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.256468:0:35315:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249375ac lrc: 6/0,1 mode: --/EX res: [0x240000404:0xaf:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.256528:0:35315:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d724937512 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xaf:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7900 expref: 76 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.256557:0:35315:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d724937512 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xaf:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7900 expref: 76 pid: 9025 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047450.256585:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35315:1863365442983808:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047450.259383:0:35315:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d724937566 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f790e expref: 76 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.259410:0:35315:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d724937566 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f790e expref: 76 pid: 6590 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047450.259433:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e283480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35315:1863365442983936:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047450.259500:0:35315:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249374cc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78eb expref: 76 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.259519:0:35315:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249374cc lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78eb expref: 76 pid: 6588 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047450.259553:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e280700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35315:1863365442984064:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047450.259612:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06441cb000 going to sleep for 11 seconds 00000100:00100000:1.0:1777047450.268279:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387861376 00000100:00100000:1.0:1777047450.268295:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387861376 00010000:00010000:1.0:1777047450.268357:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d724937512 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0xaf:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7900 expref: 77 pid: 9025 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047450.268500:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387861504 00000100:00100000:1.0:1777047450.268512:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387861504 00010000:00010000:1.0:1777047450.268544:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249374cc lrc: 5/0,0 mode: PR/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78eb expref: 79 pid: 6588 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047450.269416:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1851 00000100:00100000:1.0:1777047450.269438:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:2432:x1863365387861632:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047450.269457:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047450.273285:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d724937566 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f790e expref: 79 pid: 6590 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.273318:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d724937566 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f790e expref: 79 pid: 6590 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.273347:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xaf:0x0].0x0 (ffff9e0642f56e00) 00010000:00010000:1.0:1777047450.273355:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249375ac lrc: 3/0,1 mode: --/EX res: [0x240000404:0xaf:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.273368:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249375ac lrc: 3/0,1 mode: --/EX res: [0x240000404:0xaf:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.273419:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047450.273485:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:2432:x1863365387861632:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 4051us (6433us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047450.273501:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1851 00000100:00100000:1.0:1777047450.273544:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1852 00000100:00100000:1.0:1777047450.273560:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:2430:x1863365387861504:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047450.273580:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047450.273591:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249374cc lrc: 5/0,0 mode: PR/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78eb expref: 78 pid: 6588 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.273610:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249374cc lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78eb expref: 78 pid: 6588 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.273632:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xaf:0x0].0x0 (ffff9e0642f56e00) 00010000:00010000:1.0:1777047450.273640:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249375ac lrc: 3/0,1 mode: --/EX res: [0x240000404:0xaf:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.273653:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249375ac lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xaf:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.273665:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249375ac lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xaf:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.273692:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047450.273728:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:2430:x1863365387861504:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 171us (6614us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047450.273742:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1852 00010000:00010000:3.0:1777047450.274025:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d724937512 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xaf:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7900 expref: 77 pid: 9025 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047450.274058:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35315:1863365442983808:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047450.274094:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d724937566 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f790e expref: 76 pid: 6590 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047450.274114:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e283480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35315:1863365442983936:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047450.278101:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249374cc lrc: 0/0,0 mode: --/PR res: [0x240000404:0xaf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f78eb expref: 75 pid: 6588 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047450.278135:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e280700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35315:1863365442984064:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047450.278189:0:35315:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249375ac lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xaf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.278208:0:35315:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249375ac lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xaf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.278220:0:35315:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249375ac lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xaf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047450.278413:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000004:00020000:1.0:1777047450.278559:0:35315:0:(lod_lov.c:1542:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000404:0xaf:0x0]: rc = -1 00010000:00010000:1.0:1777047450.278620:0:35315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249375ac lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xaf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.278644:0:35315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249375ac lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xaf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.278659:0:35315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249375ac lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xaf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.278672:0:35315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d5e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047450.278681:0:35315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249375ac lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xaf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.278984:0:35315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249375ac lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xaf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.279008:0:35315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xaf:0x0].0x0 (ffff9e0642f56e00) 00010000:00010000:1.0:1777047450.279015:0:35315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777047450.279022:0:35315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249375ac lrc: 2/0,0 mode: --/EX res: [0x240000404:0xaf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.279035:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d7249375ac lrc: 0/0,0 mode: --/EX res: [0x240000404:0xaf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.279055:0:35315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xaf:0x0].0x0 (ffff9e0642f56e00) 00010000:00010000:1.0:1777047450.279059:0:35315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047450.279068:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46600/0x5ecf73d72493759e lrc: 0/0,0 mode: --/PW res: [0x240000404:0xaf:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f792a expref: 73 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047450.281123:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:57217:x1863365387861248:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 24948us (25560us total) trans 4294969761 rc -1/-1 00000100:00100000:1.0:1777047450.281144:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1967 00000100:00100000:3.0:1777047450.296599:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047450.304241:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047450.322863:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387862400 00000100:00100000:1.0:1777047450.322880:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387862400 00000100:00100000:1.0:1777047450.323017:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1968 00010000:00010000:3.0:1777047450.333471:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047450.333487:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d7249375eb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.333536:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e26e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047450.333545:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d7249375eb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.333564:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d7249375eb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.333603:0:6577:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xaf:0x0].0x0 (ffff9e0758e7b100) 00010000:00010000:3.0:1777047450.333613:0:6577:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777047450.333624:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d7249375eb lrc: 1/0,0 mode: --/PW res: [0x240000404:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.333638:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d7249375eb lrc: 0/0,0 mode: --/PW res: [0x240000404:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.333666:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047450.333670:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047450.333675:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047450.373669:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387862528 00000100:00100000:3.0:1777047450.373682:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387862528 00000100:00100000:3.0:1777047450.373772:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5790 00000100:00100000:3.0:1777047450.373789:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57223:x1863365387862528:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047450.374119:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047450.374152:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d7249375f2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f793f expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.374711:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d7249375f9 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.374730:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d7249375f9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.374745:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d7249375f9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.374760:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937600 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.374768:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937600 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.374803:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937600 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047450.399696:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387862784 00000100:00100000:3.0:1777047450.399714:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387862784 00000100:00100000:3.0:1777047450.399811:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5791 00000100:00100000:3.0:1777047450.399827:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57224:x1863365387862784:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047450.399854:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047450.399940:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724937607 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7946 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.400093:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d72493760e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.400115:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d72493760e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.400394:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d72493760e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.400463:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937615 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.400479:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937615 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.400492:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937615 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.400544:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d72493760e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.400558:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d72493760e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.400570:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d72493760e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.400582:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d72493760e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.400592:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d5000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047450.400599:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d72493760e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.400612:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d72493760e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.400631:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641795d00) 00010000:00010000:3.0:1777047450.400636:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047450.400643:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d72493760e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.400655:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d72493760e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.400676:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937615 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.400687:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937615 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.400698:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937615 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.400708:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d5400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047450.400714:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937615 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.400725:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937615 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.401047:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0758e7b900) 00010000:00010000:3.0:1777047450.401053:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047450.401061:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937615 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.401073:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937615 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.401126:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724937607 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7946 expref: 78 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.401145:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641795d00) 00010000:00010000:3.0:1777047450.401149:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777047450.401156:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724937607 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7946 expref: 78 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.401181:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d4c00, rc 0) 00000100:00100000:3.0:1777047450.401288:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57224:x1863365387862784:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1463us (5748us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047450.401302:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5791 00000100:00100000:1.0:1777047450.409061:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387862912 00000100:00100000:1.0:1777047450.409076:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387862912 00000100:00100000:1.0:1777047450.409169:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5792 00000100:00100000:1.0:1777047450.409187:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57224:x1863365387862912:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047450.409215:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047450.409247:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d72493761c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f794d expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.409337:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937623 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.409359:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937623 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.409378:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937623 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.409395:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d72493762a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.409408:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d72493762a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.409419:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d72493762a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.409474:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937623 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.409487:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937623 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.409499:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937623 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.409511:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937623 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.409522:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047450.409528:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937623 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.409541:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937623 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.409560:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7700) 00010000:00010000:1.0:1777047450.409566:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047450.409573:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937623 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.409585:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937623 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.409607:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d72493762a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.409619:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d72493762a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.409630:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d72493762a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.409638:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b9e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047450.409643:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d72493762a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.409655:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d72493762a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.409669:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0758e7b900) 00010000:00010000:1.0:1777047450.409675:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047450.409680:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d72493762a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.409691:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d72493762a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.409734:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d72493761c lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f794d expref: 78 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.409762:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7700) 00010000:00010000:1.0:1777047450.409766:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047450.409773:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d72493761c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f794d expref: 78 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.409794:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8400, rc 0) 00000100:00100000:1.0:1777047450.409882:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57224:x1863365387862912:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 699us (1051us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047450.409896:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5792 00000100:00100000:1.0:1777047450.427124:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387863040 00000100:00100000:1.0:1777047450.427141:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387863040 00000100:00100000:1.0:1777047450.427237:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5793 00000100:00100000:1.0:1777047450.427253:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57223:x1863365387863040:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047450.427281:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047450.427313:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724937631 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7954 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.427465:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937638 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.427489:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937638 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.427507:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937638 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.427525:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493763f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.427539:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493763f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.427551:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493763f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.427626:0:6590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937638 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.427640:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937638 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.427652:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937638 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.427664:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937638 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.427674:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b9e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047450.427680:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937638 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.427693:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937638 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.427711:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7700) 00010000:00010000:1.0:1777047450.427717:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047450.427723:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937638 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.427734:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937638 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.427758:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493763f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.427770:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493763f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.427781:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493763f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.427792:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047450.427797:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493763f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.427808:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493763f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.427821:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0758e7b900) 00010000:00010000:1.0:1777047450.427825:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047450.427831:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493763f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.427841:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493763f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.427883:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724937631 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7954 expref: 78 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.427900:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7700) 00010000:00010000:1.0:1777047450.427905:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047450.427914:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724937631 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7954 expref: 78 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.427968:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8400, rc 0) 00000100:00100000:1.0:1777047450.428043:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57223:x1863365387863040:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 792us (4990us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047450.428056:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5793 00000100:00100000:3.0:1777047450.436992:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442984320:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777047450.437077:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047450.437134:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047450.437145:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442984192:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777047450.437188:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047450.437236:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442984320 00000100:00100000:3.0:1777047450.437247:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442984320 00000100:00100000:3.0:1777047450.437310:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3239 00000100:00100000:3.0:1777047450.437326:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365442984320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777047450.437371:0:6593:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445883904 avail 1299644416 00000100:00100000:3.0:1777047450.437487:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365442984320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 163us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047450.437500:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3239 00000100:00100000:3.0:1777047450.437535:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442984192 00000100:00100000:3.0:1777047450.437543:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442984192 00000100:00100000:3.0:1777047450.437590:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2451 00000100:00100000:3.0:1777047450.437603:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e280380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+14:3683:x1863365442984192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1777047450.437625:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276842944 pending 0 free 3920220160 avail 3688697856 00000100:00100000:3.0:1777047450.437674:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e280380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+14:3683:x1863365442984192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047450.437686:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2451 00000100:00100000:3.0:1777047450.438096:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442984192:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777047450.438120:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442984320:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777047450.449263:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387863168 00000100:00100000:3.0:1777047450.449277:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387863168 00000100:00100000:1.0:1777047450.452498:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387863424 00000100:00100000:1.0:1777047450.452508:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387863424 00000100:00100000:1.0:1777047450.452585:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5795 00000100:00100000:1.0:1777047450.452602:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57225:x1863365387863424:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047450.452621:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047450.452642:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724937654 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7962 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.452725:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493765b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.452744:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493765b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.452760:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493765b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.452778:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937662 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.452792:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937662 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.452804:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937662 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.452867:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493765b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.452883:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493765b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.452895:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493765b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.452906:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493765b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.452940:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047450.452948:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493765b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.452961:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493765b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.452978:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e06431bf700) 00010000:00010000:1.0:1777047450.452983:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047450.452990:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493765b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.453004:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493765b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.453025:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937662 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.453037:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937662 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.453049:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937662 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.453059:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b9e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047450.453063:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937662 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.453091:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937662 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.453105:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0758e7b900) 00010000:00010000:1.0:1777047450.453110:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047450.453116:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937662 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.453127:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937662 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.453173:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724937654 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7962 expref: 79 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.453192:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e06431bf700) 00010000:00010000:1.0:1777047450.453197:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777047450.453204:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724937654 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7962 expref: 79 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.453222:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8400, rc 0) 00000100:00100000:1.0:1777047450.453289:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57225:x1863365387863424:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 689us (1724us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047450.453308:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5795 00000100:00100000:3.0:1777047450.473574:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047450.478475:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387863680 00000100:00100000:1.0:1777047450.478495:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387863680 00000100:00100000:1.0:1777047450.478589:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5796 00000100:00100000:1.0:1777047450.478608:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57223:x1863365387863680:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047450.478639:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047450.478645:0:6590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1777047450.478696:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d72493764d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f795b expref: 78 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.478729:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e06431bf700) 00010000:00010000:1.0:1777047450.478746:0:6590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047450.478773:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724937669 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7969 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.478981:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937670 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.479005:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937670 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.479024:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937670 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.479045:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937677 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.479059:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937677 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.479081:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937677 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.480027:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493767e lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.480045:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493767e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.480060:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493767e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047450.480076:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb1:0x0]: returning size 0 00010000:00010000:1.0:1777047450.480115:0:6590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937670 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.480129:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937670 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.480140:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937670 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.480151:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937670 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.480458:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b9e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047450.480465:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937670 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.480478:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937670 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.480503:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7700) 00010000:00010000:1.0:1777047450.480508:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047450.480514:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937670 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.480526:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937670 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047450.480547:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000058f6fa52 reply state 00000000ad8ea275 transno 4294969764 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937677 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.480565:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937677 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.480577:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0758e7b900) 00010000:00010000:1.0:1777047450.480581:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047450.480586:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777047450.480640:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724937669 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7969 expref: 80 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.480671:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493767e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7969 expref: 79 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.480684:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb1:0x0].0x0 (ffff9e0641ff7900) 00010000:00010000:1.0:1777047450.480689:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047450.480693:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9200, rc 0) 00000100:00100000:1.0:1777047450.481133:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57223:x1863365387863680:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2527us (7569us total) trans 4294969764 rc 0/0 00000100:00100000:1.0:1777047450.481148:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5796 00000100:00100000:3.0:1777047450.499826:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387863936 00000100:00100000:3.0:1777047450.499843:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387863936 00000100:00100000:3.0:1777047450.499984:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5797 00000100:00100000:3.0:1777047450.500003:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57223:x1863365387863936:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047450.500040:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047450.502656:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d72493768c lrc: 2/0,0 mode: --/CR res: [0x240000404:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7970 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.503151:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937693 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.503203:0:34275:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493767e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7969 expref: 81 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.503555:0:34275:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937693 lrc: 4/0,1 mode: --/EX res: [0x240000404:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.503613:0:34275:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493767e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7969 expref: 81 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.503638:0:34275:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493767e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7969 expref: 81 pid: 6590 timeout: 4179 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047450.503664:0:34275:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e280700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:34275:1863365442984448:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047450.503806:0:34275:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06441cb180 going to sleep for 11 seconds 00000100:00100000:1.0:1777047450.516985:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387864064 00000100:00100000:1.0:1777047450.517000:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387864064 00010000:00010000:1.0:1777047450.517062:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493767e lrc: 5/0,0 mode: PR/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7969 expref: 82 pid: 6590 timeout: 4179 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047450.517145:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1853 00000100:00100000:1.0:1777047450.517163:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:2430:x1863365387864064:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047450.517185:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047450.517197:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493767e lrc: 5/0,0 mode: PR/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7969 expref: 82 pid: 6590 timeout: 4179 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.517221:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493767e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7969 expref: 82 pid: 6590 timeout: 4179 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.517256:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb1:0x0].0x0 (ffff9e0641ff7900) 00010000:00010000:1.0:1777047450.517265:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937693 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.517283:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937693 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.517297:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937693 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.517331:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047450.517436:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:2430:x1863365387864064:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 276us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047450.517451:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1853 00010000:00010000:3.0:1777047450.517619:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493767e lrc: 0/0,0 mode: --/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7969 expref: 81 pid: 6590 timeout: 4179 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047450.517652:0:34275:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e280700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:34275:1863365442984448:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047450.517689:0:34275:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937693 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.517704:0:34275:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937693 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.517715:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937693 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047450.517750:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb1:0x0]: returning size 0 00000004:00080000:3.0:1777047450.518121:0:34275:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xd3:0x0], index 1: 0 00000004:00080000:3.0:1777047450.518134:0:34275:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xd2:0x0], index 0: 0 00000004:00080000:3.0:1777047450.518145:0:34275:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xd3:0x0], index 0: 0 00000004:00080000:3.0:1777047450.518154:0:34275:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xd4:0x0], index 1: 0 00010000:00010000:3.0:1777047450.518310:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937693 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.518341:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937693 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.518354:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937693 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.518366:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d5400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047450.518374:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937693 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.518455:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937693 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.518475:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb1:0x0].0x0 (ffff9e0641ff7900) 00010000:00010000:3.0:1777047450.518482:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047450.518490:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937693 lrc: 2/0,0 mode: --/EX res: [0x240000404:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.518503:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937693 lrc: 0/0,0 mode: --/EX res: [0x240000404:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.518578:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d72493768c lrc: 1/0,0 mode: --/CR res: [0x240000404:0xb1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7970 expref: 81 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.518600:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb1:0x0].0x0 (ffff9e0641ff7900) 00010000:00010000:3.0:1777047450.518606:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777047450.518615:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d72493768c lrc: 0/0,0 mode: --/CR res: [0x240000404:0xb1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7970 expref: 81 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.518643:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d4c00, rc 0) 00000100:00100000:3.0:1777047450.518703:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57223:x1863365387863936:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 18703us (20337us total) trans 4294969765 rc 301/301 00000100:00100000:3.0:1777047450.518719:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5797 00000100:00100000:1.0:1777047450.520489:0:8628:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d745f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8628:1863365442984576:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1777047450.520571:0:8628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047450.520608:0:8628:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750f4c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047450.527410:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047450.532298:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387864576 00000100:00100000:3.0:1777047450.532313:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387864576 00000100:00100000:3.0:1777047450.532405:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1969 00000100:00100000:3.0:1777047450.532425:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57223:x1863365387864576:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047450.539263:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57223:x1863365387864576:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 6828us (7582us total) trans 4294969766 rc 0/0 00000100:00100000:3.0:1777047450.539287:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1969 00000100:00100000:3.0:1777047450.540679:0:8628:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d745f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8628:1863365442984576:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1777047450.540704:0:8628:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0xd3:0x0]-[0x280000400:0x101:0x0] 00000100:00100000:1.0:1777047450.541835:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387864320 00000100:00100000:1.0:1777047450.541872:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387864320 00000100:00100000:1.0:1777047450.542228:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5798 00000100:00100000:1.0:1777047450.542248:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e280700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57226:x1863365387864320:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047450.542275:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047450.542311:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249376a1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7977 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.542461:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249376a8 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.542489:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249376a8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.542509:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249376a8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.542596:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249376af lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.542613:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249376af lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.542628:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249376af lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.542791:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249376b6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.542819:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249376b6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.542835:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249376b6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047450.542855:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb1:0x0]: returning size 0 00010000:00010000:1.0:1777047450.542996:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249376a8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.543011:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249376a8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.543022:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249376a8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.543033:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249376a8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.543044:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047450.543051:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249376a8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.543065:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249376a8 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.543086:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7700) 00010000:00010000:1.0:1777047450.543093:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047450.543100:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249376a8 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.543113:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249376a8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.543138:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249376af lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.543151:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249376af lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.543163:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249376af lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.543174:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b9a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047450.543180:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249376af lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.543194:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249376af lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.543210:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0758e7b900) 00010000:00010000:1.0:1777047450.543215:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047450.543221:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249376af lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.543235:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249376af lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.543297:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249376a1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7977 expref: 84 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.543333:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249376b6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7977 expref: 83 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.543363:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb1:0x0].0x0 (ffff9e0641ff7400) 00010000:00010000:1.0:1777047450.543367:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047450.543372:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8200, rc 0) 00000100:00100000:1.0:1777047450.543488:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e280700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57226:x1863365387864320:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1243us (16086us total) trans 4294969767 rc 0/0 00000100:00100000:1.0:1777047450.543503:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5798 00000100:00100000:3.0:1777047450.556792:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387864832 00000100:00100000:3.0:1777047450.556807:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387864832 00000100:00100000:3.0:1777047450.556907:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1970 00000100:00100000:3.0:1777047450.556958:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57223:x1863365387864832:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047450.559741:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:57223:x1863365387864832:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 2778us (3398us total) trans 4294969768 rc 0/0 00000100:00100000:3.0:1777047450.559759:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1970 00000100:00100000:3.0:1777047450.562093:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047450.581895:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047450.585182:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047450.606980:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047450.607196:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387865472 00000100:00100000:1.0:1777047450.607212:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387865472 00000100:00100000:1.0:1777047450.607328:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5801 00000100:00100000:1.0:1777047450.607354:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+86:56906:x1863365387865472:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:1.0:1777047450.607460:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047450.607498:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249376e7 lrc: 2/0,0 mode: --/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7993 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.607565:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249376ee lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.607590:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249376ee lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.607616:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249376ee lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.607803:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249376e7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7993 expref: 88 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.607857:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249376ee lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7993 expref: 87 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.607873:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb1:0x0].0x0 (ffff9e0758e7b500) 00010000:00010000:1.0:1777047450.607879:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777047450.607886:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8600, rc 0) 00000100:00100000:1.0:1777047450.608009:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+87:56906:x1863365387865472:12345-192.168.201.54@tcp:101:bash.0 Request processed in 664us (1101us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047450.608028:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5801 00000100:00100000:1.0:1777047450.616170:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047450.638576:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047450.652692:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047450.662598:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047450.700606:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387866624 00000100:00100000:1.0:1777047450.700617:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387866624 00010000:00010000:1.0:1777047450.700697:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937711 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f799a expref: 95 pid: 6590 timeout: 4179 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047450.700766:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1854 00000100:00100000:1.0:1777047450.700780:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077949f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+95:2431:x1863365387866624:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047450.700812:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047450.700824:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937711 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f799a expref: 95 pid: 6590 timeout: 4179 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.701649:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937711 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f799a expref: 95 pid: 6590 timeout: 4179 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.702661:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937711 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f799a expref: 95 pid: 6590 timeout: 4179 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.702703:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb1:0x0].0x0 (ffff9e0758e7b500) 00010000:00010000:1.0:1777047450.702724:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937734 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x13/0x40 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.702738:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290e00/0x5ecf73d724937726 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xb1:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.702764:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290e00/0x5ecf73d724937726 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb1:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.702778:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290e00/0x5ecf73d724937726 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xb1:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.702791:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937734 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x13/0x40 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.702815:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937734 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb1:0x0].0x0 bits 0x13/0x40 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.702856:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047450.703023:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077949f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+94:2431:x1863365387866624:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 2243us (4241us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047450.703040:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1854 00000100:00100000:3.0:1777047450.760321:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442984960:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047450.760472:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047450.760618:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777047450.760646:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442984832:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047450.761246:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047450.761353:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442985088:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047450.761430:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047450.761527:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047450.761539:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442985216:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047450.761611:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047450.761695:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442984960 00000100:00100000:3.0:1777047450.761706:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442984960 00000100:00100000:3.0:1777047450.761822:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442984832 00000100:00100000:3.0:1777047450.761829:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442984832 00000100:00100000:3.0:1777047450.761895:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442985088 00000100:00100000:3.0:1777047450.761901:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442985088 00000100:00100000:3.0:1777047450.761994:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442985216 00000100:00100000:3.0:1777047450.762015:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442985216 00000100:00100000:3.0:1777047450.762065:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3612 00000100:00100000:3.0:1777047450.762082:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+17:3685:x1863365442984960:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1777047450.762155:0:36217:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:210 count 1 00002000:00010000:3.0:1777047450.762722:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xd2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047450.762737:0:36217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c751438e/0x5ecf73d72493773b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xd2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.762778:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047450.762783:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047450.762807:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c751438e/0x5ecf73d72493773b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.762848:0:36217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c751438e/0x5ecf73d72493773b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.762869:0:36217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c751438e/0x5ecf73d72493773b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.762900:0:36217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c751438e/0x5ecf73d72493773b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047450.767700:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3614 00000100:00100000:1.0:1777047450.767735:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3682:x1863365442985088:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1777047450.768081:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xd3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047450.768103:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xd3:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1777047450.768108:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xd3:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047450.768112:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xd3:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1777047450.768117:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xd3:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047450.778750:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+19:3682:x1863365442985088:12345-0@lo:2:osp-syn-1-1.0 Request processed in 11030us (17327us total) trans 17179870218 rc 0/0 00000100:00100000:1.0:1777047450.778783:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3614 00000100:00100000:1.0:1777047450.779761:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442985472:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1777047450.779871:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047450.779989:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047450.780002:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442985600:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1777047450.780073:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047450.780573:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442985472 00000100:00100000:1.0:1777047450.780585:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442985472 00000100:00100000:1.0:1777047450.780745:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442985600 00000100:00100000:1.0:1777047450.780751:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442985600 00000100:00100000:1.0:1777047450.780792:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3616 00000100:00100000:1.0:1777047450.780805:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+31:3684:x1863365442985472:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1777047450.780868:0:8479:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:208 count 1 00010000:00010000:1.0:1777047450.780913:0:8479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2f25ef0/0x5ecf73d724937749 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.781001:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007bde26d1/0x5ecf73d724937558 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7915 expref: 17 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.781031:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047450.781036:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047450.781042:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2f25ef0/0x5ecf73d724937749 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.781116:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007bde26d1/0x5ecf73d724937558 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7915 expref: 17 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.781138:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007bde26d1/0x5ecf73d724937558 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7915 expref: 17 pid: 8633 timeout: 4179 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047450.781176:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365442985984:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047450.781264:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e074678e480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047450.781324:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442985856:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047450.781406:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047450.781620:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0745e46680/2, rc 0, transno 17179870218 00000100:00100000:3.0:1777047450.781647:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442985088:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047450.781693:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442985856 00000100:00100000:3.0:1777047450.781726:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442985856 00000100:00100000:3.0:1777047450.782484:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3617 00000100:00100000:3.0:1777047450.782514:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+32:3684:x1863365442985600:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1777047450.782556:0:8480:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:209 count 1 00002000:00010000:3.0:1777047450.782605:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xd1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047450.782617:0:8480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937750 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.782649:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047450.782652:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047450.782660:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937750 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.782695:0:8480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937750 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.782727:0:8480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937750 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.782743:0:8480:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937750 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.782805:0:8480:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047450.783150:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+33:3684:x1863365442985600:12345-0@lo:6:osp-syn-0-1.0 Request processed in 652us (3088us total) trans 21474837481 rc 0/0 00000100:00100000:3.0:1777047450.783179:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3617 00000100:00100000:3.0:1777047450.783223:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3618 00000100:00100000:3.0:1777047450.783237:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+32:3683:x1863365442985856:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047450.783485:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+33:3683:x1863365442985856:12345-0@lo:2:osp-syn-0-1.0 Request processed in 248us (2090us total) trans 21474837482 rc 0/0 00000100:00100000:3.0:1777047450.783514:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3618 00010000:00010000:3.0:1777047450.783604:0:36217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1777047450.783691:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777047450.783701:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937750 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.783733:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d5400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047450.783740:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937750 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.783771:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937750 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.783812:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937750 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.783827:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937750 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.783884:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047450.783892:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c751438e/0x5ecf73d72493773b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.783906:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d4c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047450.783970:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c751438e/0x5ecf73d72493773b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.783986:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c751438e/0x5ecf73d72493773b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.784022:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c751438e/0x5ecf73d72493773b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.784035:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c751438e/0x5ecf73d72493773b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.784075:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047450.784093:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047450.784096:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047450.784862:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+19:3685:x1863365442984960:12345-0@lo:6:osp-syn-1-1.0 Request processed in 22783us (24403us total) trans 17179870220 rc 0/0 00000100:00100000:3.0:1777047450.784891:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3612 00000004:00080000:3.0:1777047450.792101:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0745e47100/2, rc 0, transno 17179870219 00000100:00100000:3.0:1777047450.792114:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442985216:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777047450.794512:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777047450.794558:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442985728:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047450.794676:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047450.794768:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e282d80/2, rc 0, transno 21474837482 00000100:00100000:1.0:1777047450.794777:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442985856:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1777047450.794819:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777047450.794859:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064d744000/2, rc 0, transno 21474837481 00000100:00100000:1.0:1777047450.794882:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442985600:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1777047450.794969:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442985728 00000100:00100000:1.0:1777047450.794981:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442985728 00000100:00100000:1.0:1777047450.795103:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3619 00000100:00100000:1.0:1777047450.795133:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+33:3683:x1863365442985728:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047450.796036:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+34:3683:x1863365442985728:12345-0@lo:2:osp-syn-0-1.0 Request processed in 918us (1372us total) trans 21474837483 rc 0/0 00000100:00100000:1.0:1777047450.796065:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3619 00000004:00080000:1.0:1777047450.796145:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e282a00/2, rc 0, transno 21474837483 00000100:00100000:1.0:1777047450.796153:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442985728:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047450.834958:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047450.835101:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047450.837674:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387866880 00000100:00100000:3.0:1777047450.837700:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387866880 00010000:00010000:1.0:1777047450.840838:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d72493756d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f791c expref: 17 pid: 28387 timeout: 4179 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.844591:0:8479:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c2f25ef0/0x5ecf73d724937749 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.844623:0:8479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c2f25ef0/0x5ecf73d724937749 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.844665:0:8479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2f25ef0/0x5ecf73d724937749 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.844680:0:8479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c2f25ef0/0x5ecf73d724937749 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.844722:0:8479:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047450.845101:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+34:3684:x1863365442985472:12345-0@lo:6:osp-syn-0-1.0 Request processed in 64295us (65226us total) trans 21474837484 rc 0/0 00000100:00100000:3.0:1777047450.845129:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3616 00000004:00080000:1.0:1777047450.847515:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064d744380/2, rc 0, transno 21474837484 00000100:00100000:1.0:1777047450.847542:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442985472:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1777047450.847635:0:8481:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724937742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.847667:0:8481:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724937742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.847684:0:8481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724937742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.847713:0:8481:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724937742 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.847755:0:8481:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1777047450.847785:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777047450.847795:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c2f25ef0/0x5ecf73d724937749 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.847811:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b9a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047450.847831:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2f25ef0/0x5ecf73d724937749 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.847849:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2f25ef0/0x5ecf73d724937749 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.847888:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c2f25ef0/0x5ecf73d724937749 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.847999:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c2f25ef0/0x5ecf73d724937749 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.848045:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047450.848052:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724937742 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.848077:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047450.848084:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724937742 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.848099:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724937742 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.848143:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724937742 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.848170:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724937742 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047450.848206:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047450.848210:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047450.848213:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047450.848535:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+18:3685:x1863365442984832:12345-0@lo:6:osp-syn-1-1.0 Request processed in 84209us (87813us total) trans 17179870221 rc 0/0 00000100:00100000:1.0:1777047450.848551:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3613 00000100:00100000:1.0:1777047450.853303:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047450.868084:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047450.888169:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047450.919746:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047450.969012:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365442986368:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777047450.969124:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047450.969222:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442986368 00000100:00100000:1.0:1777047450.969232:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442986368 00000100:00100000:1.0:1777047450.969312:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2452 00000100:00100000:1.0:1777047450.969338:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365442986368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777047450.969377:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276842944 pending 0 free 3920220160 avail 3688697856 00000100:00100000:1.0:1777047450.969550:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365442986368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 214us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047450.969564:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2452 00000100:00100000:1.0:1777047450.969663:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365442986368:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047450.974231:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365442986496:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777047450.974331:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047450.985482:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387868160 00000100:00100000:1.0:1777047450.985506:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387868160 00000100:00100000:1.0:1777047450.985630:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1973 00000100:00100000:1.0:1777047450.985661:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:57226:x1863365387868160:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:1.0:1777047450.986129:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57226:x1863365387868160:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 480us (1013us total) trans 4294969777 rc 0/0 00000100:00100000:1.0:1777047450.986147:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1973 00000100:00100000:1.0:1777047450.999670:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047451.001893:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00080000:1.0:1777047451.001990:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777047451.005033:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047451.005634:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387868544 00000100:00100000:1.0:1777047451.005646:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387868544 00000100:00100000:1.0:1777047451.005730:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1974 00000100:00100000:1.0:1777047451.005753:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57226:x1863365387868544:12345-192.168.201.54@tcp:33:lfs.0 00000100:00100000:1.0:1777047451.006021:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57226:x1863365387868544:12345-192.168.201.54@tcp:33:lfs.0 Request processed in 275us (947us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047451.006041:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1974 00000100:00080000:1.0:1777047451.006104:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777047451.023775:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387868800 00000100:00100000:1.0:1777047451.023789:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387868800 00000100:00100000:1.0:1777047451.023902:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1975 00000100:00100000:1.0:1777047451.023956:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:56906:x1863365387868800:12345-192.168.201.54@tcp:35:bash.0 00000100:00100000:1.0:1777047451.025192:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:56906:x1863365387868800:12345-192.168.201.54@tcp:35:bash.0 Request processed in 1237us (2350us total) trans 4294969778 rc 0/0 00000100:00100000:1.0:1777047451.025210:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1975 00000100:00100000:3.0:1777047451.089074:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000040:00080000:3.0:1777047451.093533:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].442, 64 off42656 00000004:00080000:3.0:1777047451.093556:0:6589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4079730171809ns, next at 4080730167439ns, rc = 0 00000040:00080000:3.0:1777047451.093602:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].422, 64 off40864 00000004:00080000:3.0:1777047451.093615:0:6589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4079730231679ns, next at 4080730229473ns, rc = 0 00000040:00080000:3.0:1777047451.093635:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].423, 64 off40928 00000040:00080000:3.0:1777047451.093653:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].443, 64 off42720 00010000:00010000:3.0:1777047451.093735:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d72493779d lrc: 3/0,1 mode: --/PW res: [0x240000404:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.093753:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d72493779d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.094142:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d72493779d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.094156:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d72493779d lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.094168:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d72493779d lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.094179:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d72493779d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.094224:0:6589:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777047451.094253:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937796 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.094264:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937796 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xb1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.094274:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937796 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xb1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.094284:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e26a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047451.094290:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937796 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xb1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.094303:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937796 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xb1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.094319:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb1:0x0].0x0 (ffff9e06431bfc00) 00010000:00010000:3.0:1777047451.094324:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777047451.094331:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937796 lrc: 2/0,0 mode: --/EX res: [0x240000404:0xb1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.094342:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937796 lrc: 0/0,0 mode: --/EX res: [0x240000404:0xb1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.094370:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26800/0x5ecf73d724937788 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.094416:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26800/0x5ecf73d724937788 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.094430:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26800/0x5ecf73d724937788 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.094441:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26800/0x5ecf73d724937788 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.094451:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e26800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047451.094457:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26800/0x5ecf73d724937788 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.094469:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26800/0x5ecf73d724937788 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.094484:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e06431bf400) 00010000:00010000:3.0:1777047451.094490:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047451.094496:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26800/0x5ecf73d724937788 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.094509:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26800/0x5ecf73d724937788 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777047451.094536:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000f234a9a reply state 000000006f1106e5 transno 4294969779 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d72493778f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.094557:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d72493778f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.094569:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e06431bf500) 00010000:00010000:3.0:1777047451.094574:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047451.094578:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047451.094681:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:57227:x1863365387869056:12345-192.168.201.54@tcp:36:rm.0 Request processed in 4912us (5616us total) trans 4294969779 rc 0/0 00000100:00100000:3.0:1777047451.094695:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5807 00010000:00010000:1.0:1777047451.095549:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047451.095587:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d72493779d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.095603:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d5000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047451.095609:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d72493779d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.095622:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d72493779d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.095642:0:17980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb1:0x0].0x0 (ffff9e06431bfc00) 00010000:00010000:1.0:1777047451.095647:0:17980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777047451.095653:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d72493779d lrc: 1/0,0 mode: --/PW res: [0x240000404:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.095663:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d72493779d lrc: 0/0,0 mode: --/PW res: [0x240000404:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.095691:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047451.095695:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047451.095698:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047451.135564:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387869440 00000100:00100000:1.0:1777047451.135582:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387869440 00000100:00100000:1.0:1777047451.135783:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5809 00000100:00100000:1.0:1777047451.135803:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:57228:x1863365387869440:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047451.135833:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047451.135870:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249377b9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f79cb expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.136006:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249377c0 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.136039:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249377c0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.136058:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249377c0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.136078:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249377c7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.136092:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249377c7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.136105:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249377c7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.136161:0:6590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249377c0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.136175:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249377c0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.136528:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249377c0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.136542:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249377c0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.136554:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047451.136561:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249377c0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.136575:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249377c0 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.136597:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7300) 00010000:00010000:1.0:1777047451.136603:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047451.136611:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249377c0 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.136623:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249377c0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.136646:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249377c7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.136657:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249377c7 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.136668:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249377c7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.136679:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b9a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047451.136684:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249377c7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.136695:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249377c7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.136708:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e06431bf500) 00010000:00010000:1.0:1777047451.136713:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047451.136717:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249377c7 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.136728:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249377c7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.137106:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249377b9 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f79cb expref: 75 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.137473:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7300) 00010000:00010000:1.0:1777047451.137477:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047451.137485:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249377b9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f79cb expref: 75 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.137511:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9200, rc 0) 00000100:00100000:1.0:1777047451.137586:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:57228:x1863365387869440:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1788us (2436us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047451.137599:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5809 00000100:00100000:1.0:1777047451.153377:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047451.153702:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387869568 00000100:00100000:3.0:1777047451.153717:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387869568 00000100:00100000:3.0:1777047451.154215:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5810 00000100:00100000:3.0:1777047451.154577:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:57229:x1863365387869568:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047451.154606:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047451.154639:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d7249377ce lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f79d2 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.154733:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d7249377d5 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.154757:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d7249377d5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.154775:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d7249377d5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.154793:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d7249377dc lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.154814:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d7249377dc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.154826:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d7249377dc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.154877:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d7249377d5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.154889:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d7249377d5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.154901:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d7249377d5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.154943:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d7249377d5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.154954:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d4c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047451.154961:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d7249377d5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.154975:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d7249377d5 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.154995:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641795d00) 00010000:00010000:3.0:1777047451.155000:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047451.155006:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d7249377d5 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.155017:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d7249377d5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.155037:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d7249377dc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.155047:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d7249377dc lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.155056:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d7249377dc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.155065:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d5600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047451.155070:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d7249377dc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.155081:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d7249377dc lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.155092:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e06431bf500) 00010000:00010000:3.0:1777047451.155096:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047451.155101:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d7249377dc lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.155111:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d7249377dc lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.155150:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d7249377ce lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f79d2 expref: 75 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.155497:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641795d00) 00010000:00010000:3.0:1777047451.155502:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047451.155510:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d7249377ce lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f79d2 expref: 75 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.155534:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d5400, rc 0) 00000100:00100000:3.0:1777047451.155623:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:57229:x1863365387869568:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1394us (2259us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047451.155637:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5810 00000100:00100000:1.0:1777047451.173601:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387869696 00000100:00100000:1.0:1777047451.173619:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387869696 00000100:00100000:1.0:1777047451.173742:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5811 00000100:00100000:1.0:1777047451.173765:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:57229:x1863365387869696:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047451.173801:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047451.173880:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249377e3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f79d9 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.174033:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249377ea lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.174063:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249377ea lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.174094:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249377ea lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.174117:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249377f1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.174133:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249377f1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.174147:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249377f1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.174202:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249377ea lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.174217:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249377ea lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.174231:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249377ea lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.174245:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249377ea lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.174258:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b9a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047451.174265:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249377ea lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.174280:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249377ea lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.174300:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7300) 00010000:00010000:1.0:1777047451.174308:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047451.174316:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249377ea lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.174330:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d7249377ea lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.174358:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249377f1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.174371:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249377f1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.174500:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249377f1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.174513:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047451.174520:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249377f1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.174533:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249377f1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.174550:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e06431bf500) 00010000:00010000:1.0:1777047451.174556:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047451.174563:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249377f1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.174575:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249377f1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.174632:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249377e3 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f79d9 expref: 75 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.174666:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7300) 00010000:00010000:1.0:1777047451.174672:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047451.174680:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249377e3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f79d9 expref: 75 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.174710:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9200, rc 0) 00000100:00100000:1.0:1777047451.174830:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:57229:x1863365387869696:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1070us (3846us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047451.174847:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5811 00000100:00100000:3.0:1777047451.210574:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047451.255809:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387870464 00000100:00100000:1.0:1777047451.255825:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387870464 00000100:00100000:1.0:1777047451.255956:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5815 00000100:00100000:1.0:1777047451.255977:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57229:x1863365387870464:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047451.256024:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047451.256059:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493783e lrc: 2/0,0 mode: --/CR res: [0x240000404:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f79f5 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.256608:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937845 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.256636:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26800/0x5ecf73d724937830 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f79ee expref: 78 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.256655:0:6590:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937845 lrc: 4/0,1 mode: --/EX res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.257057:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26800/0x5ecf73d724937830 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f79ee expref: 78 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.257087:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26800/0x5ecf73d724937830 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f79ee expref: 78 pid: 6588 timeout: 4179 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047451.257116:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6590:1863365442986624:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047451.257236:0:6590:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0758d39780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047451.278468:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047451.301940:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6590:1863365442986624:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047451.301990:0:6590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937845 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047451.308462:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047451.308525:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047451.309259:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387871104 00000100:00100000:1.0:1777047451.309274:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387871104 00000100:00100000:1.0:1777047451.309374:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1976 00000100:00100000:1.0:1777047451.309450:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57230:x1863365387871104:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:1.0:1777047451.309797:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57230:x1863365387871104:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 404us (1267us total) trans 4294969782 rc 0/0 00000100:00100000:1.0:1777047451.309814:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1976 00010000:00010000:1.0:1777047451.315700:0:6590:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937845 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.315722:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937845 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047451.315765:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb2:0x0]: returning size 0 00000004:00080000:1.0:1777047451.316082:0:6590:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xd4:0x0], index 0: 0 00000004:00080000:1.0:1777047451.316098:0:6590:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xd5:0x0], index 1: 0 00000004:00080000:1.0:1777047451.316108:0:6590:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xd6:0x0], index 1: 0 00000004:00080000:1.0:1777047451.316117:0:6590:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xd5:0x0], index 0: 0 00010000:00010000:1.0:1777047451.316305:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937845 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.316322:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937845 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.316335:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937845 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.316348:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047451.316355:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937845 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.316369:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937845 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.316463:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb2:0x0].0x0 (ffff9e06431bf000) 00010000:00010000:1.0:1777047451.316471:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047451.316479:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937845 lrc: 2/0,0 mode: --/EX res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.316493:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937845 lrc: 0/0,0 mode: --/EX res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.316577:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493783e lrc: 1/0,0 mode: --/CR res: [0x240000404:0xb2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f79f5 expref: 80 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.316599:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb2:0x0].0x0 (ffff9e06431bf000) 00010000:00010000:1.0:1777047451.316604:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777047451.316612:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493783e lrc: 0/0,0 mode: --/CR res: [0x240000404:0xb2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f79f5 expref: 80 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.316656:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9200, rc 0) 00000100:00100000:1.0:1777047451.318806:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57229:x1863365387870464:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 62828us (63487us total) trans 4294969783 rc 301/301 00000100:00100000:1.0:1777047451.318824:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5815 00000100:00100000:1.0:1777047451.329639:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047451.340940:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387871616 00000100:00100000:1.0:1777047451.340956:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387871616 00000100:00100000:1.0:1777047451.341046:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1977 00000100:00100000:1.0:1777047451.341064:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e074302b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57229:x1863365387871616:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:1.0:1777047451.344373:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e074302b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57229:x1863365387871616:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 3305us (3636us total) trans 4294969785 rc 0/0 00000100:00100000:1.0:1777047451.344425:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1977 00000100:00100000:3.0:1777047451.357291:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047451.357355:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047451.357479:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047451.357825:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387871744 00000100:00100000:1.0:1777047451.357839:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387871744 00000100:00100000:1.0:1777047451.357947:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387871872 00000100:00100000:1.0:1777047451.357953:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387871872 00000100:00100000:1.0:1777047451.357984:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3622 00000100:00100000:1.0:1777047451.357995:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365387871744:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047451.358012:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047451.358042:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d72493788b lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7a0a expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047451.358079:0:8633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xd6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1777047451.358101:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047451.358105:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047451.358119:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d72493788b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a0a expref: 18 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047451.359374:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3623 00000100:00100000:3.0:1777047451.359439:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387871872:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047451.359456:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047451.359476:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937892 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7a11 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047451.359505:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xd5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047451.359522:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047451.359525:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047451.359534:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937892 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a11 expref: 20 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.359564:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937892 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a11 expref: 20 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.359587:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d5400, rc 0) 00000100:00100000:3.0:1777047451.359639:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365387871872:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 252us (2283us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047451.359651:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3623 00010000:00010000:1.0:1777047451.360736:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d72493788b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a0a expref: 18 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.360757:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9200, rc 0) 00000100:00100000:3.0:1777047451.377111:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047451.412954:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047451.413022:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047451.428456:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:1.0:1777047451.431186:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d7249378d1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a26 expref: 89 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.431219:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249378d8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a26 expref: 88 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.431234:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb2:0x0].0x0 (ffff9e06431bf800) 00010000:00010000:1.0:1777047451.431239:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777047451.431245:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291800, rc 0) 00000100:00100000:1.0:1777047451.431340:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+88:56906:x1863365387873408:12345-192.168.201.54@tcp:101:bash.0 Request processed in 773us (2955us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047451.431355:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5820 00000100:00100000:3.0:1777047451.440621:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387873664 00000100:00100000:3.0:1777047451.440636:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387873664 00000100:00100000:3.0:1777047451.440727:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5821 00000100:00100000:3.0:1777047451.440745:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+88:56906:x1863365387873664:12345-192.168.201.54@tcp:36:bash.0 00010000:00010000:3.0:1777047451.440822:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047451.440858:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d7249378a0 lrc: 0/0,0 mode: --/CW res: [0x240000404:0xb2:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a18 expref: 88 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.440887:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb2:0x0].0x0 (ffff9e06431bf800) 00010000:00010000:3.0:1777047451.440894:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047451.441466:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d7249378df lrc: 3/0,1 mode: --/PW res: [0x240000404:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.441491:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d7249378df lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.441511:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d7249378df lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047451.441597:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294969791 00000004:00010000:3.0:1777047451.441635:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000007d3baab reply state 000000004e1f31c4 transno 4294969792 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d7249378df lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.441655:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d7249378df lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.441666:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb2:0x0].0x0 (ffff9e06431bf800) 00010000:00010000:3.0:1777047451.441670:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047451.441675:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047451.441813:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+90:56906:x1863365387873664:12345-192.168.201.54@tcp:36:bash.0 Request processed in 1070us (1828us total) trans 4294969792 rc 0/0 00000100:00100000:3.0:1777047451.441826:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5821 00000020:00080000:3.0:1777047451.441834:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047451.457158:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000001:00080000:3.0:1777047451.491157:0:7507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969793 is committed 00000004:00080000:3.0:1777047451.491192:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 298 committed 00000004:00080000:3.0:1777047451.491222:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 318 committed 00000004:00080000:3.0:1777047451.491244:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 317 committed 00000004:00080000:3.0:1777047451.491248:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 297 committed 00000004:00080000:3.0:1777047451.491287:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 296 committed 00000004:00080000:3.0:1777047451.491292:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 316 committed 00000100:00100000:3.0:1777047451.493566:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442986752:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047451.493646:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047451.493697:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047451.493714:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442986880:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047451.493765:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047451.494892:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3626 00000100:00100000:3.0:1777047451.494941:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+20:3682:x1863365442986880:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1777047451.494972:0:28387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:212 count 1 00002000:00010000:3.0:1777047451.495008:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xd4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047451.495021:0:28387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c751438e/0x5ecf73d724937902 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.495053:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047451.495058:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047451.495067:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c751438e/0x5ecf73d724937902 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.495093:0:28387:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c751438e/0x5ecf73d724937902 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.495113:0:28387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c751438e/0x5ecf73d724937902 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.495162:0:28387:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c751438e/0x5ecf73d724937902 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.495208:0:28387:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:1.0:1777047451.496139:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047451.496650:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442987520:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1777047451.496701:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047451.496741:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777047451.496751:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442987392:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1777047451.496791:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047451.497136:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442987520 00000100:00100000:1.0:1777047451.497147:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442987520 00000100:00100000:1.0:1777047451.497481:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442987392 00000100:00100000:1.0:1777047451.497488:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442987392 00000100:00100000:1.0:1777047451.497517:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3628 00000100:00100000:1.0:1777047451.497527:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+35:3683:x1863365442987520:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1777047451.497550:0:8633:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:211 count 1 00002000:00010000:1.0:1777047451.497579:0:8633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xd3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1777047451.497589:0:8633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d724937909 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.497606:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047451.497609:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047451.497614:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d724937909 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.497630:0:8633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d724937909 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.497643:0:8633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d724937909 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.497655:0:8633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d724937909 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.497679:0:8633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777047451.497825:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+36:3683:x1863365442987520:12345-0@lo:6:osp-syn-0-1.0 Request processed in 297us (1122us total) trans 21474837486 rc 0/0 00000100:00100000:1.0:1777047451.497837:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3628 00000100:00100000:1.0:1777047451.497861:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3629 00000100:00100000:1.0:1777047451.497873:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+35:3683:x1863365442987392:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1777047451.497891:0:8633:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:210 count 1 00010000:00010000:1.0:1777047451.497936:0:8633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c68fcdc/0x5ecf73d724937910 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.497958:0:8633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d724937781 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f79bd expref: 19 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.497971:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047451.497974:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047451.497978:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c68fcdc/0x5ecf73d724937910 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.498017:0:8633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d724937781 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f79bd expref: 19 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.498037:0:8633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d724937781 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f79bd expref: 19 pid: 36217 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047451.498055:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e19ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8633:1863365442987904:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047451.498115:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064230c6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1777047451.498136:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047451.498144:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d724937909 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.498157:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047451.498163:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d724937909 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.498176:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d724937909 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.498196:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d724937909 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.498208:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d724937909 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.498238:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047451.498241:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047451.498243:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1777047451.498254:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047451.498283:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442987648:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047451.498329:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047451.498353:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047451.498363:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e199880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442987776:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047451.498447:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047451.498480:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442987648 00000100:00100000:1.0:1777047451.498488:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442987648 00000100:00100000:1.0:1777047451.498515:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442987776 00000100:00100000:1.0:1777047451.498521:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442987776 00000100:00100000:1.0:1777047451.498540:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3630 00000100:00100000:1.0:1777047451.498549:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+37:3684:x1863365442987648:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047451.498703:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+38:3684:x1863365442987648:12345-0@lo:2:osp-syn-0-1.0 Request processed in 152us (372us total) trans 21474837487 rc 0/0 00000100:00100000:1.0:1777047451.498716:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3630 00000100:00100000:1.0:1777047451.498740:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3631 00000100:00100000:1.0:1777047451.498750:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+37:3684:x1863365442987776:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777047451.498832:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xd5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047451.498838:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xd5:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1777047451.498842:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xd5:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047451.498845:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xd5:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1777047451.498849:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xd5:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047451.498893:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+38:3684:x1863365442987776:12345-0@lo:2:osp-syn-0-1.0 Request processed in 144us (445us total) trans 21474837488 rc 0/0 00010000:00010000:3.0:1777047451.499521:0:28387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c751438e/0x5ecf73d724937902 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047451.499713:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+22:3682:x1863365442986880:12345-0@lo:6:osp-syn-1-1.0 Request processed in 4778us (5947us total) trans 17179870225 rc 0/0 00000100:00100000:3.0:1777047451.499727:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3626 00010000:00010000:3.0:1777047451.501048:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d7249378f4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb2:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a34 expref: 74 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.501067:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb2:0x0].0x0 (ffff9e06431bf800) 00010000:00010000:3.0:1777047451.501071:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1777047451.501091:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26800/0x5ecf73d7249378ed lrc: 0/0,0 mode: --/EX res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a34 expref: 74 pid: 6588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.501114:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d7249378f4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb2:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a34 expref: 73 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.501185:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb2:0x0].0x0 (ffff9e06431bf800) 00010000:00010000:3.0:1777047451.501189:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1777047451.501194:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27c00, rc 0) 00000100:00100000:3.0:1777047451.501241:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:56906:x1863365387874048:12345-192.168.201.54@tcp:101:bash.0 Request processed in 27605us (28914us total) trans 4294969793 rc 0/0 00000100:00100000:3.0:1777047451.501253:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5823 00000100:00100000:1.0:1777047451.515093:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3631 00000004:00080000:1.0:1777047451.515185:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e199880/2, rc 0, transno 21474837488 00000100:00100000:1.0:1777047451.515194:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e199880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442987776:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777047451.515212:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643bbc000/2, rc 0, transno 21474837487 00000100:00100000:1.0:1777047451.515218:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442987648:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047451.532710:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8633:1863365442987904:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047451.532750:0:8633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001c68fcdc/0x5ecf73d724937910 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047451.533815:0:11204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643055500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365442987264:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047451.533840:0:11204:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d7249378fb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047451.535294:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387874560 00000100:00100000:1.0:1777047451.535309:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387874560 00010000:00010000:1.0:1777047451.535360:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d1ebc036/0x5ecf73d724937757 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f79af expref: 18 pid: 36216 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047451.535864:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387874688 00000100:00100000:1.0:1777047451.535874:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387874688 00010000:00010000:1.0:1777047451.535934:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d724937781 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f79bd expref: 20 pid: 36217 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047451.536501:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1860 00000100:00100000:3.0:1777047451.536530:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365387874688:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047451.536552:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047451.536564:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d724937781 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f79bd expref: 20 pid: 36217 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.536633:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d724937781 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f79bd expref: 20 pid: 36217 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.536686:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d724937781 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f79bd expref: 20 pid: 36217 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.536713:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047451.536721:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047451.536729:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001c68fcdc/0x5ecf73d724937910 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.536753:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c68fcdc/0x5ecf73d724937910 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.536803:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047451.537204:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365387874688:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 685us (1907us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047451.537238:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1860 00010000:00010000:3.0:1777047451.539709:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047451.540105:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365387874560:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 3602us (4943us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047451.540120:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1859 00010000:00010000:3.0:1777047451.540169:0:11204:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d7249378fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.540187:0:11204:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d7249378fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.540204:0:11204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d7249378fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.542339:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001c68fcdc/0x5ecf73d724937910 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.542353:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047451.542360:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001c68fcdc/0x5ecf73d724937910 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.542374:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001c68fcdc/0x5ecf73d724937910 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.542431:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001c68fcdc/0x5ecf73d724937910 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.542444:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c68fcdc/0x5ecf73d724937910 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.542471:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047451.542474:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047451.542477:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777047451.542522:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643bbea00/2, rc 0, transno 21474837489 00000100:00100000:0.0:1777047451.542532:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442987392:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1777047451.543873:0:11204:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d7249378fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.544022:0:11204:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047451.544170:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+22:3682:x1863365442986752:12345-0@lo:6:osp-syn-1-1.0 Request processed in 49516us (50526us total) trans 17179870226 rc 0/0 00000100:00100000:3.0:1777047451.544182:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3625 00000004:00080000:3.0:1777047451.544537:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643054700/2, rc 0, transno 17179870226 00000100:00100000:3.0:1777047451.544547:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442986752:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1777047451.554498:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387874944 00000100:00100000:0.0:1777047451.554512:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387874944 00000100:00100000:0.0:1777047451.554586:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3634 00000100:00100000:0.0:1777047451.554604:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:56906:x1863365387874944:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:0.0:1777047451.554629:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047451.554656:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064371b09/0x5ecf73d724937948 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7a50 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047451.554698:0:8633:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000400:0xd4:0x0] updating lvb mtime: 0 -> 1777047451 00002000:00010000:0.0:1777047451.554700:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xd5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:1.0:1777047451.554712:0:8633:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000400:0xd4:0x0] updating lvb atime: 0 -> 1777047451 00002000:00010000:1.0:1777047451.554719:0:8633:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0xd4:0x0] updating lvb ctime: 0 -> 1777047451 00010000:00010000:0.0:1777047451.554734:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047451.554741:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777047451.554743:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643055f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8633:1863365442988032:192.168.201.54@tcp:106: 00010000:00010000:0.0:1777047451.554759:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064371b09/0x5ecf73d724937948 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a50 expref: 18 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.554785:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000064371b09/0x5ecf73d724937948 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a50 expref: 18 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.554806:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290e00, rc 0) 00010000:00010000:1.0:1777047451.554821:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724937941 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a49 expref: 21 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.554853:0:8633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724937941 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a49 expref: 21 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.554874:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290c00, rc 0) 00000100:00100000:0.0:1777047451.554880:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:56906:x1863365387874944:12345-192.168.201.54@tcp:101:bash.0 Request processed in 277us (1163us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047451.554894:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3634 00000100:00100000:1.0:1777047451.554959:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365387874816:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 12888us (13054us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047451.554974:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3633 00000100:00100000:0.0:1777047451.562462:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387875200 00000100:00100000:0.0:1777047451.562475:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387875200 00002000:00010000:0.0:1777047451.562529:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/213 (0->18446744073709551615) 00002000:00100000:0.0:1777047451.562536:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064466e680 with x1863365387875200 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047451.562552:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064466e680. 00000100:00100000:0.0:1777047451.562614:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 993 00000100:00100000:0.0:1777047451.562631:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365387875200:12345-192.168.201.54@tcp:10:bash.0 00002000:00010000:0.0:1777047451.562857:0:24565:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xd5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047451.562864:0:24565:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xd5:0x0] updating lvb mtime from disk: 0 -> 1777047451 00002000:00010000:0.0:1777047451.562868:0:24565:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xd5:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047451.562871:0:24565:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xd5:0x0] updating lvb ctime from disk: 0 -> 1777047451 00002000:00010000:0.0:1777047451.562875:0:24565:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xd5:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047451.562992:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365387875200:12345-192.168.201.54@tcp:10:bash.0 Request processed in 363us (1420us total) trans 17179870227 rc 0/0 00000100:00100000:0.0:1777047451.563006:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 993 00002000:00010000:0.0:1777047451.563013:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/213 (0->18446744073709551615) 00002000:00100000:0.0:1777047451.563018:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064466e680 with x1863365387875200 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047451.563025:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064466e680. 00000100:00100000:0.0:1777047451.569022:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047451.571537:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387875456 00000100:00100000:1.0:1777047451.571554:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387875456 00000100:00100000:1.0:1777047451.571666:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1982 00000100:00100000:1.0:1777047451.571687:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+72:57231:x1863365387875456:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:1.0:1777047451.572063:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:57231:x1863365387875456:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 377us (3045us total) trans 4294969795 rc 0/0 00000100:00100000:1.0:1777047451.572079:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1982 00000100:00100000:1.0:1777047451.583128:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387875072 00000100:00100000:1.0:1777047451.583143:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387875072 00002000:00010000:1.0:1777047451.583197:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/212 (0->18446744073709551615) 00002000:00100000:1.0:1777047451.583205:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064466d180 with x1863365387875072 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047451.583221:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064466d180. 00000100:00100000:1.0:1777047451.583365:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 994 00000100:00100000:1.0:1777047451.583383:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365387875072:12345-192.168.201.54@tcp:10:bash.0 00002000:00010000:1.0:1777047451.583667:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xd4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047451.583674:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xd4:0x0] updating lvb mtime from disk: 1777047451 -> 1777047451 00002000:00010000:1.0:1777047451.583679:0:24566:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xd4:0x0] updating lvb atime from disk: 1777047451 -> 0 00002000:00010000:1.0:1777047451.583683:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xd4:0x0] updating lvb ctime from disk: 1777047451 -> 1777047451 00002000:00010000:1.0:1777047451.583687:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xd4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047451.583788:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365387875072:12345-192.168.201.54@tcp:10:bash.0 Request processed in 407us (1313us total) trans 21474837490 rc 0/0 00000100:00100000:1.0:1777047451.583803:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 994 00002000:00010000:1.0:1777047451.583810:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/212 (0->18446744073709551615) 00002000:00100000:1.0:1777047451.583815:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064466d180 with x1863365387875072 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047451.583824:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064466d180. 00000100:00100000:3.0:1777047451.611990:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047451.614098:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387875712 00000100:00100000:0.0:1777047451.614114:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387875712 00000100:00100000:0.0:1777047451.614205:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1983 00000100:00100000:0.0:1777047451.614222:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0743029050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:56906:x1863365387875712:12345-192.168.201.54@tcp:35:bash.0 00000001:00080000:0.0:1777047451.614564:0:15374:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294969796 00000100:00100000:0.0:1777047451.614721:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0743029050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:56906:x1863365387875712:12345-192.168.201.54@tcp:35:bash.0 Request processed in 499us (2740us total) trans 4294969797 rc 0/0 00000100:00100000:0.0:1777047451.614736:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1983 00000020:00080000:0.0:1777047451.614744:0:15374:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047451.620257:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047451.621680:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387875968 00000100:00100000:1.0:1777047451.621694:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387875968 00000100:00100000:1.0:1777047451.621785:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5825 00000100:00100000:1.0:1777047451.621804:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57231:x1863365387875968:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047451.622453:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047451.622486:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d72493794f lrc: 2/0,0 mode: --/CR res: [0x240000404:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7a57 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.622642:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937956 lrc: 3/0,1 mode: --/CW res: [0x240000404:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.622670:0:6589:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d72493792c lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a3b expref: 76 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.622685:0:6589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937956 lrc: 4/0,1 mode: --/CW res: [0x240000404:0xb2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.622737:0:6589:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d72493792c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a3b expref: 76 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.622759:0:6589:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d72493792c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a3b expref: 76 pid: 34275 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047451.622780:0:6589:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e19ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6589:1863365442988160:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047451.622883:0:6589:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064230c840 going to sleep for 11 seconds 00000100:00100000:3.0:1777047451.630117:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047451.633076:0:6589:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6589:1863365442988160:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047451.633482:0:6589:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937956 lrc: 3/0,1 mode: --/CW res: [0x240000404:0xb2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047451.633862:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387876096 00000100:00100000:0.0:1777047451.633875:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387876096 00010000:00010000:1.0:1777047451.635121:0:6589:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937956 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0xb2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.635139:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937956 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0xb2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047451.635515:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb2:0x0]: returning size 5 00010000:00010000:1.0:1777047451.635713:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d72493794f lrc: 0/0,0 mode: --/CR res: [0x240000404:0xb2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a57 expref: 77 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.635755:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937956 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0xb2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a57 expref: 76 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.635770:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb2:0x0].0x0 (ffff9e06431bf800) 00010000:00010000:1.0:1777047451.635778:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777047451.635783:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9e00, rc 0) 00000100:00100000:0.0:1777047451.636065:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57231:x1863365387875968:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 14260us (15811us total) trans 4294969798 rc 0/0 00000100:00100000:0.0:1777047451.636082:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5825 00000100:00100000:3.0:1777047451.660648:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047451.663970:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387876224 00000100:00100000:1.0:1777047451.663989:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387876224 00000100:00100000:1.0:1777047451.664263:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5826 00000100:00100000:1.0:1777047451.664282:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57231:x1863365387876224:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047451.664318:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047451.664350:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937964 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7a5e expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.664528:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493796b lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.664555:0:9025:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937956 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0xb2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a57 expref: 77 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.664570:0:9025:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493796b lrc: 4/1,0 mode: --/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.664653:0:9025:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937956 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0xb2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a57 expref: 77 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.664678:0:9025:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937956 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0xb2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a57 expref: 77 pid: 6589 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047451.664703:0:9025:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e19ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:9025:1863365442988288:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047451.664809:0:9025:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064230c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047451.677852:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047451.677949:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047451.678029:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387876480 00000100:00100000:3.0:1777047451.678043:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387876480 00000100:00100000:3.0:1777047451.678122:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5827 00000100:00100000:3.0:1777047451.678140:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57232:x1863365387876480:12345-192.168.201.54@tcp:101:rm.0 00010000:00010000:3.0:1777047451.678169:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047451.678202:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724937972 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7a65 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.678317:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937979 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.678340:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937979 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047451.680620:0:9025:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:9025:1863365442988288:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047451.680662:0:9025:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493796b lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.681517:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937979 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.681546:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937980 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.681563:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937980 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.681576:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937980 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.681687:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d724937987 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.681706:0:34275:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d724937987 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.681720:0:34275:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d724937987 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.683097:0:9025:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493796b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.683113:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493796b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047451.683529:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb2:0x0]: returning size 5 00000004:00200000:1.0:1777047451.683538:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047451.683571:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493796b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.683619:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937964 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a5e expref: 79 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.683646:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493796b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a5e expref: 78 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.683660:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb2:0x0].0x0 (ffff9e06431bf800) 00010000:00010000:1.0:1777047451.683665:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047451.683670:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8c00, rc 0) 00000100:00100000:1.0:1777047451.683739:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57231:x1863365387876224:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 19461us (23103us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047451.683753:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5826 00010000:00010000:3.0:1777047451.685742:0:34275:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d724937987 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.685763:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d724937987 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047451.685823:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb2:0x0]: returning size 5 00000004:00200000:3.0:1777047451.685830:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047451.685857:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d724937987 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.685878:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d724937987 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.685927:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937979 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.685941:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937979 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.685952:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937979 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.685964:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937979 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.685975:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d5e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047451.688292:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937979 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.688313:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937979 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.688335:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56900) 00010000:00010000:3.0:1777047451.688341:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047451.688347:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937979 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.688367:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937979 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.688391:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937980 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.688402:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937980 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.688412:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937980 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.688422:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d4800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047451.688429:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937980 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.688438:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937980 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.688450:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0642f56f00) 00010000:00010000:3.0:1777047451.688454:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047451.688462:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937980 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.688473:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937980 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.688552:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724937972 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a65 expref: 78 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.688593:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d724937987 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a65 expref: 77 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.688606:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb2:0x0].0x0 (ffff9e06431bf800) 00010000:00010000:3.0:1777047451.688610:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047451.688614:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d5600, rc 0) 00000100:00100000:3.0:1777047451.691641:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57232:x1863365387876480:12345-192.168.201.54@tcp:101:rm.0 Request processed in 13496us (13682us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047451.691660:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5827 00000100:00100000:0.0:1777047451.699650:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047451.700001:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387876736 00000100:00100000:1.0:1777047451.700016:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387876736 00000100:00100000:1.0:1777047451.700088:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5828 00000100:00100000:1.0:1777047451.700107:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57231:x1863365387876736:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047451.700137:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047451.700167:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d72493798e lrc: 2/0,0 mode: --/CR res: [0x240000404:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7a6c expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.700330:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724937995 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.700355:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724937995 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb2:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.700375:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724937995 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb2:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047451.700430:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb2:0x0]: returning size 5 00010000:00010000:1.0:1777047451.700578:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d72493798e lrc: 0/0,0 mode: --/CR res: [0x240000404:0xb2:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a6c expref: 80 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.700611:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724937995 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xb2:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a6c expref: 79 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.700626:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb2:0x0].0x0 (ffff9e06431bf800) 00010000:00010000:1.0:1777047451.700632:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047451.700638:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8200, rc 0) 00000100:00100000:1.0:1777047451.700739:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57231:x1863365387876736:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 635us (1097us total) trans 4294969799 rc 0/0 00000100:00100000:1.0:1777047451.700755:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5828 00000100:00100000:3.0:1777047451.715567:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047451.734086:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387877120 00000100:00100000:1.0:1777047451.734104:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387877120 00000100:00100000:1.0:1777047451.736365:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5830 00000100:00100000:1.0:1777047451.736465:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57231:x1863365387877120:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047451.736505:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047451.736541:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249379b8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7a73 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.736639:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249379b8 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a73 expref: 78 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.736670:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249379b8 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a73 expref: 78 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.736705:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb2:0x0].0x0 (ffff9e06431bf800) 00010000:00010000:1.0:1777047451.736712:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047451.736719:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8600, rc 0) 00000100:00100000:1.0:1777047451.737196:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57231:x1863365387877120:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 811us (5239us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047451.737213:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5830 00000100:00100000:0.0:1777047451.761120:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047451.761586:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387877248 00000100:00100000:1.0:1777047451.761602:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387877248 00000100:00100000:1.0:1777047451.761714:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3635 00000100:00100000:1.0:1777047451.761734:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0775949c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365387877248:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:1.0:1777047451.761838:0:8480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d7249379bf lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.761876:0:8480:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f268391b/0x5ecf73d72493793a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a42 expref: 21 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.761892:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047451.761928:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047451.761936:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d7249379bf lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.762001:0:8480:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f268391b/0x5ecf73d72493793a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a42 expref: 21 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.762031:0:8480:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f268391b/0x5ecf73d72493793a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a42 expref: 21 pid: 8479 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047451.762060:0:8480:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e19ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365442988416:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047451.762565:0:8480:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064230c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047451.763776:0:33223:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387877376 00000100:00100000:0.0:1777047451.763812:0:33223:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387877376 00000100:00100000:0.0:1777047451.763881:0:33223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 273 00000100:00100000:0.0:1777047451.763934:0:33223:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e354c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2431:x1863365387877376:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:1.0:1777047451.764354:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387877504 00000100:00100000:1.0:1777047451.764364:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387877504 00000100:00100000:1.0:1777047451.764500:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4907 00000100:00100000:1.0:1777047451.764517:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365387877504:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:0.0:1777047451.765888:0:33223:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e354c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2431:x1863365387877376:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 1989us (2305us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047451.765933:0:33223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 273 00000100:00100000:1.0:1777047451.766421:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365387877504:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 1853us (2708us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047451.766439:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4907 00000100:00080000:1.0:1777047451.766481:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047451.769491:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047451.770073:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047451.770546:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387877632 00000100:00100000:1.0:1777047451.770559:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387877632 00000100:00100000:1.0:1777047451.770629:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5831 00000100:00100000:1.0:1777047451.770645:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57233:x1863365387877632:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047451.770674:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047451.770710:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249379c6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7a7a expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.771147:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d7249379cd lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.771175:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d7249379cd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.771196:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d7249379cd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.771217:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249379d4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.771231:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249379d4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.771243:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249379d4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.771299:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d7249379cd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.771312:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d7249379cd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.771325:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d7249379cd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.771338:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d7249379cd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.771349:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047451.771356:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d7249379cd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.771371:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d7249379cd lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.771432:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7700) 00010000:00010000:1.0:1777047451.771440:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047451.771448:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d7249379cd lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.771460:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d7249379cd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.771488:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249379d4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.771500:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249379d4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.771511:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249379d4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.771521:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b9e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047451.771527:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249379d4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.771537:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249379d4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.771551:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e06431bf600) 00010000:00010000:1.0:1777047451.771556:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047451.771561:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249379d4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.771572:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249379d4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.771626:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249379c6 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a7a expref: 79 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.771647:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7700) 00010000:00010000:1.0:1777047451.771652:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047451.771660:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249379c6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a7a expref: 79 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.771687:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8800, rc 0) 00000100:00100000:1.0:1777047451.771754:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57233:x1863365387877632:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1111us (2308us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047451.771769:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5831 00000100:00100000:1.0:1777047451.771932:0:8480:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365442988416:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047451.771972:0:8480:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d7249379bf lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047451.775261:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387877760 00000100:00100000:1.0:1777047451.775273:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387877760 00002000:00100000:1.0:1777047451.775332:0:20132:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0xd4:0x0] (0->4) req@ffff9e064b409180 x1863365387877760/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:187/0 lens 496/0 e 0 to 0 dl 1777047462 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047451.775351:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b409180 with x1863365387877760 ext(0->4) 00010000:00010000:1.0:1777047451.775365:0:20132:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000f268391b/0x5ecf73d72493793a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a42 expref: 22 pid: 8479 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.775430:0:20132:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000f268391b/0x5ecf73d72493793a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a42 expref: 22 pid: 8479 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047451.775449:0:20132:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9e064b409180 00000100:00100000:1.0:1777047451.775503:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 45 00000100:00100000:1.0:1777047451.775520:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365387877760:12345-192.168.201.54@tcp:4:bash.0 00000100:00100000:1.0:1777047451.781175:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365387877760:12345-192.168.201.54@tcp:4:bash.0 Request processed in 5645us (11091us total) trans 21474837491 rc 0/0 00000100:00100000:1.0:1777047451.781197:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 45 00002000:00100000:1.0:1777047451.781216:0:20132:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0xd4:0x0] (0->4) req@ffff9e064b409180 x1863365387877760/t21474837491(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:187/0 lens 496/448 e 0 to 0 dl 1777047462 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047451.781237:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b409180 with x1863365387877760 ext(0->4) 00010000:00010000:1.0:1777047451.781251:0:20132:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000f268391b/0x5ecf73d72493793a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a42 expref: 24 pid: 8479 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.781291:0:20132:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000f268391b/0x5ecf73d72493793a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a42 expref: 24 pid: 8479 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047451.781306:0:20132:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9e064b409180 00000100:00100000:0.0:1777047451.798466:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047451.802222:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047451.802313:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387878016 00000100:00100000:3.0:1777047451.802324:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387878016 00010000:00010000:3.0:1777047451.802436:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f268391b/0x5ecf73d72493793a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a42 expref: 24 pid: 8479 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047451.802494:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1863 00000100:00100000:3.0:1777047451.802512:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2432:x1863365387878016:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047451.802535:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1777047451.802558:0:9569:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xd4:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:3.0:1777047451.802564:0:9569:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xd4:0x0] updating lvb mtime from disk: 1777047451 -> 1777047452 00002000:00010000:3.0:1777047451.802570:0:9569:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xd4:0x0] updating lvb atime from disk: 0 -> 1777047451 00002000:00010000:3.0:1777047451.802574:0:9569:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xd4:0x0] updating lvb ctime from disk: 1777047451 -> 1777047452 00002000:00010000:3.0:1777047451.802579:0:9569:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xd4:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1777047451.802590:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f268391b/0x5ecf73d72493793a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a42 expref: 24 pid: 8479 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.802616:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f268391b/0x5ecf73d72493793a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a42 expref: 24 pid: 8479 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.802648:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f268391b/0x5ecf73d72493793a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a42 expref: 24 pid: 8479 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.802675:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047451.802679:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047451.802687:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d7249379bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.802706:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d7249379bf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.802756:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047451.802810:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2432:x1863365387878016:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 302us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047451.802825:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1863 00010000:00010000:1.0:1777047451.809950:0:8480:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d7249379bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.809982:0:8480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d7249379bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.810031:0:8480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d7249379bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.810058:0:8480:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d7249379bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.810075:0:8480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d7249379bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.810091:0:8480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047451.810098:0:8480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d7249379bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.810114:0:8480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d7249379bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.810155:0:8480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d7249379bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.810172:0:8480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d7249379bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047451.810342:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0775949c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365387877248:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 48608us (49230us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047451.810360:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3635 00000100:00100000:0.0:1777047451.813354:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047451.813545:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387878144 00000100:00100000:1.0:1777047451.813558:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387878144 00000100:00100000:1.0:1777047451.813664:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5833 00000100:00100000:1.0:1777047451.813681:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57233:x1863365387878144:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047451.813709:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047451.813765:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249379f0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7a88 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.813863:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249379f7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.813884:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249379f7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.813933:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249379f7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047451.814001:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1777047451.814010:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1777047451.814065:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249379f0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a88 expref: 80 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.814096:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249379f7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a88 expref: 79 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.814110:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7700) 00010000:00010000:1.0:1777047451.814116:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777047451.814120:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9e00, rc 0) 00000100:00100000:1.0:1777047451.814207:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57233:x1863365387878144:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 530us (862us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047451.814219:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5833 00000100:00100000:0.0:1777047451.831207:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047451.831454:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387878400 00000100:00100000:1.0:1777047451.831470:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387878400 00000100:00100000:1.0:1777047451.831573:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5834 00000100:00100000:1.0:1777047451.831591:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57231:x1863365387878400:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:1.0:1777047451.831665:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047451.831706:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249379b8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a73 expref: 79 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.831742:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb2:0x0].0x0 (ffff9e06431bf800) 00010000:00010000:1.0:1777047451.831753:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047451.831799:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249379fe lrc: 3/0,1 mode: --/EX res: [0x240000404:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.832143:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249379fe lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.832172:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249379fe lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047451.832523:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].427, 88 off41224 00000004:00080000:1.0:1777047451.832536:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4080469152054ns, next at 4080730229473ns, rc = 0 00000040:00080000:1.0:1777047451.832610:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].446, 88 off42984 00000004:00080000:1.0:1777047451.832622:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4080469237697ns, next at 4080730167439ns, rc = 0 00000040:00080000:1.0:1777047451.832685:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].447, 88 off43072 00000004:00080000:1.0:1777047451.832698:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4080469313385ns, next at 4080730167439ns, rc = 0 00000040:00080000:1.0:1777047451.832720:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].428, 88 off41312 00000004:00080000:1.0:1777047451.832727:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4080469343846ns, next at 4080730229473ns, rc = 0 00000100:00100000:1.0:1777047451.839030:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047451.839596:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387878528 00000100:00100000:0.0:1777047451.839612:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387878528 00000100:00100000:0.0:1777047451.839714:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5835 00000100:00100000:0.0:1777047451.839733:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57233:x1863365387878528:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047451.839765:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047451.839795:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937a05 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7a8f expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.840103:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937a0c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.840130:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937a0c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.840151:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937a0c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.840175:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937a13 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.840189:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937a13 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.840202:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937a13 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.840267:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937a0c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.840280:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937a0c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.840292:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937a0c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.840304:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937a0c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.840315:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047451.840323:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937a0c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.840337:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937a0c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.840358:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7700) 00010000:00010000:1.0:1777047451.840365:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047451.840372:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937a0c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.840385:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937a0c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.840411:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937a13 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.840424:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937a13 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.840436:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937a13 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.840445:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047451.840450:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937a13 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.840478:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937a13 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.840494:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e06431bf600) 00010000:00010000:1.0:1777047451.840500:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047451.840506:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937a13 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.840518:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937a13 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.840569:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937a05 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a8f expref: 81 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.840652:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7700) 00010000:00010000:1.0:1777047451.840658:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047451.840666:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937a05 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a8f expref: 81 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.840687:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291200, rc 0) 00000100:00100000:1.0:1777047451.841158:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57233:x1863365387878528:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1425us (2136us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047451.841184:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5835 00000001:00080000:0.0:1777047451.850718:0:7507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969801 is committed 00000004:00080000:0.0:1777047451.850738:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 300 committed 00000004:00080000:0.0:1777047451.851137:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 320 committed 00000004:00080000:0.0:1777047451.851176:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 319 committed 00000004:00080000:0.0:1777047451.851186:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 299 committed 00000004:00010000:0.0:1777047451.851309:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ce4ba854 reply state 00000000a840a023 transno 4294969801 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249379fe lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.851344:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249379fe lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.851361:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb2:0x0].0x0 (ffff9e06431bf800) 00010000:00010000:0.0:1777047451.851367:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1777047451.851373:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047451.851547:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442988672:0@lo:2:osp-syn-1-1.0 00010000:00080000:1.0:1777047451.851609:0:12913:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1777047451.851636:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+71:57231:x1863365387878400:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 20043us (20460us total) trans 4294969801 rc 0/0 00000100:00100000:0.0:1777047451.851648:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047451.851666:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5834 00000100:00100000:0.0:1777047451.851719:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777047451.851736:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442988544:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047451.851785:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047451.852191:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442988672 00000100:00100000:0.0:1777047451.852203:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442988672 00000100:00100000:1.0:1777047451.852602:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442988544 00000100:00100000:0.0:1777047451.852612:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3636 00000100:00100000:1.0:1777047451.852613:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442988544 00000100:00100000:0.0:1777047451.852639:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+23:3683:x1863365442988672:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777047451.852674:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3637 00000100:00100000:1.0:1777047451.852692:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643057100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+23:3683:x1863365442988544:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777047451.852844:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xd6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047451.852851:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xd5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047451.852854:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xd6:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1777047451.852863:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xd5:0x0] updating lvb mtime from disk: 1777047451 -> 1777047451 00002000:00010000:0.0:1777047451.852865:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xd6:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047451.852872:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xd5:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047451.852875:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xd6:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1777047451.852881:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xd5:0x0] updating lvb ctime from disk: 1777047451 -> 1777047451 00002000:00010000:0.0:1777047451.852884:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xd6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777047451.852890:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xd5:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047451.853003:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643057100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+25:3683:x1863365442988544:12345-0@lo:2:osp-syn-1-1.0 Request processed in 315us (1216us total) trans 17179870229 rc 0/0 00000100:00100000:1.0:1777047451.853018:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3637 00000100:00100000:0.0:1777047451.853028:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+25:3683:x1863365442988672:12345-0@lo:2:osp-syn-1-1.0 Request processed in 389us (1380us total) trans 17179870228 rc 0/0 00000100:00100000:0.0:1777047451.853046:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3636 00000004:00080000:1.0:1777047451.853470:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e19bb80/2, rc 0, transno 17179870229 00000100:00100000:1.0:1777047451.853483:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442988544:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777047451.853503:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e19b100/2, rc 0, transno 17179870228 00000100:00100000:1.0:1777047451.853509:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442988672:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047451.861584:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047451.861750:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047451.862088:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644480a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442988800:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047451.862163:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047451.862213:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047451.862224:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644481180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442988928:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047451.862262:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047451.862312:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442988800 00000100:00100000:1.0:1777047451.862323:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442988800 00000100:00100000:1.0:1777047451.862378:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442988928 00000100:00100000:1.0:1777047451.862416:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442988928 00000100:00100000:1.0:1777047451.862454:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3638 00000100:00100000:1.0:1777047451.862468:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+39:3684:x1863365442988800:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047451.862519:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3639 00000100:00100000:3.0:1777047451.862543:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+39:3684:x1863365442988928:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777047451.862708:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xd5:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1777047451.862712:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+41:3684:x1863365442988800:12345-0@lo:2:osp-syn-0-1.0 Request processed in 243us (545us total) trans 21474837492 rc 0/0 00002000:00010000:3.0:1777047451.862722:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xd5:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1777047451.862733:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xd5:0x0] updating lvb atime from disk: 0 -> 0 00000100:00100000:1.0:1777047451.862738:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3638 00002000:00010000:3.0:1777047451.862743:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xd5:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1777047451.862751:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xd5:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:1.0:1777047451.862818:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644480a80/2, rc 0, transno 21474837492 00000100:00100000:3.0:1777047451.862830:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+40:3684:x1863365442988928:12345-0@lo:2:osp-syn-0-1.0 Request processed in 291us (561us total) trans 21474837493 rc 0/0 00000100:00100000:1.0:1777047451.862837:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644480a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442988800:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047451.862861:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3639 00000004:00080000:1.0:1777047451.862876:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644481180/2, rc 0, transno 21474837493 00000100:00100000:1.0:1777047451.862888:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644481180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442988928:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047451.864331:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5837 00000100:00100000:3.0:1777047451.864353:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644483100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+71:57231:x1863365387878912:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047451.864379:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047451.864458:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937a2f lrc: 2/0,0 mode: --/CR res: [0x240000404:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7a9d expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.864531:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937a2f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a9d expref: 72 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.864558:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937a2f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a9d expref: 72 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.864594:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb2:0x0].0x0 (ffff9e06431bf800) 00010000:00010000:3.0:1777047451.864601:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047451.864607:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d4800, rc 0) 00000100:00100000:3.0:1777047451.864688:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644483100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+72:57231:x1863365387878912:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 342us (2938us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047451.864701:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5837 00000100:00100000:1.0:1777047451.883688:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047451.885945:0:9025:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07411cacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047451.894987:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047451.904721:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047451.905495:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387879424 00000100:00100000:3.0:1777047451.905511:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387879424 00010000:00010000:3.0:1777047451.905570:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26800/0x5ecf73d724937a36 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a96 expref: 76 pid: 6590 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047451.905652:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1864 00000100:00100000:3.0:1777047451.905673:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:2430:x1863365387879424:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047451.905699:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047451.907579:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26800/0x5ecf73d724937a36 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a96 expref: 76 pid: 6590 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.907612:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26800/0x5ecf73d724937a36 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a96 expref: 76 pid: 6590 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.907651:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26800/0x5ecf73d724937a36 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a96 expref: 76 pid: 6590 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.907681:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb3:0x0].0x0 (ffff9e06431bfd00) 00010000:00010000:3.0:1777047451.907691:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724937a4b lrc: 3/0,1 mode: --/EX res: [0x240000404:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.907708:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724937a4b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.907722:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724937a4b lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.907786:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047451.907884:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:2430:x1863365387879424:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 2215us (3171us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047451.907995:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1864 00000100:00100000:1.0:1777047451.921572:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047451.936212:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047451.936365:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387879808 00000100:00100000:0.0:1777047451.936378:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387879808 00000100:00100000:0.0:1777047451.936516:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1984 00000100:00100000:0.0:1777047451.936533:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:57233:x1863365387879808:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047451.936932:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57233:x1863365387879808:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 399us (730us total) trans 4294969804 rc 0/0 00000100:00100000:0.0:1777047451.936947:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1984 00000100:00100000:0.0:1777047451.946652:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047451.951357:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387880064 00000100:00100000:3.0:1777047451.951377:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387880064 00000100:00100000:3.0:1777047451.951582:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1985 00000100:00100000:3.0:1777047451.951604:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57233:x1863365387880064:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047451.951992:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57233:x1863365387880064:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 390us (5347us total) trans 4294969805 rc 0/0 00000100:00100000:3.0:1777047451.952010:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1985 00000100:00100000:1.0:1777047451.987816:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387880320 00000100:00100000:1.0:1777047451.987975:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387880320 00000100:00100000:1.0:1777047451.988092:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5840 00000100:00100000:1.0:1777047451.988110:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:56906:x1863365387880320:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:1.0:1777047451.988169:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047451.988208:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724937a6e lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7ab9 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.988446:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937a75 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.988472:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937a75 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.988493:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937a75 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.988513:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937a7c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.988527:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937a7c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.988541:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937a7c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.988623:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937a83 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.988639:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937a83 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.988654:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937a83 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047451.988670:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb3:0x0]: returning size 0 00010000:00010000:1.0:1777047451.988776:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937a75 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.988815:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937a75 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.991644:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937a75 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.991670:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937a75 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.991685:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047451.991696:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937a75 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.991714:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937a75 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.991742:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7200) 00010000:00010000:1.0:1777047451.991749:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047451.991756:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937a75 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.991769:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937a75 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.991799:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937a7c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.991813:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937a7c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.991826:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937a7c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.991838:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047451.991846:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937a7c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.991859:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937a7c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.991875:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e06431bf500) 00010000:00010000:1.0:1777047451.991881:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047451.991887:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937a7c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.991935:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937a7c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.992022:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724937a6e lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ab9 expref: 79 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.992065:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937a83 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ab9 expref: 78 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047451.992082:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb3:0x0].0x0 (ffff9e0641ff7000) 00010000:00010000:1.0:1777047451.992087:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047451.992092:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9e00, rc 0) 00000100:00100000:1.0:1777047451.994724:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:56906:x1863365387880320:12345-192.168.201.54@tcp:101:bash.0 Request processed in 6610us (15513us total) trans 4294969806 rc 0/0 00000100:00100000:1.0:1777047451.994744:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5840 00000100:00100000:1.0:1777047452.008173:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047452.008728:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387880448 00000100:00100000:3.0:1777047452.008750:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387880448 00000100:00100000:3.0:1777047452.008878:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5841 00000100:00100000:3.0:1777047452.008949:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:56906:x1863365387880448:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:3.0:1777047452.008998:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047452.009034:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724937a91 lrc: 2/0,0 mode: --/PR res: [0x240000404:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7ac0 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.009104:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937a98 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.009136:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937a98 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.009174:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937a98 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.009794:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724937a91 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xb3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ac0 expref: 80 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.009855:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937a98 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ac0 expref: 79 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.009879:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb3:0x0].0x0 (ffff9e0641ff7000) 00010000:00010000:0.0:1777047452.009885:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777047452.009927:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d5e00, rc 0) 00000100:00100000:0.0:1777047452.010052:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:56906:x1863365387880448:12345-192.168.201.54@tcp:101:bash.0 Request processed in 1157us (1895us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047452.010067:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5841 00000100:00100000:0.0:1777047452.026723:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047452.053353:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047452.057587:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387880832 00000100:00100000:3.0:1777047452.057603:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387880832 00000100:00100000:3.0:1777047452.077521:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000001:00080000:0.0:1777047452.104761:0:7507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969809 is committed 00000004:00080000:0.0:1777047452.104792:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 322 committed 00000004:00080000:0.0:1777047452.104833:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 302 committed 00000004:00080000:0.0:1777047452.104858:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 301 committed 00000004:00080000:0.0:1777047452.104863:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 321 committed 00000100:00100000:0.0:1777047452.109136:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e199500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442989312:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047452.109226:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047452.109297:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777047452.109310:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e198380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442989184:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047452.109352:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047452.113959:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644482a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442989568:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047452.114045:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047452.114106:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777047452.114121:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644482300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442989440:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047452.114171:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047452.114239:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442989568 00000100:00100000:3.0:1777047452.114249:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442989568 00000100:00100000:3.0:1777047452.114314:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442989440 00000100:00100000:3.0:1777047452.114319:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442989440 00000100:00100000:3.0:1777047452.114361:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3643 00000100:00100000:3.0:1777047452.114374:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+41:3685:x1863365442989568:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047452.114675:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+42:3685:x1863365442989568:12345-0@lo:2:osp-syn-0-1.0 Request processed in 301us (630us total) trans 21474837494 rc 0/0 00000100:00100000:3.0:1777047452.114694:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3643 00000100:00100000:3.0:1777047452.114729:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3644 00000100:00100000:3.0:1777047452.114743:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+41:3685:x1863365442989440:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047452.114884:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+42:3685:x1863365442989440:12345-0@lo:2:osp-syn-0-1.0 Request processed in 143us (712us total) trans 21474837495 rc 0/0 00000100:00100000:3.0:1777047452.114939:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3644 00000004:00080000:3.0:1777047452.115036:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644482300/2, rc 0, transno 21474837495 00000100:00100000:3.0:1777047452.115048:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644482300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442989440:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777047452.115074:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644482a00/2, rc 0, transno 21474837494 00000100:00100000:3.0:1777047452.115081:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644482a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442989568:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777047452.139614:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047452.139828:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387881216 00000100:00100000:1.0:1777047452.139849:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387881216 00000100:00100000:1.0:1777047452.139999:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3645 00000100:00100000:1.0:1777047452.140024:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:56906:x1863365387881216:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:1.0:1777047452.140060:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047452.140145:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d724937abb lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7ad5 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047452.140193:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xd7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1777047452.140234:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047452.140239:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047452.140260:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d724937abb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ad5 expref: 20 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.140300:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d724937abb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ad5 expref: 20 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.140326:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8c00, rc 0) 00000100:00100000:1.0:1777047452.140517:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:56906:x1863365387881216:12345-192.168.201.54@tcp:101:bash.0 Request processed in 497us (913us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047452.140533:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3645 00000100:00100000:1.0:1777047452.160087:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047452.160579:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387881344 00000100:00100000:0.0:1777047452.160596:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387881344 00000100:00100000:0.0:1777047452.160714:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3646 00000100:00100000:0.0:1777047452.160739:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:56906:x1863365387881344:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:0.0:1777047452.160778:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047452.160816:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724937ac2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7adc expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047452.160952:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xd6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777047452.160990:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047452.160994:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047452.161009:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724937ac2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7adc expref: 24 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.161042:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724937ac2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7adc expref: 24 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.161070:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290c00, rc 0) 00000100:00100000:0.0:1777047452.161192:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:56906:x1863365387881344:12345-192.168.201.54@tcp:101:bash.0 Request processed in 456us (1117us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047452.161208:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3646 00000100:00100000:3.0:1777047452.181023:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047452.181800:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047452.183943:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387881472 00000100:00100000:1.0:1777047452.183961:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387881472 00002000:00010000:1.0:1777047452.184033:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/215 (0->18446744073709551615) 00002000:00100000:1.0:1777047452.184042:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644325180 with x1863365387881472 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047452.184065:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644325180. 00000100:00100000:1.0:1777047452.184142:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 995 00000100:00100000:1.0:1777047452.184162:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365387881472:12345-192.168.201.54@tcp:10:bash.0 00002000:00010000:1.0:1777047452.184832:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xd7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047452.184844:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xd7:0x0] updating lvb mtime from disk: 0 -> 1777047452 00002000:00010000:1.0:1777047452.184849:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xd7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047452.184854:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xd7:0x0] updating lvb ctime from disk: 0 -> 1777047452 00002000:00010000:1.0:1777047452.184858:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xd7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047452.185008:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365387881472:12345-192.168.201.54@tcp:10:bash.0 Request processed in 843us (3203us total) trans 17179870232 rc 0/0 00000100:00100000:1.0:1777047452.185025:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 995 00002000:00010000:1.0:1777047452.185033:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/215 (0->18446744073709551615) 00002000:00100000:1.0:1777047452.185039:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644325180 with x1863365387881472 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047452.185055:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644325180. 00000100:00100000:0.0:1777047452.188616:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047452.190275:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387881728 00000100:00100000:1.0:1777047452.190287:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387881728 00002000:00010000:1.0:1777047452.190336:0:8484:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/214 (0->18446744073709551615) 00002000:00100000:1.0:1777047452.190344:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07779b6d80 with x1863365387881728 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047452.190358:0:8484:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e07779b6d80. 00000100:00100000:1.0:1777047452.190504:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 996 00000100:00100000:1.0:1777047452.190523:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365387881728:12345-192.168.201.54@tcp:10:bash.0 00002000:00010000:1.0:1777047452.190751:0:8484:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xd6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047452.190760:0:8484:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xd6:0x0] updating lvb mtime from disk: 0 -> 1777047452 00002000:00010000:1.0:1777047452.190766:0:8484:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xd6:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047452.190772:0:8484:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xd6:0x0] updating lvb ctime from disk: 0 -> 1777047452 00002000:00010000:1.0:1777047452.190777:0:8484:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xd6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047452.190940:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2429:x1863365387881728:12345-192.168.201.54@tcp:10:bash.0 Request processed in 420us (2330us total) trans 21474837496 rc 0/0 00000100:00100000:1.0:1777047452.190967:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 996 00002000:00010000:1.0:1777047452.190975:0:8484:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/214 (0->18446744073709551615) 00002000:00100000:1.0:1777047452.190980:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07779b6d80 with x1863365387881728 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047452.190989:0:8484:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e07779b6d80. 00000100:00100000:3.0:1777047452.192169:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3647 00000100:00100000:3.0:1777047452.192189:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2429:x1863365387881600:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047452.193626:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2429:x1863365387881600:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 1430us (12610us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047452.193643:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3647 00000100:00100000:0.0:1777047452.204632:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047452.204835:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047452.207214:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387882112 00000100:00100000:1.0:1777047452.207660:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387882112 00000100:00100000:1.0:1777047452.207766:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1986 00000100:00100000:1.0:1777047452.208188:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:56906:x1863365387882112:12345-192.168.201.54@tcp:35:bash.0 00000100:00100000:1.0:1777047452.208767:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:56906:x1863365387882112:12345-192.168.201.54@tcp:35:bash.0 Request processed in 583us (3924us total) trans 4294969810 rc 0/0 00000100:00100000:1.0:1777047452.208784:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1986 00000100:00100000:3.0:1777047452.209272:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387881856 00000100:00100000:3.0:1777047452.209283:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387881856 00000100:00100000:3.0:1777047452.209379:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3648 00000100:00100000:3.0:1777047452.209397:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365387881856:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047452.209525:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365387881856:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 130us (4908us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047452.209546:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3648 00000100:00100000:1.0:1777047452.240926:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047452.269688:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387882368 00000100:00100000:0.0:1777047452.269704:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387882368 00000100:00100000:0.0:1777047452.269812:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5845 00000100:00100000:0.0:1777047452.269833:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:57231:x1863365387882368:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047452.269870:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047452.269943:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724937ad0 lrc: 2/0,0 mode: --/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7ae3 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.270036:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291400/0x5ecf73d724937ad7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.270061:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291400/0x5ecf73d724937ad7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.270081:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291400/0x5ecf73d724937ad7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.270616:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724937ad0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ae3 expref: 76 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.270649:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291400/0x5ecf73d724937ad7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ae3 expref: 75 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.270667:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb2:0x0].0x0 (ffff9e06431bf800) 00010000:00010000:0.0:1777047452.270673:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777047452.270680:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291400, rc 0) 00000100:00100000:0.0:1777047452.270782:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57231:x1863365387882368:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 953us (1248us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047452.270798:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5845 00000100:00100000:0.0:1777047452.279290:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047452.279458:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387882496 00000100:00100000:1.0:1777047452.279473:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387882496 00000100:00100000:1.0:1777047452.279573:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5846 00000100:00100000:1.0:1777047452.279592:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57234:x1863365387882496:12345-192.168.201.54@tcp:101:rm.0 00010000:00010000:1.0:1777047452.279618:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047452.279651:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937ade lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7aea expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.279749:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937ae5 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.279773:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937ae5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.279794:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937ae5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.280154:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937aec lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.280171:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937aec lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.280185:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937aec lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.280615:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937af3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.280634:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937af3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.280649:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937af3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047452.281071:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb3:0x0]: returning size 5 00000004:00200000:1.0:1777047452.281079:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047452.281117:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937af3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.281478:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937af3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.281495:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937ae5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.281509:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937ae5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.281529:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937ae5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.281541:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937ae5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.281553:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047452.281560:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937ae5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.281574:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937ae5 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.281594:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7400) 00010000:00010000:1.0:1777047452.281600:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047452.281607:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937ae5 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.281620:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937ae5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.281643:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937aec lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.281654:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937aec lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.281666:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937aec lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.281677:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047452.281684:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937aec lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.281696:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937aec lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.281710:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7900) 00010000:00010000:1.0:1777047452.281715:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047452.281721:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937aec lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.281732:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937aec lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.281783:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937ade lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7aea expref: 77 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.281811:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937af3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7aea expref: 76 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.281825:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb3:0x0].0x0 (ffff9e0641ff7000) 00010000:00010000:1.0:1777047452.281830:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047452.281835:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9e00, rc 0) 00000100:00100000:1.0:1777047452.281941:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57234:x1863365387882496:12345-192.168.201.54@tcp:101:rm.0 Request processed in 2352us (2660us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047452.281955:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5846 00000100:00100000:0.0:1777047452.301498:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387882624 00000100:00100000:0.0:1777047452.301515:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387882624 00000100:00100000:0.0:1777047452.301688:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 998 00000100:00100000:0.0:1777047452.301709:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365387882624:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:0.0:1777047452.301809:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d724937afa lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.301848:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d72493788b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a0a expref: 21 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.301865:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047452.301869:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047452.301875:0:8486:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d724937afa lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.302010:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d72493788b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a0a expref: 21 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.302040:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d72493788b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a0a expref: 21 pid: 8633 timeout: 4180 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047452.302067:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8486:1863365442989696:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047452.302593:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d92b180 going to sleep for 11 seconds 00000100:00100000:3.0:1777047452.307647:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:0.0:1777047452.315704:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047452.315723:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724937b16 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.315744:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047452.315752:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724937b16 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.316150:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724937b16 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.316187:0:6576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb3:0x0].0x0 (ffff9e06431bff00) 00010000:00010000:0.0:1777047452.316193:0:6576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777047452.316201:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724937b16 lrc: 1/0,0 mode: --/PW res: [0x240000404:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.316213:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724937b16 lrc: 0/0,0 mode: --/PW res: [0x240000404:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.316248:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047452.316252:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047452.316256:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047452.328269:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047452.328334:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8486:1863365442989696:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047452.328402:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d724937afa lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.333529:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d724937afa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.333566:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d724937afa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047452.366587:0:8486:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xd6:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1777047452.366598:0:8486:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xd6:0x0] updating lvb mtime from disk: 0 -> 1777047452 00002000:00010000:1.0:1777047452.366604:0:8486:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xd6:0x0] updating lvb ctime from disk: 0 -> 1777047452 00002000:00010000:1.0:1777047452.366609:0:8486:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xd6:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1777047452.366631:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d724937afa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.366654:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d724937afa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.366671:0:8486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d724937afa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.366686:0:8486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047452.366695:0:8486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d724937afa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.366713:0:8486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d724937afa lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.366747:0:8486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d724937afa lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.366762:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d724937afa lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047452.366934:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365387882624:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 65224us (65619us total) trans 17179870233 rc 0/0 00000100:00100000:1.0:1777047452.366956:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 998 00000100:00100000:1.0:1777047452.402403:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047452.415313:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387883136 00000100:00100000:0.0:1777047452.415333:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387883136 00000100:00100000:0.0:1777047452.415474:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5848 00000100:00100000:0.0:1777047452.415495:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57235:x1863365387883136:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047452.415534:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047452.415568:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937b1d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7af1 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.415677:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724937b24 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.415703:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724937b24 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.415735:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724937b24 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.415757:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b2b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.417192:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b2b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.417210:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b2b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.417267:0:6590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724937b24 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.417308:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724937b24 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.417320:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724937b24 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.417332:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724937b24 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.417344:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047452.417351:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724937b24 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.417366:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724937b24 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.417388:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0758e7b300) 00010000:00010000:0.0:1777047452.417394:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047452.417402:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724937b24 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.417413:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724937b24 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.417439:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b2b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.417452:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b2b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.417463:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b2b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.417472:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047452.417477:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b2b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.417487:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b2b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.417502:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e06431bf600) 00010000:00010000:0.0:1777047452.417507:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047452.417513:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b2b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.417623:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b2b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.417703:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937b1d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7af1 expref: 76 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.417735:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0758e7b300) 00010000:00010000:0.0:1777047452.417740:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047452.417748:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937b1d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7af1 expref: 76 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.417772:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291c00, rc 0) 00000100:00100000:0.0:1777047452.417855:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57235:x1863365387883136:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2365us (15466us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047452.417870:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5848 00000100:00100000:1.0:1777047452.432999:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387883392 00000100:00100000:1.0:1777047452.433016:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387883392 00000100:00100000:1.0:1777047452.433118:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5849 00000100:00100000:1.0:1777047452.433137:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57231:x1863365387883392:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:1.0:1777047452.433210:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047452.433248:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937a59 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xb2:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7aab expref: 75 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.433282:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb2:0x0].0x0 (ffff9e06431bf800) 00010000:00010000:1.0:1777047452.433291:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047452.433436:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937b32 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.433463:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937b32 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.433481:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937b32 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047452.433635:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000001ecaad4 reply state 000000004f2d635e transno 4294969812 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937b32 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.433661:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937b32 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.433675:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb2:0x0].0x0 (ffff9e06431bf800) 00010000:00010000:1.0:1777047452.433680:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047452.433685:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047452.434140:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57231:x1863365387883392:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1004us (4374us total) trans 4294969812 rc 0/0 00000100:00100000:1.0:1777047452.434156:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5849 00000100:00100000:1.0:1777047452.444651:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047452.444807:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387883520 00000100:00100000:0.0:1777047452.445143:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387883520 00000100:00100000:0.0:1777047452.445241:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5850 00000100:00100000:0.0:1777047452.445259:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57235:x1863365387883520:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047452.445287:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047452.445320:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937b39 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7af8 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.445479:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b40 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.445503:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b40 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.445523:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b40 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.445544:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937b47 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.445560:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937b47 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.445574:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937b47 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.445624:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b40 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.445638:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b40 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.445651:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b40 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.445664:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b40 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.445675:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047452.445683:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b40 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.445696:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b40 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.445717:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0758e7b300) 00010000:00010000:0.0:1777047452.445722:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047452.445730:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b40 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.445742:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b40 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.445763:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937b47 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.445774:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937b47 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.445785:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937b47 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.445794:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047452.445799:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937b47 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.445810:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937b47 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.445823:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e06431bf600) 00010000:00010000:0.0:1777047452.445827:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047452.445833:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937b47 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.445844:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937b47 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.445919:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937b39 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7af8 expref: 77 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.445938:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0758e7b300) 00010000:00010000:0.0:1777047452.445942:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047452.445950:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937b39 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7af8 expref: 77 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.445977:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291c00, rc 0) 00000100:00100000:0.0:1777047452.446067:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57235:x1863365387883520:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 811us (1429us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047452.446081:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5850 00000100:00100000:0.0:1777047452.463463:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047452.464800:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387883648 00000100:00100000:3.0:1777047452.471145:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387883648 00000100:00100000:1.0:1777047452.476463:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047452.478072:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:0.0:1777047452.491682:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047452.504156:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064466d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:36216:1863365442989824:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047452.504208:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d724937b63 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b0d expref: 26 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.504565:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e26800, rc 0) 00000100:00100000:3.0:1777047452.504654:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57231:x1863365387883904:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 26287us (26583us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047452.504673:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3650 00000100:00100000:3.0:1777047452.505182:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047452.505238:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387884032 00000100:00100000:3.0:1777047452.505248:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387884032 00010000:00010000:3.0:1777047452.505301:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937892 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a11 expref: 26 pid: 8480 timeout: 4181 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047452.505421:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1866 00000100:00100000:3.0:1777047452.505440:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2430:x1863365387884032:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047452.505462:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047452.505491:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937892 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a11 expref: 26 pid: 8480 timeout: 4181 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.505515:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937892 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a11 expref: 26 pid: 8480 timeout: 4181 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.505550:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937892 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a11 expref: 26 pid: 8480 timeout: 4181 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.505570:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047452.505574:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047452.505583:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d724937b63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b0d expref: 25 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.505599:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d724937b63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b0d expref: 25 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.505651:0:6573:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d724937b63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b0d expref: 25 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047452.505675:0:6573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644325880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365442989952:192.168.201.54@tcp:105: 00000100:00100000:3.0:1777047452.505751:0:6573:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e076e2b16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047452.513254:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047452.517504:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047452.517997:0:6573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644325880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365442989952:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047452.518027:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047452.518115:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365387884032:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 12678us (12933us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047452.518131:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1866 00000100:00100000:1.0:1777047452.518272:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387884288 00000100:00100000:1.0:1777047452.518280:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387884288 00002000:00010000:1.0:1777047452.518319:0:29058:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/214 (5->18446744073709551615) 00002000:00100000:1.0:1777047452.518327:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644324a80 with x1863365387884288 ext(5->18446744073709551615) 00002000:00010000:1.0:1777047452.518342:0:29058:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644324a80. 00000100:00100000:1.0:1777047452.518443:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 999 00000100:00100000:1.0:1777047452.518458:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365387884288:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047452.519184:0:29058:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xd6:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:1.0:1777047452.519192:0:29058:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xd6:0x0] updating lvb mtime from disk: 1777047452 -> 1777047452 00002000:00010000:1.0:1777047452.519197:0:29058:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xd6:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047452.519201:0:29058:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xd6:0x0] updating lvb ctime from disk: 1777047452 -> 1777047452 00002000:00010000:1.0:1777047452.519206:0:29058:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xd6:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1777047452.519252:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365387884288:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 795us (1750us total) trans 17179870234 rc 0/0 00000100:00100000:1.0:1777047452.519266:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 999 00002000:00010000:1.0:1777047452.519272:0:29058:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/214 (5->18446744073709551615) 00002000:00100000:1.0:1777047452.519277:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644324a80 with x1863365387884288 ext(5->18446744073709551615) 00002000:00010000:1.0:1777047452.519287:0:29058:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644324a80. 00000100:00100000:0.0:1777047452.520551:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57235:x1863365387884160:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 4810us (7304us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047452.520565:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5852 00000100:00100000:3.0:1777047452.528283:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047452.530547:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387884416 00000100:00100000:1.0:1777047452.530563:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387884416 00002000:00010000:1.0:1777047452.530621:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/213 (0->18446744073709551615) 00002000:00100000:1.0:1777047452.530629:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644326d80 with x1863365387884416 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047452.530646:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644326d80. 00000100:00100000:1.0:1777047452.530779:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1000 00000100:00100000:1.0:1777047452.530799:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365387884416:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047452.531685:0:29057:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xd5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047452.531692:0:29057:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xd5:0x0] updating lvb mtime from disk: 0 -> 1777047452 00002000:00010000:1.0:1777047452.531697:0:29057:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xd5:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047452.531701:0:29057:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xd5:0x0] updating lvb ctime from disk: 0 -> 1777047452 00002000:00010000:1.0:1777047452.531704:0:29057:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xd5:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047452.532476:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2430:x1863365387884416:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 1679us (4202us total) trans 21474837497 rc 0/0 00000100:00100000:1.0:1777047452.532491:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1000 00002000:00010000:1.0:1777047452.532499:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/213 (0->18446744073709551615) 00002000:00100000:1.0:1777047452.532506:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644326d80 with x1863365387884416 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047452.532517:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644326d80. 00000100:00100000:0.0:1777047452.546073:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387884672 00000100:00100000:0.0:1777047452.546087:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387884672 00000100:00100000:0.0:1777047452.546175:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5853 00000100:00100000:0.0:1777047452.546193:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57235:x1863365387884672:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047452.546223:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047452.546233:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1777047452.546270:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724937b5c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b06 expref: 77 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.546301:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0761fba500) 00010000:00010000:0.0:1777047452.546321:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047452.546344:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937b7f lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7b1b expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.546564:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b86 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.546588:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b86 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.546606:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b86 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.546625:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724937b8d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.546640:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724937b8d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.546653:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724937b8d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.547550:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937b94 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.547570:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937b94 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.547585:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937b94 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047452.547601:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb5:0x0]: returning size 0 00010000:00010000:0.0:1777047452.547638:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b86 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.547652:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b86 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.547664:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b86 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.547678:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b86 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.547689:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047452.547696:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b86 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.547709:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b86 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.547723:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0758e7b300) 00010000:00010000:0.0:1777047452.547728:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047452.547734:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b86 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.547744:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937b86 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777047452.547763:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000070f1299b reply state 00000000de4a85a2 transno 4294969813 ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724937b8d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.547781:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724937b8d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.547792:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e06431bf600) 00010000:00010000:0.0:1777047452.547797:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047452.547801:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777047452.547843:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937b7f lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b1b expref: 79 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.547873:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937b94 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b1b expref: 78 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.547915:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb5:0x0].0x0 (ffff9e0758e7b500) 00010000:00010000:0.0:1777047452.547919:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047452.547923:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290000, rc 0) 00000100:00100000:0.0:1777047452.548020:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57235:x1863365387884672:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1829us (3274us total) trans 4294969813 rc 0/0 00000100:00100000:0.0:1777047452.548036:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5853 00000100:00100000:3.0:1777047452.555768:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047452.558045:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387884928 00000100:00100000:0.0:1777047452.558061:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387884928 00000100:00100000:0.0:1777047452.559409:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5854 00000100:00100000:0.0:1777047452.559437:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57231:x1863365387884928:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047452.559572:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937ba2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.559605:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937ba2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.559691:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937ba2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047452.561953:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387885184 00000100:00100000:1.0:1777047452.561963:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387885184 00000100:00100000:1.0:1777047452.562040:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5855 00000100:00100000:1.0:1777047452.562056:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57235:x1863365387885184:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047452.562076:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047452.562101:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937ba9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7b22 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.562611:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937bb0 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.562635:0:34275:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937b94 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b1b expref: 81 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.562650:0:34275:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937bb0 lrc: 4/0,1 mode: --/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.562704:0:34275:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937b94 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b1b expref: 81 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.562728:0:34275:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937b94 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b1b expref: 81 pid: 12913 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047452.562750:0:34275:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641deb480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:34275:1863365442990080:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047452.563207:0:34275:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064230c6c0 going to sleep for 11 seconds 00000004:00010000:0.0:1777047452.564384:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a76eb2a2 reply state 00000000425ede81 transno 4294969814 ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937ba2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.564422:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937ba2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.564438:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb2:0x0].0x0 (ffff9e06431bf800) 00010000:00010000:0.0:1777047452.564444:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047452.564450:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047452.564627:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57231:x1863365387884928:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 5142us (8814us total) trans 4294969814 rc 0/0 00000100:00100000:0.0:1777047452.564643:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5854 00000100:00100000:0.0:1777047452.575936:0:34275:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641deb480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:34275:1863365442990080:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047452.575978:0:34275:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937bb0 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047452.576185:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387885312 00000100:00100000:1.0:1777047452.576198:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387885312 00000100:00100000:1.0:1777047452.576579:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3651 00000100:00100000:1.0:1777047452.576598:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57231:x1863365387885312:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047452.576625:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047452.576651:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b2ea2d6/0x5ecf73d724937bb7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7b29 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.576697:0:8633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d724937a67 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ab2 expref: 27 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.576714:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047452.576718:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047452.576725:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b2ea2d6/0x5ecf73d724937bb7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b29 expref: 27 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.576775:0:8633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d724937a67 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ab2 expref: 27 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.576795:0:8633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d724937a67 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ab2 expref: 27 pid: 8480 timeout: 4181 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047452.576819:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641deb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8633:1863365442990208:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047452.576963:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064230c840 going to sleep for 11 seconds 00000100:00100000:3.0:1777047452.594219:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047452.594531:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641deb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8633:1863365442990208:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047452.594584:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000b2ea2d6/0x5ecf73d724937bb7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b29 expref: 27 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.594618:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9200, rc 0) 00000100:00100000:1.0:1777047452.594726:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57231:x1863365387885312:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 18128us (19701us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047452.594743:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3651 00000100:00100000:3.0:1777047452.596994:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047452.597064:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387885568 00000100:00100000:3.0:1777047452.597075:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387885568 00010000:00010000:3.0:1777047452.597116:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d724937a67 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ab2 expref: 27 pid: 8480 timeout: 4181 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047452.597196:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1868 00000100:00100000:3.0:1777047452.597216:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077949cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2430:x1863365387885568:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047452.597238:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047452.597269:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d724937a67 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ab2 expref: 27 pid: 8480 timeout: 4181 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.597292:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d724937a67 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ab2 expref: 27 pid: 8480 timeout: 4181 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.597321:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d724937a67 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ab2 expref: 27 pid: 8480 timeout: 4181 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.597340:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047452.597343:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047452.597355:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000b2ea2d6/0x5ecf73d724937bb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b29 expref: 26 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.597421:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b2ea2d6/0x5ecf73d724937bb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b29 expref: 26 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.597474:0:6574:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000b2ea2d6/0x5ecf73d724937bb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b29 expref: 26 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047452.597498:0:6574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644325f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365442990336:192.168.201.54@tcp:105: 00000100:00100000:3.0:1777047452.597608:0:6574:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e076e2b16c0 going to sleep for 11 seconds 00010000:00010000:1.0:1777047452.600086:0:34275:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937bb0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.600132:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937bb0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047452.600173:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb5:0x0]: returning size 0 00000004:00080000:1.0:1777047452.601142:0:34275:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xd8:0x0], index 0: 0 00000004:00080000:1.0:1777047452.601156:0:34275:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xd9:0x0], index 1: 0 00000004:00080000:1.0:1777047452.601513:0:34275:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xda:0x0], index 1: 0 00000004:00080000:1.0:1777047452.601529:0:34275:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xd9:0x0], index 0: 0 00010000:00010000:1.0:1777047452.601684:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937bb0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.601702:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937bb0 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.601715:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937bb0 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.601727:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047452.601735:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937bb0 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.601749:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937bb0 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.601774:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb5:0x0].0x0 (ffff9e0758e7b500) 00010000:00010000:1.0:1777047452.601780:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047452.601787:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937bb0 lrc: 2/0,0 mode: --/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.601800:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937bb0 lrc: 0/0,0 mode: --/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.601916:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937ba9 lrc: 1/0,0 mode: --/CR res: [0x240000404:0xb5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b22 expref: 82 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.601939:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb5:0x0].0x0 (ffff9e0758e7b500) 00010000:00010000:1.0:1777047452.601944:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777047452.601952:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937ba9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xb5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b22 expref: 82 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.601979:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9a00, rc 0) 00000100:00100000:1.0:1777047452.602065:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57235:x1863365387885184:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 40011us (40306us total) trans 4294969815 rc 301/301 00000100:00100000:1.0:1777047452.602081:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5855 00000100:00100000:3.0:1777047452.612730:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047452.613609:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387885824 00000100:00100000:1.0:1777047452.613624:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387885824 00000100:00100000:1.0:1777047452.613721:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1987 00000100:00100000:1.0:1777047452.613739:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57235:x1863365387885824:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:1.0:1777047452.614188:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57235:x1863365387885824:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 451us (1466us total) trans 4294969816 rc 0/0 00000100:00100000:1.0:1777047452.614204:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1987 00000100:00100000:3.0:1777047452.618461:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047452.619103:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387885952 00000100:00100000:0.0:1777047452.619115:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387885952 00000100:00100000:0.0:1777047452.620630:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3652 00000100:00100000:0.0:1777047452.620652:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2429:x1863365387885952:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:0.0:1777047452.620859:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xd4:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1777047452.620867:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xd4:0x0] updating lvb mtime from disk: 1777047452 -> 1777047452 00002000:00010000:0.0:1777047452.620872:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xd4:0x0] updating lvb atime from disk: 1777047451 -> 1777047451 00002000:00010000:0.0:1777047452.620876:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xd4:0x0] updating lvb ctime from disk: 1777047452 -> 1777047453 00002000:00010000:0.0:1777047452.620969:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xd4:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1777047452.621043:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2429:x1863365387885952:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 396us (2588us total) trans 21474837498 rc 0/0 00000100:00100000:0.0:1777047452.621058:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3652 00000100:00100000:1.0:1777047452.636350:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047452.636434:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047452.640813:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1989 00000100:00100000:3.0:1777047452.640835:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641deb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57235:x1863365387886464:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047452.641428:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641deb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:57235:x1863365387886464:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 295us (4689us total) trans 4294969817 rc 0/0 00000100:00100000:3.0:1777047452.641445:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1989 00000100:00100000:1.0:1777047452.649345:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047452.649578:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387886592 00000100:00100000:0.0:1777047452.649592:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387886592 00010000:00010000:0.0:1777047452.649656:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937a2f lrc: 5/0,0 mode: CR/CR res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a9d expref: 84 pid: 6588 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047452.649719:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1869 00000100:00100000:0.0:1777047452.649740:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:2430:x1863365387886592:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047452.649765:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047452.649779:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937a2f lrc: 5/0,0 mode: CR/CR res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a9d expref: 84 pid: 6588 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.649806:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724937a2f lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a9d expref: 84 pid: 6588 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.649848:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb2:0x0].0x0 (ffff9e06431bf800) 00010000:00010000:0.0:1777047452.649859:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937bc5 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.649915:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937bc5 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.649932:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937bc5 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.649978:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047452.650079:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:2430:x1863365387886592:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 342us (770us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047452.650096:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1869 00000100:00100000:3.0:1777047452.657742:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387886848 00000100:00100000:3.0:1777047452.659522:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387886848 00000100:00100000:3.0:1777047452.659680:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5856 00000100:00100000:3.0:1777047452.659701:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:56906:x1863365387886848:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:3.0:1777047452.660048:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047452.660086:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d724937bcc lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7b30 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.660622:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937bd3 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.660650:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937bd3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.660670:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937bd3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.660690:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937bda lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.660704:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937bda lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.660717:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937bda lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.661181:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724937be1 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.661198:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724937be1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.661213:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724937be1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047452.661230:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb5:0x0]: returning size 0 00010000:00010000:3.0:1777047452.666371:0:6588:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937bd3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.666398:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937bd3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.666412:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937bd3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.667255:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937bd3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.667274:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d5400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047452.667284:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937bd3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.667299:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937bd3 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.667325:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56f00) 00010000:00010000:3.0:1777047452.667333:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047452.667340:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937bd3 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.667353:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937bd3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.667376:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937bda lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.667388:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937bda lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.667400:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937bda lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.667410:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d5e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047452.667416:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937bda lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.667530:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937bda lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.667547:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e06431bf600) 00010000:00010000:3.0:1777047452.667553:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047452.667559:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937bda lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.667571:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937bda lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.667653:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d724937bcc lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b30 expref: 87 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.667705:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724937be1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b30 expref: 86 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.667721:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb5:0x0].0x0 (ffff9e0642f56900) 00010000:00010000:3.0:1777047452.667726:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047452.667731:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d4c00, rc 0) 00000100:00100000:3.0:1777047452.667850:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+86:56906:x1863365387886848:12345-192.168.201.54@tcp:101:bash.0 Request processed in 8151us (10559us total) trans 4294969819 rc 0/0 00000100:00100000:3.0:1777047452.668575:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5856 00000001:00080000:0.0:1777047452.672628:0:7507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969818 is committed 00000004:00080000:0.0:1777047452.672645:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 305 committed 00000004:00080000:0.0:1777047452.672670:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 325 committed 00000004:00080000:0.0:1777047452.672685:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 324 committed 00000004:00080000:0.0:1777047452.672691:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 304 committed 00000004:00080000:0.0:1777047452.672720:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 303 committed 00000004:00080000:0.0:1777047452.672732:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 323 committed 00000100:00100000:0.0:1777047452.674648:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442990592:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1777047452.674739:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047452.674792:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047452.674806:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442990720:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1777047452.674850:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047452.675708:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442990848:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1777047452.676374:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442990976:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047452.677318:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442990592 00000100:00100000:1.0:1777047452.677331:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442990592 00000100:00100000:1.0:1777047452.677470:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442990720 00000100:00100000:1.0:1777047452.677477:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442990720 00000100:00100000:1.0:1777047452.677523:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3653 00000100:00100000:1.0:1777047452.677539:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+42:3682:x1863365442990592:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1777047452.677580:0:8480:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:214 count 1 00010000:00010000:1.0:1777047452.677615:0:8480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724937bef lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.677650:0:8480:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724937ac2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7adc expref: 26 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.677667:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047452.677670:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047452.677677:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724937bef lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.677729:0:8480:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724937ac2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7adc expref: 26 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.678082:0:8480:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724937ac2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7adc expref: 26 pid: 28387 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047452.678445:0:8480:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365442991616:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047452.678567:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3654 00000100:00100000:3.0:1777047452.678588:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365442990720:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1777047452.678618:0:30115:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:215 count 1 00010000:00010000:3.0:1777047452.678646:0:30115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d583ce1f/0x5ecf73d724937bf6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xd7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.678683:0:30115:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d724937abb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ad5 expref: 16 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.678697:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047452.678700:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047452.678705:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d583ce1f/0x5ecf73d724937bf6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.678749:0:30115:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d724937abb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ad5 expref: 16 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.678770:0:30115:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d724937abb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ad5 expref: 16 pid: 30115 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047452.678792:0:30115:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:30115:1863365442991744:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047452.678967:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442991104:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777047452.679019:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047452.679561:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442991104 00000100:00100000:0.0:1777047452.679571:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442991104 00000100:00100000:0.0:1777047452.679626:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3655 00000100:00100000:0.0:1777047452.679641:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+43:3682:x1863365442991104:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777047452.679821:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xd5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047452.679829:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xd5:0x0] updating lvb mtime from disk: 1777047452 -> 1777047452 00002000:00010000:0.0:1777047452.679834:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xd5:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047452.679839:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xd5:0x0] updating lvb ctime from disk: 1777047452 -> 1777047452 00002000:00010000:0.0:1777047452.679844:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xd5:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047452.679947:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+44:3682:x1863365442991104:12345-0@lo:2:osp-syn-0-1.0 Request processed in 307us (925us total) trans 21474837499 rc 0/0 00000100:00100000:0.0:1777047452.679963:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3655 00000004:00080000:0.0:1777047452.680039:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077b9d3480/2, rc 0, transno 21474837499 00000100:00100000:0.0:1777047452.680051:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442991104:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777047452.680318:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442991232 00000100:00100000:0.0:1777047452.680329:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442991232 00000100:00100000:0.0:1777047452.680380:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3656 00000100:00100000:0.0:1777047452.680427:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3683:x1863365442991232:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1777047452.680453:0:8633:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:216 count 1 00002000:00010000:0.0:1777047452.680556:0:8633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xd8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777047452.680569:0:8633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724937bfd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.680589:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047452.680592:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047452.680600:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724937bfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.680623:0:8633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724937bfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.680639:0:8633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724937bfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.680653:0:8633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724937bfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.680688:0:8633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777047452.681306:0:8480:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064230c840 going to sleep for 11 seconds 00000100:00100000:1.0:1777047452.681339:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047452.684977:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365442991232:12345-0@lo:6:osp-syn-1-1.0 Request processed in 4536us (4780us total) trans 17179870235 rc 0/0 00000100:00100000:0.0:1777047452.684997:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3656 00000100:00100000:0.0:1777047452.685039:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442990848 00000100:00100000:0.0:1777047452.685050:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442990848 00000100:00100000:0.0:1777047452.685108:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3657 00000100:00100000:0.0:1777047452.685121:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+44:3684:x1863365442990848:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1777047452.685154:0:8633:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:215 count 1 00002000:00010000:0.0:1777047452.685193:0:8633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xd7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777047452.685205:0:8633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a77ad98/0x5ecf73d724937c04 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.685503:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047452.685507:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047452.685515:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003a77ad98/0x5ecf73d724937c04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.685573:0:8633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a77ad98/0x5ecf73d724937c04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.685591:0:8633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a77ad98/0x5ecf73d724937c04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.685606:0:8633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003a77ad98/0x5ecf73d724937c04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.685652:0:8633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777047452.685831:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+45:3684:x1863365442990848:12345-0@lo:6:osp-syn-0-1.0 Request processed in 709us (4490us total) trans 21474837500 rc 0/0 00000100:00100000:0.0:1777047452.685845:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3657 00010000:00010000:0.0:1777047452.685926:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777047452.685938:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724937bfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.685966:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047452.685973:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724937bfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.685989:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724937bfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.686017:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724937bfd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.686032:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724937bfd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.686066:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047452.686072:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003a77ad98/0x5ecf73d724937c04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.686085:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047452.686091:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003a77ad98/0x5ecf73d724937c04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.686106:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003a77ad98/0x5ecf73d724937c04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.686125:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003a77ad98/0x5ecf73d724937c04 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.686140:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a77ad98/0x5ecf73d724937c04 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.686162:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047452.686166:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047452.686169:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777047452.686323:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644325f80/2, rc 0, transno 21474837500 00000100:00100000:1.0:1777047452.686336:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442990848:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1777047452.686354:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442991360:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777047452.686441:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047452.686515:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442991360 00000100:00100000:1.0:1777047452.686523:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442991360 00000100:00100000:1.0:1777047452.686574:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3658 00000100:00100000:1.0:1777047452.686587:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365442991360:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1777047452.686735:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xd5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047452.686742:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xd5:0x0] updating lvb mtime from disk: 1777047451 -> 1777047451 00002000:00010000:1.0:1777047452.686748:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xd5:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047452.686753:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xd5:0x0] updating lvb ctime from disk: 1777047451 -> 1777047451 00002000:00010000:1.0:1777047452.686757:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xd5:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047452.686825:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:3684:x1863365442991360:12345-0@lo:2:osp-syn-1-1.0 Request processed in 237us (383us total) trans 17179870236 rc 0/0 00000100:00100000:1.0:1777047452.686841:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3658 00000100:00100000:1.0:1777047452.686960:0:3684:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179870231 gen 2 00000004:00080000:1.0:1777047452.686984:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644481f80, transno 17179870209 00000004:00080000:1.0:1777047452.687001:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644480380, transno 17179870210 00000004:00080000:1.0:1777047452.687007:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644482d80, transno 17179870211 00000004:00080000:1.0:1777047452.687011:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644480700, transno 17179870212 00000004:00080000:1.0:1777047452.687017:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0745ebc000, transno 17179870213 00000004:00080000:1.0:1777047452.687021:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0745ebc380, transno 17179870214 00000004:00080000:1.0:1777047452.687026:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0641c57800, transno 17179870215 00000004:00080000:1.0:1777047452.687031:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643a24000, transno 17179870216 00000004:00080000:1.0:1777047452.687036:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0745e46680, transno 17179870218 00000004:00080000:1.0:1777047452.687040:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0745e47100, transno 17179870219 00000004:00080000:1.0:1777047452.687045:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0745e45c00, transno 17179870220 00000004:00080000:1.0:1777047452.687050:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0641dea300, transno 17179870221 00000004:00080000:1.0:1777047452.687055:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643054380, transno 17179870223 00000004:00080000:1.0:1777047452.687059:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643056d80, transno 17179870224 00000004:00080000:1.0:1777047452.687063:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643055880, transno 17179870225 00000004:00080000:1.0:1777047452.687068:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643054700, transno 17179870226 00000004:00080000:1.0:1777047452.687073:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e19b100, transno 17179870228 00000004:00080000:1.0:1777047452.687077:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e19bb80, transno 17179870229 00000004:00080000:1.0:1777047452.687082:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e199500, transno 17179870230 00000004:00080000:1.0:1777047452.687087:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e198380, transno 17179870231 00000100:00100000:1.0:1777047452.687098:0:3684:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9e0643bbd180 x1863365442991360/t17179870236(17179870236) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777047468 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1777047452.687116:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643bbd180/2, rc 0, transno 17179870236 00000100:00100000:1.0:1777047452.687125:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442991360:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777047452.687683:0:9656:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 4 in progress, 3 in flight, 20 done 00000100:00100000:0.0:1777047452.690111:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047452.690163:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442991488:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047452.690218:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047452.690796:0:30115:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e076e2b1000 going to sleep for 11 seconds 00000100:00100000:0.0:1777047452.691441:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047452.691669:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387886976 00000100:00100000:3.0:1777047452.691681:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387886976 00000100:00100000:3.0:1777047452.691772:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5857 00000100:00100000:3.0:1777047452.691789:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:56906:x1863365387886976:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:3.0:1777047452.691813:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047452.691841:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d724937c0b lrc: 2/0,0 mode: --/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7b37 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.691936:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937c12 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.691961:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937c12 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.691982:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937c12 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.692165:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d724937c0b lrc: 0/0,0 mode: --/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b37 expref: 75 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.692211:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937c12 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b37 expref: 74 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.692230:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb5:0x0].0x0 (ffff9e0642f56900) 00010000:00010000:3.0:1777047452.692242:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777047452.692252:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d5e00, rc 0) 00000100:00100000:3.0:1777047452.692329:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:56906:x1863365387886976:12345-192.168.201.54@tcp:101:bash.0 Request processed in 541us (890us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047452.692344:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5857 00000004:00080000:3.0:1777047452.693323:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644325880/2, rc 0, transno 21474837501 00000100:00100000:3.0:1777047452.693340:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442990976:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777047452.693379:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643bbf100/2, rc 0, transno 17179870237 00000100:00100000:3.0:1777047452.693388:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442991488:0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1777047452.694313:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937bc5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.694335:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937bc5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.694350:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937bc5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.694362:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e26a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047452.694371:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937bc5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.694417:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937bc5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.694442:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb2:0x0].0x0 (ffff9e06431bf800) 00010000:00010000:3.0:1777047452.694448:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047452.694456:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937bc5 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.694480:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937bc5 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047452.701364:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047452.701968:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387887104 00000100:00100000:3.0:1777047452.701981:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387887104 00010000:00010000:3.0:1777047452.702033:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724937ac2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7adc expref: 27 pid: 28387 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047452.703540:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1870 00000100:00100000:0.0:1777047452.703563:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2429:x1863365387887104:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047452.703589:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047452.703601:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724937ac2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7adc expref: 27 pid: 28387 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.703628:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724937ac2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7adc expref: 27 pid: 28387 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.703663:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724937ac2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7adc expref: 27 pid: 28387 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.703689:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047452.703692:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047452.704045:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724937bef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.704069:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724937bef lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.704112:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047452.704199:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2429:x1863365387887104:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 641us (2844us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047452.704214:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1870 00010000:00010000:1.0:1777047452.704351:0:8480:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724937bef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.704369:0:8480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724937bef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.704450:0:8480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724937bef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.704468:0:8480:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724937bef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.704498:0:8480:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777047452.704739:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+46:3682:x1863365442990592:12345-0@lo:6:osp-syn-0-1.0 Request processed in 27199us (29996us total) trans 21474837502 rc 0/0 00000100:00100000:1.0:1777047452.704754:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3653 00000004:00080000:1.0:1777047452.704830:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644325c00/2, rc 0, transno 21474837502 00000100:00100000:1.0:1777047452.704843:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442990592:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1777047452.705301:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047452.705314:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724937bef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.705332:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b9e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047452.705340:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724937bef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.705358:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724937bef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.705421:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724937bef lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.705439:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724937bef lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.705472:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047452.705477:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047452.705481:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047452.707237:0:30115:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d724937abb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ad5 expref: 16 pid: 30115 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047452.707263:0:30115:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:30115:1863365442991744:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047452.707292:0:30115:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d583ce1f/0x5ecf73d724937bf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.707311:0:30115:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d583ce1f/0x5ecf73d724937bf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.707326:0:30115:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d583ce1f/0x5ecf73d724937bf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.707343:0:30115:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d583ce1f/0x5ecf73d724937bf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.707357:0:30115:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d583ce1f/0x5ecf73d724937bf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.707445:0:30115:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777047452.707631:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+9:3682:x1863365442990720:12345-0@lo:6:osp-syn-1-1.0 Request processed in 29048us (32778us total) trans 17179870238 rc 0/0 00000100:00100000:0.0:1777047452.707647:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3654 00000004:00080000:3.0:1777047452.708485:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643a25c00/2, rc 0, transno 17179870238 00000100:00100000:3.0:1777047452.708500:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442990720:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1777047452.709439:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047452.709515:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047452.709590:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387887488 00000100:00100000:3.0:1777047452.709601:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387887488 00000100:00100000:0.0:1777047452.709723:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387887616 00000100:00100000:0.0:1777047452.709731:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387887616 00000100:00100000:0.0:1777047452.709782:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5858 00000100:00100000:0.0:1777047452.709795:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:56906:x1863365387887488:12345-192.168.201.54@tcp:36:bash.0 00010000:00010000:0.0:1777047452.709864:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047452.709924:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724937be1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b30 expref: 73 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.709952:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb5:0x0].0x0 (ffff9e0642f56900) 00000100:00100000:3.0:1777047452.710054:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5859 00000100:00100000:3.0:1777047452.710074:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+72:57231:x1863365387887616:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047452.710101:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047452.710130:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d724937c19 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7b3e expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.710208:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d724937c19 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b3e expref: 73 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.710234:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5000/0x5ecf73d724937c19 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b3e expref: 73 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.710289:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb2:0x0].0x0 (ffff9e06431bf800) 00010000:00010000:3.0:1777047452.710295:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047452.710301:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d5000, rc 0) 00000100:00100000:3.0:1777047452.710377:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:57231:x1863365387887616:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 309us (861us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047452.710434:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5859 00010000:00010000:0.0:1777047452.710515:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047452.710734:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937c20 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.710755:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937c20 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.710771:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937c20 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047452.710847:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294969820 00000004:00010000:0.0:1777047452.714303:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d77aef79 reply state 00000000b8916188 transno 4294969821 ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937c20 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.714337:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937c20 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.714353:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb5:0x0].0x0 (ffff9e0642f56900) 00010000:00010000:0.0:1777047452.714358:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047452.714364:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047452.714555:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:56906:x1863365387887488:12345-192.168.201.54@tcp:36:bash.0 Request processed in 4757us (5115us total) trans 4294969821 rc 0/0 00000100:00100000:0.0:1777047452.714579:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5858 00000020:00080000:0.0:1777047452.714588:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047452.719689:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047452.720534:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387887872 00000100:00100000:3.0:1777047452.720550:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387887872 00000100:00100000:3.0:1777047452.720649:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1990 00000100:00100000:3.0:1777047452.720670:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57231:x1863365387887872:12345-192.168.201.54@tcp:35:lfs.0 00000004:00080000:3.0:1777047452.721053:0:6592:0:(mdd_object.c:4010:mdd_close()) Object [0x240000404:0xb2:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1777047452.721159:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].435, 64 off41856 00000040:00080000:3.0:1777047452.721201:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].454, 64 off43616 00000040:00080000:3.0:1777047452.721225:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].455, 64 off43680 00000040:00080000:3.0:1777047452.721246:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].436, 64 off41920 00010000:00010000:3.0:1777047452.721444:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937c27 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.721475:0:6592:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937c27 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.721496:0:6592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937c27 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.721512:0:6592:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937c27 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xb2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.721526:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937c27 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xb2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.721540:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724937c27 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xb2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.721587:0:6592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047452.721744:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57231:x1863365387887872:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1074us (2060us total) trans 4294969822 rc 0/0 00000100:00100000:3.0:1777047452.721762:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1990 00010000:00010000:3.0:1777047452.725941:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047452.725947:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047452.725951:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047452.727543:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047452.741095:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047452.742138:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047452.742307:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387888512 00000100:00100000:1.0:1777047452.742314:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387888512 00000100:00100000:1.0:1777047452.742454:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5861 00000100:00100000:1.0:1777047452.743340:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:56906:x1863365387888512:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:1.0:1777047452.743358:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047452.743363:0:6590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1777047452.743391:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d724937c2e lrc: 0/0,0 mode: --/CR res: [0x240000404:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b45 expref: 79 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.743419:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb5:0x0].0x0 (ffff9e0642f56900) 00010000:00010000:1.0:1777047452.743426:0:6590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047452.743441:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937c4a lrc: 2/0,0 mode: --/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7b53 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.743495:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937c51 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.743513:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937c51 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.743527:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937c51 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047452.743856:0:6590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].437, 88 off42008 00000004:00080000:1.0:1777047452.743870:0:6590:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4081380485570ns, next at 4081948451040ns, rc = 0 00000040:00080000:1.0:1777047452.743958:0:6590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].456, 88 off43768 00000004:00080000:1.0:1777047452.743969:0:6590:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4081380585380ns, next at 4081948398819ns, rc = 0 00000040:00080000:1.0:1777047452.743997:0:6590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].457, 88 off43856 00000004:00080000:1.0:1777047452.744005:0:6590:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4081380621030ns, next at 4081948398819ns, rc = 0 00000040:00080000:1.0:1777047452.744024:0:6590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].438, 88 off42096 00000004:00080000:1.0:1777047452.744031:0:6590:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4081380647680ns, next at 4081948451040ns, rc = 0 00000100:00100000:3.0:1777047452.758705:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000001:00080000:1.0:1777047452.762036:0:7507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969824 is committed 00000004:00080000:1.0:1777047452.762051:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 307 committed 00000004:00080000:1.0:1777047452.762072:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 327 committed 00000004:00080000:1.0:1777047452.762107:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 326 committed 00000004:00080000:1.0:1777047452.762113:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 306 committed 00010000:00010000:1.0:1777047452.762231:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937c51 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb5:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b53 expref: 76 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.762254:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb5:0x0].0x0 (ffff9e0642f56900) 00010000:00010000:1.0:1777047452.762261:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1777047452.762267:0:6590:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937c6d lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.762282:0:6590:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937c6d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.762296:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937c6d lrc: 4/1,0 mode: PR/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.762351:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937c4a lrc: 0/0,0 mode: --/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b53 expref: 76 pid: 6590 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.762385:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937c51 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb5:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b53 expref: 75 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.762439:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9e00, rc 0) 00000100:00100000:1.0:1777047452.762520:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:56906:x1863365387888512:12345-192.168.201.54@tcp:101:bash.0 Request processed in 19189us (20385us total) trans 4294969824 rc 0/0 00000100:00100000:1.0:1777047452.762537:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5861 00000100:00100000:0.0:1777047452.762922:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645844000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442992000:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1777047452.763001:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047452.763053:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777047452.763066:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442991872:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1777047452.763106:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047452.763150:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645845f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442992128:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047452.763546:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047452.763590:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777047452.763602:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645847100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442992256:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047452.763645:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047452.763696:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442992000 00000100:00100000:0.0:1777047452.763704:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442992000 00000100:00100000:0.0:1777047452.763758:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442991872 00000100:00100000:0.0:1777047452.763764:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442991872 00000100:00100000:0.0:1777047452.763797:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442992128 00000100:00100000:0.0:1777047452.763802:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442992128 00000100:00100000:0.0:1777047452.763831:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442992256 00000100:00100000:0.0:1777047452.763837:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442992256 00000100:00100000:0.0:1777047452.763871:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3661 00000100:00100000:0.0:1777047452.763923:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+12:3683:x1863365442992000:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1777047452.763959:0:36217:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:214 count 1 00010000:00010000:0.0:1777047452.763990:0:36217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d724937c74 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.764034:0:36217:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f3b6067d/0x5ecf73d724937b4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7aff expref: 15 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.764052:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047452.764056:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047452.764062:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d724937c74 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.764109:0:36217:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f3b6067d/0x5ecf73d724937b4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7aff expref: 15 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.764137:0:36217:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f3b6067d/0x5ecf73d724937b4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7aff expref: 15 pid: 11204 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047452.764161:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:36217:1863365442992384:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047452.764254:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d92bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047452.764289:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3662 00000100:00100000:0.0:1777047452.764306:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+12:3683:x1863365442991872:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1777047452.764332:0:36216:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:213 count 1 00010000:00010000:0.0:1777047452.764353:0:36216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d724937c7b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xd5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.764376:0:36216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000064371b09/0x5ecf73d724937948 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a50 expref: 15 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.764440:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047452.764443:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047452.764450:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d724937c7b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.764525:0:36216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000064371b09/0x5ecf73d724937948 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a50 expref: 15 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.764546:0:36216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000064371b09/0x5ecf73d724937948 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a50 expref: 15 pid: 36217 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047452.764568:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645847800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365442992512:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047452.764665:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d92b540 going to sleep for 11 seconds 00000100:00100000:0.0:1777047452.764700:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3663 00000100:00100000:0.0:1777047452.764717:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3684:x1863365442992128:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047452.765608:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3684:x1863365442992128:12345-0@lo:2:osp-syn-1-1.0 Request processed in 892us (2413us total) trans 17179870239 rc 0/0 00000100:00100000:0.0:1777047452.765623:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3663 00000100:00100000:0.0:1777047452.765655:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3664 00000100:00100000:0.0:1777047452.765669:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3684:x1863365442992256:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047452.767953:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442993024:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047452.768022:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047452.768072:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777047452.768087:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442992896:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047452.768180:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047452.768233:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442993024 00000100:00100000:3.0:1777047452.768243:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442993024 00000100:00100000:3.0:1777047452.768297:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442992896 00000100:00100000:3.0:1777047452.768304:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442992896 00000100:00100000:3.0:1777047452.768347:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3665 00000100:00100000:3.0:1777047452.768362:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+47:3685:x1863365442993024:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047452.768491:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442992640:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1777047452.768566:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047452.768609:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777047452.768625:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442992768:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1777047452.768648:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+48:3685:x1863365442993024:12345-0@lo:2:osp-syn-0-1.0 Request processed in 284us (621us total) trans 21474837503 rc 0/0 00000100:00100000:3.0:1777047452.768665:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3665 00000100:00100000:1.0:1777047452.768686:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047452.768700:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442992640 00000100:00100000:3.0:1777047452.768711:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442992640 00000100:00100000:3.0:1777047452.768746:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442992768 00000100:00100000:3.0:1777047452.768752:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442992768 00000100:00100000:3.0:1777047452.768814:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3666 00000100:00100000:3.0:1777047452.768828:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+49:3685:x1863365442992896:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047452.769040:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+50:3685:x1863365442992896:12345-0@lo:2:osp-syn-0-1.0 Request processed in 212us (858us total) trans 21474837504 rc 0/0 00000100:00100000:3.0:1777047452.769055:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3666 00000100:00100000:3.0:1777047452.769083:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3667 00000100:00100000:3.0:1777047452.769097:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+49:3682:x1863365442992640:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1777047452.769122:0:11204:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:212 count 1 00010000:00010000:3.0:1777047452.769150:0:11204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937c82 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.769182:0:11204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000b2ea2d6/0x5ecf73d724937bb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b29 expref: 25 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.769211:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047452.769214:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047452.769220:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937c82 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.769267:0:11204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000b2ea2d6/0x5ecf73d724937bb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b29 expref: 25 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.769290:0:11204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000b2ea2d6/0x5ecf73d724937bb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b29 expref: 25 pid: 8633 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047452.769313:0:11204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11204:1863365442993152:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047452.769447:0:11204:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e076e2b1cc0 going to sleep for 11 seconds 00000004:00080000:3.0:1777047452.769503:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077b9d0000/2, rc 0, transno 21474837504 00000100:00100000:3.0:1777047452.769516:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442992896:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1777047452.769536:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077b9d0a80/2, rc 0, transno 21474837503 00000100:00100000:3.0:1777047452.769544:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442993024:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047452.769580:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3668 00000100:00100000:3.0:1777047452.769597:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+49:3682:x1863365442992768:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1777047452.769625:0:8633:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:213 count 1 00010000:00010000:3.0:1777047452.769649:0:8633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c751438e/0x5ecf73d724937c89 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.769674:0:8633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d724937b63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b0d expref: 25 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.769690:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047452.769693:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047452.769699:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c751438e/0x5ecf73d724937c89 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.769740:0:8633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d724937b63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b0d expref: 25 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.769761:0:8633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d724937b63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b0d expref: 25 pid: 36216 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047452.769783:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8633:1863365442993280:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047452.769844:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e076e2b16c0 going to sleep for 11 seconds 00000004:00080000:1.0:1777047452.775238:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645845f80/2, rc 0, transno 17179870239 00000100:00100000:1.0:1777047452.775261:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645845f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442992128:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047452.775567:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3684:x1863365442992256:12345-0@lo:2:osp-syn-1-1.0 Request processed in 9895us (11915us total) trans 17179870240 rc 0/0 00000100:00100000:0.0:1777047452.775580:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3664 00000004:00080000:1.0:1777047452.777173:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645847100/2, rc 0, transno 17179870240 00000100:00100000:1.0:1777047452.777188:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645847100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442992256:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047452.779814:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387888768 00000100:00100000:3.0:1777047452.779828:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387888768 00010000:00010000:3.0:1777047452.779915:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f3b6067d/0x5ecf73d724937b4e lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7aff expref: 16 pid: 11204 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047452.779983:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1872 00000100:00100000:3.0:1777047452.780003:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644326a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365387888768:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047452.780028:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047452.780040:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f3b6067d/0x5ecf73d724937b4e lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7aff expref: 16 pid: 11204 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.780082:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f3b6067d/0x5ecf73d724937b4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7aff expref: 16 pid: 11204 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.780122:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047452.780127:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047452.780135:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d724937c74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.780156:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d724937c74 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.780193:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047452.780264:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644326a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365387888768:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 265us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047452.780280:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1872 00010000:00010000:1.0:1777047452.780667:0:36217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f3b6067d/0x5ecf73d724937b4e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7aff expref: 15 pid: 11204 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047452.780700:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:36217:1863365442992384:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047452.780736:0:36217:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d724937c74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.780757:0:36217:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d724937c74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.780786:0:36217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d724937c74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.780806:0:36217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d724937c74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.780825:0:36217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d724937c74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.780912:0:36217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777047452.780964:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047452.780979:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d724937c74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.780998:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047452.781008:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d724937c74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.781029:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d724937c74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.781057:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d724937c74 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.781073:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d724937c74 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.781115:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047452.781121:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047452.781126:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047452.781599:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3683:x1863365442992000:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17677us (18595us total) trans 17179870241 rc 0/0 00000100:00100000:1.0:1777047452.781619:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3661 00000004:00080000:0.0:1777047452.784472:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645844000/2, rc 0, transno 17179870241 00000100:00100000:0.0:1777047452.784488:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645844000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442992000:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047452.801505:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387888896 00000100:00100000:3.0:1777047452.801519:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387888896 00000100:00100000:3.0:1777047452.801632:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3669 00000100:00100000:3.0:1777047452.801664:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2432:x1863365387888896:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047452.801702:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047452.802099:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d583ce1f/0x5ecf73d724937c90 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7b61 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047452.802146:0:8481:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xd8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047452.802186:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047452.802193:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047452.802208:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d583ce1f/0x5ecf73d724937c90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b61 expref: 27 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.802243:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d583ce1f/0x5ecf73d724937c90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b61 expref: 27 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.802270:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d5600, rc 0) 00000100:00100000:3.0:1777047452.802337:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2432:x1863365387888896:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 680us (1630us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047452.802352:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3669 00010000:00010000:0.0:1777047452.802501:0:36216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064371b09/0x5ecf73d724937948 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7a50 expref: 14 pid: 36217 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047452.802531:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645847800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365442992512:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047452.802567:0:36216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d724937c7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.802589:0:36216:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d724937c7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047452.802592:0:11204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11204:1863365442993152:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047452.802620:0:36216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d724937c7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.802634:0:11204:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937c82 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.802639:0:36216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d724937c7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.802686:0:36216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d724937c7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.802727:0:36216:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047452.802789:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8633:1863365442993280:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047452.802815:0:8633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c751438e/0x5ecf73d724937c89 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047452.802930:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047452.803911:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047452.804193:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387889280 00000100:00100000:1.0:1777047452.804204:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387889280 00010000:00010000:1.0:1777047452.804246:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000b2ea2d6/0x5ecf73d724937bb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b29 expref: 28 pid: 8633 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.804403:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047452.804417:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d724937c7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.804434:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047452.804442:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d724937c7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.804460:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d724937c7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.804485:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d724937c7b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.804499:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d724937c7b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.804536:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047452.804541:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047452.804546:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047452.804838:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387889408 00000100:00100000:3.0:1777047452.804846:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387889408 00010000:00010000:3.0:1777047452.804907:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d724937b63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b0d expref: 30 pid: 36216 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047452.804965:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1874 00000100:00100000:3.0:1777047452.804997:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077949c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2430:x1863365387889408:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047452.805017:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047452.805031:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d724937b63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b0d expref: 30 pid: 36216 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.805055:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d724937b63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b0d expref: 30 pid: 36216 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.805090:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d724937b63 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b0d expref: 30 pid: 36216 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.805112:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047452.805116:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047452.805123:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c751438e/0x5ecf73d724937c89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.805139:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c751438e/0x5ecf73d724937c89 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.805517:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047452.805578:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077949c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2430:x1863365387889408:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 597us (1700us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047452.805595:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1874 00000100:00100000:0.0:1777047452.810509:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3683:x1863365442991872:12345-0@lo:6:osp-syn-1-1.0 Request processed in 46204us (47398us total) trans 17179870242 rc 0/0 00000100:00100000:0.0:1777047452.810526:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3662 00000004:00080000:3.0:1777047452.811044:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e2a4e00/2, rc 0, transno 17179870242 00000100:00100000:3.0:1777047452.811065:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442991872:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1777047452.812590:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1875 00000100:00100000:1.0:1777047452.812673:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2430:x1863365387889280:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047452.812730:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047452.812745:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000b2ea2d6/0x5ecf73d724937bb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b29 expref: 28 pid: 8633 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.814241:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000b2ea2d6/0x5ecf73d724937bb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b29 expref: 28 pid: 8633 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.814284:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b2ea2d6/0x5ecf73d724937bb7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b29 expref: 28 pid: 8633 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.814310:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047452.814314:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047452.814321:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937c82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.814340:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937c82 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.814391:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047452.814464:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2430:x1863365387889280:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1858us (11535us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047452.814480:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1875 00010000:00010000:3.0:1777047452.815840:0:11204:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937c82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.815863:0:11204:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937c82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.815911:0:11204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937c82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.815939:0:11204:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937c82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.815985:0:11204:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777047452.816526:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047452.816541:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937c82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.816561:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d5400 already unused, calling callback (ffffffffc0b9a2d0) 00000100:00100000:3.0:1777047452.816573:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+50:3682:x1863365442992640:12345-0@lo:6:osp-syn-0-1.0 Request processed in 47470us (48000us total) trans 21474837506 rc 0/0 00010000:00010000:0.0:1777047452.816575:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937c82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047452.816611:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3667 00010000:00010000:0.0:1777047452.816613:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937c82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.816644:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937c82 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.816660:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724937c82 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777047452.816694:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077b9d0380/2, rc 0, transno 21474837506 00010000:00010000:0.0:1777047452.816695:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047452.816702:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047452.816708:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047452.816711:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442992640:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1777047452.818574:0:8480:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e199500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365442993408:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047452.818635:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d724937c97 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b68 expref: 26 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.818660:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777affe00, rc 0) 00000100:00100000:1.0:1777047452.818742:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:56906:x1863365387889152:12345-192.168.201.54@tcp:101:bash.0 Request processed in 14143us (16476us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047452.818762:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3670 00000100:00100000:0.0:1777047452.823129:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387889536 00000100:00100000:0.0:1777047452.823144:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387889536 00010000:00010000:0.0:1777047452.823199:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d583ce1f/0x5ecf73d724937c90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b61 expref: 26 pid: 8481 timeout: 4181 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047452.823292:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1876 00000100:00100000:0.0:1777047452.823308:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2429:x1863365387889536:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047452.823340:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047452.823350:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d583ce1f/0x5ecf73d724937c90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b61 expref: 26 pid: 8481 timeout: 4181 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.823382:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d583ce1f/0x5ecf73d724937c90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b61 expref: 26 pid: 8481 timeout: 4181 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.823425:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d583ce1f/0x5ecf73d724937c90 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b61 expref: 26 pid: 8481 timeout: 4181 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.823471:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047452.823476:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047452.823491:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d724937c97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b68 expref: 25 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.823516:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d724937c97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b68 expref: 25 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.823593:0:6574:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d724937c97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b68 expref: 25 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047452.823624:0:6574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645847800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365442993536:192.168.201.54@tcp:105: 00000100:00100000:1.0:1777047452.825464:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387889792 00000100:00100000:1.0:1777047452.825475:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387889792 00000100:00100000:1.0:1777047452.825548:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1991 00000100:00100000:1.0:1777047452.825565:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:57231:x1863365387889792:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047452.825625:0:6574:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d92b540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047452.825999:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:57231:x1863365387889792:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 428us (3022us total) trans 4294969825 rc 0/0 00000100:00100000:1.0:1777047452.826018:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1991 00000100:00100000:0.0:1777047452.836688:0:6574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645847800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365442993536:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047452.836726:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047452.839160:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047452.839457:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387889920 00000100:00100000:1.0:1777047452.839471:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387889920 00000100:00100000:1.0:1777047452.839557:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3671 00000100:00100000:1.0:1777047452.839579:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077594b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:56906:x1863365387889920:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:1.0:1777047452.839608:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047452.839650:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d724937c9e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7b6f expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047452.839705:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xd9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1777047452.839741:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047452.839745:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047452.839760:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d724937c9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b6f expref: 15 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.839794:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d724937c9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b6f expref: 15 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.840187:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9200, rc 0) 00000100:00100000:1.0:1777047452.840303:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077594b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:56906:x1863365387889920:12345-192.168.201.54@tcp:101:bash.0 Request processed in 729us (1170us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047452.840324:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3671 00000100:00100000:3.0:1777047452.844152:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047452.859390:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047452.860358:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387890304 00000100:00100000:0.0:1777047452.860378:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387890304 00002000:00010000:0.0:1777047452.860517:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/216 (0->18446744073709551615) 00002000:00100000:0.0:1777047452.860527:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644481f80 with x1863365387890304 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047452.860549:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644481f80. 00000100:00100000:0.0:1777047452.860598:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1001 00000100:00100000:0.0:1777047452.860625:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2431:x1863365387890304:12345-192.168.201.54@tcp:10:bash.0 00000100:00100000:3.0:1777047452.862098:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047452.863677:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387890432 00000100:00100000:1.0:1777047452.863693:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387890432 00002000:00010000:1.0:1777047452.863736:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/217 (0->18446744073709551615) 00002000:00100000:1.0:1777047452.863743:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d2300 with x1863365387890432 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047452.863786:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e077b9d2300. 00000100:00100000:1.0:1777047452.863834:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1002 00000100:00100000:1.0:1777047452.863849:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365387890432:12345-192.168.201.54@tcp:10:bash.0 00002000:00010000:1.0:1777047452.864109:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xd9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047452.864117:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xd9:0x0] updating lvb mtime from disk: 0 -> 1777047453 00002000:00010000:1.0:1777047452.864122:0:24566:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xd9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047452.864127:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xd9:0x0] updating lvb ctime from disk: 0 -> 1777047453 00002000:00010000:1.0:1777047452.864131:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xd9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047452.864589:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365387890432:12345-192.168.201.54@tcp:10:bash.0 Request processed in 384us (2136us total) trans 17179870243 rc 0/0 00000100:00100000:1.0:1777047452.864612:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1002 00002000:00010000:1.0:1777047452.864620:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/217 (0->18446744073709551615) 00002000:00100000:1.0:1777047452.864626:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d2300 with x1863365387890432 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047452.864637:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e077b9d2300. 00002000:00010000:1.0:1777047452.866668:0:24565:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xd8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047452.866676:0:24565:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xd8:0x0] updating lvb mtime from disk: 0 -> 1777047453 00002000:00010000:1.0:1777047452.866681:0:24565:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xd8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047452.866689:0:24565:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xd8:0x0] updating lvb ctime from disk: 0 -> 1777047453 00002000:00010000:1.0:1777047452.866693:0:24565:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xd8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047452.866799:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2431:x1863365387890304:12345-192.168.201.54@tcp:10:bash.0 Request processed in 6183us (7996us total) trans 21474837507 rc 0/0 00000100:00100000:1.0:1777047452.866829:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1001 00002000:00010000:1.0:1777047452.866836:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/216 (0->18446744073709551615) 00002000:00100000:1.0:1777047452.866842:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644481f80 with x1863365387890304 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047452.866857:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644481f80. 00000100:00100000:3.0:1777047452.875705:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047452.876690:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387890688 00000100:00100000:0.0:1777047452.876709:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387890688 00000100:00100000:0.0:1777047452.876845:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1992 00000100:00100000:0.0:1777047452.876875:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57231:x1863365387890688:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047452.888361:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57231:x1863365387890688:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 11482us (12653us total) trans 4294969827 rc 0/0 00000100:00100000:3.0:1777047452.888432:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1992 00000001:00080000:1.0:1777047452.906086:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837507 is committed 00000001:00080000:1.0:1777047452.906115:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837506 is committed 00000100:00100000:3.0:1777047452.907111:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047452.931199:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387891072 00000100:00100000:1.0:1777047452.931220:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387891072 00000100:00100000:1.0:1777047452.931333:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5865 00000100:00100000:1.0:1777047452.931357:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57231:x1863365387891072:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047452.931474:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047452.931513:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937cc8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7b7d expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.931696:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724937ccf lrc: 3/0,1 mode: --/PW res: [0x240000404:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.931729:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724937ccf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb5:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.931752:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724937ccf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb5:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047452.931780:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb5:0x0]: returning size 2 00010000:00010000:1.0:1777047452.932738:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937cc8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xb5:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b7d expref: 80 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.932777:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724937ccf lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xb5:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b7d expref: 79 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.932794:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb5:0x0].0x0 (ffff9e0642f56900) 00010000:00010000:1.0:1777047452.932804:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047452.932810:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8200, rc 0) 00000100:00100000:1.0:1777047452.932952:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57231:x1863365387891072:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1598us (4243us total) trans 4294969828 rc 0/0 00000100:00100000:1.0:1777047452.932971:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5865 00000100:00100000:3.0:1777047452.943211:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047452.953478:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047452.953960:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387891584 00000100:00100000:1.0:1777047452.953975:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387891584 00000100:00100000:1.0:1777047452.954070:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5866 00000100:00100000:1.0:1777047452.954090:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57236:x1863365387891584:12345-192.168.201.54@tcp:36:rm.0 00010000:00010000:1.0:1777047452.954166:0:6590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1777047452.954191:0:6590:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937c51 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xb5:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b53 expref: 80 pid: 6590 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.954235:0:6590:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afea00/0x5ecf73d724937cba lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b76 expref: 80 pid: 6588 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.954258:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937c6d lrc: 0/0,0 mode: --/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b5a expref: 80 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.954289:0:6590:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937c12 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b37 expref: 79 pid: 9025 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.954308:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb5:0x0].0x0 (ffff9e0642f56900) 00010000:00010000:1.0:1777047452.954316:0:6590:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afe800/0x5ecf73d724937cdd lrc: 3/0,1 mode: --/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.954333:0:6590:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afe800/0x5ecf73d724937cdd lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.954348:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afe800/0x5ecf73d724937cdd lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.954378:0:6590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047452.954470:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937ce4 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.954489:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937ce4 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.954504:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937ce4 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.954526:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724937ceb lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.954540:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724937ceb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.954552:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724937ceb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.954667:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937cf2 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.954685:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937cf2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.954699:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937cf2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777047452.955361:0:6590:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x240000404:0xb5:0x0] is inserted into orphan list, open count = 2 00010000:00010000:1.0:1777047452.955528:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937cf2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.955545:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937cf2 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.955558:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937cf2 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.955570:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b9a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047452.955577:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937cf2 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.955590:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937cf2 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.955607:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb5:0x0].0x0 (ffff9e0642f56900) 00010000:00010000:1.0:1777047452.955612:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777047452.955619:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937cf2 lrc: 2/0,0 mode: --/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.955631:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937cf2 lrc: 0/0,0 mode: --/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.955655:0:6590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937ce4 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.955667:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937ce4 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.955689:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937ce4 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.955700:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937ce4 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.955710:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047452.955716:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937ce4 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.955727:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937ce4 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.955739:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7800) 00010000:00010000:1.0:1777047452.955744:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047452.955750:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937ce4 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.955763:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937ce4 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047452.955789:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000090968e74 reply state 000000004f77c28c transno 4294969829 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724937ceb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.955812:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724937ceb lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.955825:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7e00) 00010000:00010000:1.0:1777047452.955831:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047452.955836:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777047452.962463:0:6592:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.201.54@tcp) returned -22 from blocking AST (req@000000008e28f7ec x1863365442993664) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937c51 lrc: 1/0,0 mode: --/CR res: [0x240000404:0xb5:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b53 expref: 81 pid: 6590 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.962504:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937c51 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xb5:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b53 expref: 81 pid: 6590 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047452.962537:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6592:1863365442993664:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047452.962569:0:6592:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.201.54@tcp) returned -22 from blocking AST (req@00000000e62f5e8e x1863365442993792) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afea00/0x5ecf73d724937cba lrc: 1/0,0 mode: --/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b76 expref: 80 pid: 6588 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.962594:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afea00/0x5ecf73d724937cba lrc: 0/0,0 mode: --/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b76 expref: 80 pid: 6588 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047452.962620:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6592:1863365442993792:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047452.964381:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57236:x1863365387891584:12345-192.168.201.54@tcp:36:rm.0 Request processed in 10290us (10910us total) trans 4294969829 rc 0/0 00000100:00100000:1.0:1777047452.964403:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5866 00010000:00010000:0.0:1777047452.965429:0:6592:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.201.54@tcp) returned -22 from blocking AST (req@00000000e865b31a x1863365442993920) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937c12 lrc: 1/0,0 mode: --/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b37 expref: 78 pid: 9025 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.965460:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937c12 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xb5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b37 expref: 78 pid: 9025 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047452.965486:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e199f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6592:1863365442993920:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047452.965524:0:6592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb5:0x0].0x0 (ffff9e0642f56900) 00010000:00010000:0.0:1777047452.965538:0:6592:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afe800/0x5ecf73d724937cdd lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.965556:0:6592:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afe800/0x5ecf73d724937cdd lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.965568:0:6592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afe800/0x5ecf73d724937cdd lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00020000:0.0:1777047452.965793:0:6592:0:(lod_lov.c:1542:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000404:0xb5:0x0]: rc = -1 00010000:00010000:0.0:1777047452.965842:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afe800/0x5ecf73d724937cdd lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.965859:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afe800/0x5ecf73d724937cdd lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.965910:0:6592:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afe800/0x5ecf73d724937cdd lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.965923:0:6592:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0777afe800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047452.965931:0:6592:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afe800/0x5ecf73d724937cdd lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.965945:0:6592:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afe800/0x5ecf73d724937cdd lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.965964:0:6592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb5:0x0].0x0 (ffff9e0642f56900) 00010000:00010000:0.0:1777047452.965969:0:6592:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777047452.965976:0:6592:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afe800/0x5ecf73d724937cdd lrc: 2/0,0 mode: --/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.965989:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afe800/0x5ecf73d724937cdd lrc: 0/0,0 mode: --/EX res: [0x240000404:0xb5:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.966009:0:6592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb5:0x0].0x0 (ffff9e0642f56900) 00010000:00010000:0.0:1777047452.966014:0:6592:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047452.966023:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724937ccf lrc: 0/0,0 mode: --/PW res: [0x240000404:0xb5:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b7d expref: 77 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047452.971019:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0743028850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57231:x1863365387891328:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 26461us (27806us total) trans 4294969830 rc -1/-1 00000100:00100000:0.0:1777047452.971048:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1994 00000100:00100000:0.0:1777047452.999099:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387891712 00000100:00100000:0.0:1777047452.999116:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387891712 00000100:00100000:0.0:1777047452.999556:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5867 00000100:00100000:0.0:1777047452.999574:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57231:x1863365387891712:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047452.999612:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047452.999646:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290e00/0x5ecf73d724937cf9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7b84 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.999739:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290e00/0x5ecf73d724937cf9 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b84 expref: 78 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.999769:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290e00/0x5ecf73d724937cf9 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b84 expref: 78 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.999802:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb5:0x0].0x0 (ffff9e0771900d00) 00010000:00010000:0.0:1777047452.999808:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047452.999815:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290e00, rc 0) 00000100:00100000:0.0:1777047452.999923:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57231:x1863365387891712:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 351us (1608us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047452.999939:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5867 00000100:00100000:0.0:1777047453.021491:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387891968 00000100:00100000:0.0:1777047453.021512:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387891968 00000100:00100000:1.0:1777047453.030630:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1995 00000100:00100000:1.0:1777047453.030655:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57231:x1863365387891968:12345-192.168.201.54@tcp:35:lfs.0 00000004:00080000:1.0:1777047453.033614:0:35315:0:(mdd_object.c:4010:mdd_close()) Object [0x240000404:0xb5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1777047453.033725:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].439, 64 off42160 00000040:00080000:1.0:1777047453.034157:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].458, 64 off43920 00000040:00080000:1.0:1777047453.034197:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].459, 64 off43984 00000040:00080000:1.0:1777047453.034219:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].440, 64 off42224 00010000:00010000:1.0:1777047453.034318:0:35315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937d00 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.034350:0:35315:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937d00 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.034373:0:35315:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937d00 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.034445:0:35315:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937d00 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.034459:0:35315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937d00 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.034474:0:35315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937d00 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.034521:0:35315:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777047453.034676:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57231:x1863365387891968:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 4023us (19817us total) trans 4294969831 rc 0/0 00000100:00100000:1.0:1777047453.035070:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1995 00010000:00010000:3.0:1777047453.038706:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047453.038725:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937d00 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.038744:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b9a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047453.038751:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937d00 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.038767:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937d00 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.038792:0:6576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb5:0x0].0x0 (ffff9e0771900d00) 00010000:00010000:3.0:1777047453.038798:0:6576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777047453.038806:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937d00 lrc: 1/0,0 mode: --/PW res: [0x240000404:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.038818:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937d00 lrc: 0/0,0 mode: --/PW res: [0x240000404:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.038843:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047453.038847:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047453.038851:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047453.043698:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047453.043853:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387892096 00000100:00100000:0.0:1777047453.043869:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387892096 00000100:00100000:0.0:1777047453.043996:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5868 00000100:00100000:0.0:1777047453.044014:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644480380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57237:x1863365387892096:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047453.044044:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047453.044082:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724937d07 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7b8b expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.044541:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937d0e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.044567:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937d0e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.044586:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937d0e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.044609:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937d15 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.044623:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937d15 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.044636:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937d15 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.044692:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937d0e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.044707:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937d0e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.044719:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937d0e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.044731:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937d0e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.044741:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047453.044748:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937d0e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.044760:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937d0e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.044778:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771900e00) 00010000:00010000:0.0:1777047453.044784:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047453.044791:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937d0e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.044804:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937d0e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.044825:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937d15 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.044838:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937d15 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.044849:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937d15 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.044859:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047453.044865:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937d15 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.044906:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937d15 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.044922:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7e00) 00010000:00010000:0.0:1777047453.044927:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047453.044932:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937d15 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.044943:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937d15 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.044991:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724937d07 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b8b expref: 80 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.045010:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771900e00) 00010000:00010000:0.0:1777047453.045014:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047453.045021:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724937d07 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b8b expref: 80 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.045046:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290a00, rc 0) 00000100:00100000:0.0:1777047453.048544:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644480380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57237:x1863365387892096:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 4319us (4640us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047453.048564:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5868 00000100:00100000:0.0:1777047453.075667:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387892224 00000100:00100000:0.0:1777047453.075686:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387892224 00000100:00100000:3.0:1777047453.080165:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5869 00000100:00100000:3.0:1777047453.080191:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57237:x1863365387892224:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047453.080248:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047453.080288:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724937d1c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7b92 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.080444:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937d23 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.080473:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937d23 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.080498:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937d23 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.080519:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937d2a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.080541:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937d2a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.080554:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937d2a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.080624:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937d23 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.080640:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937d23 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.080653:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937d23 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.080672:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937d23 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.080685:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047453.080694:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937d23 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.080714:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937d23 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.080735:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56200) 00010000:00010000:3.0:1777047453.080747:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047453.080756:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937d23 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.080769:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937d23 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.081681:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937d2a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.081701:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937d2a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.081713:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937d2a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.081724:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047453.081731:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937d2a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.081749:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937d2a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.081766:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7e00) 00010000:00010000:3.0:1777047453.083260:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047453.083272:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937d2a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.083298:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937d2a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.083374:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724937d1c lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b92 expref: 80 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.083397:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56200) 00010000:00010000:3.0:1777047453.083402:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047453.083421:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724937d1c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b92 expref: 80 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.083471:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91e00, rc 0) 00000100:00100000:3.0:1777047453.084706:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57237:x1863365387892224:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 4513us (9978us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047453.084725:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5869 00000100:00100000:3.0:1777047453.103411:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047453.103549:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387892352 00000100:00100000:0.0:1777047453.103572:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387892352 00000100:00100000:0.0:1777047453.103690:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5870 00000100:00100000:0.0:1777047453.103710:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57237:x1863365387892352:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047453.103745:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047453.103784:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724937d31 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7b99 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.103915:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937d38 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.103946:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937d38 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.103967:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937d38 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047453.104048:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1777047453.104062:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1777047453.104127:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724937d31 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b99 expref: 81 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.104166:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937d38 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b99 expref: 80 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.104188:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771900e00) 00010000:00010000:0.0:1777047453.104194:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777047453.104201:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291800, rc 0) 00000100:00100000:0.0:1777047453.104301:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57237:x1863365387892352:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 593us (903us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047453.104321:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5870 00000100:00100000:1.0:1777047453.130529:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047453.130765:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387892608 00000100:00100000:0.0:1777047453.130786:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387892608 00000100:00100000:0.0:1777047453.130942:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5871 00000100:00100000:0.0:1777047453.130961:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644482d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57238:x1863365387892608:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047453.130999:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047453.131034:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724937d3f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7ba0 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.131172:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937d46 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.131635:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937d46 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.131664:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937d46 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.131761:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d4d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.131784:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d4d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.131798:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d4d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.131861:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937d46 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.131915:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937d46 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.131929:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937d46 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.131949:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937d46 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.131962:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047453.131970:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937d46 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.131989:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937d46 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.132010:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771900e00) 00010000:00010000:0.0:1777047453.132020:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047453.132027:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937d46 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.132040:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937d46 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.132068:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d4d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.132081:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d4d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.132092:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d4d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.132107:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047453.132113:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d4d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.132125:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d4d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.132502:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7e00) 00010000:00010000:0.0:1777047453.132509:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047453.132522:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d4d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.132534:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d4d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.132595:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724937d3f lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ba0 expref: 81 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.132620:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771900e00) 00010000:00010000:0.0:1777047453.132625:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777047453.132633:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724937d3f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ba0 expref: 81 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.132656:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290a00, rc 0) 00000100:00100000:0.0:1777047453.132750:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644482d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57238:x1863365387892608:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1792us (2237us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047453.132771:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5871 00000100:00100000:1.0:1777047453.154619:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047453.209027:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047453.209243:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387892992 00000100:00100000:0.0:1777047453.209260:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387892992 00000100:00100000:0.0:1777047453.209666:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5873 00000100:00100000:1.0:1777047453.209968:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57237:x1863365387892992:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047453.210009:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047453.210015:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1777047453.210068:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937d38 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b99 expref: 80 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.210109:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771900e00) 00010000:00010000:1.0:1777047453.210127:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047453.210159:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937d69 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7bae expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.210348:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937d70 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.210378:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937d70 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.210402:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937d70 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.211123:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724937d77 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.211154:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724937d77 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.211172:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724937d77 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.228447:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937d7e lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.229629:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937d7e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.229659:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937d7e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047453.229687:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb7:0x0]: returning size 0 00010000:00010000:1.0:1777047453.229751:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937d70 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.229773:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937d70 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.229785:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937d70 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.229799:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937d70 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.230215:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047453.230224:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937d70 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.230243:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937d70 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.230278:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7800) 00010000:00010000:1.0:1777047453.230285:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047453.230293:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937d70 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.230305:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937d70 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047453.230338:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000000102d0a reply state 000000000b0be9c1 transno 4294969832 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724937d77 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.230363:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724937d77 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.230379:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7e00) 00010000:00010000:1.0:1777047453.230415:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047453.230422:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777047453.234085:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937d69 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bae expref: 82 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.234149:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937d7e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bae expref: 81 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.234168:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7b00) 00010000:00010000:1.0:1777047453.234179:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047453.234184:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9e00, rc 0) 00000100:00100000:1.0:1777047453.235570:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57237:x1863365387892992:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 25881us (26551us total) trans 4294969832 rc 0/0 00000100:00100000:1.0:1777047453.235588:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5873 00000100:00100000:1.0:1777047453.273760:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047453.274658:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047453.274913:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387893248 00000100:00100000:0.0:1777047453.274934:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387893248 00000100:00100000:0.0:1777047453.275064:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387893504 00000100:00100000:0.0:1777047453.275072:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387893504 00000100:00100000:0.0:1777047453.275143:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5874 00000100:00100000:0.0:1777047453.275168:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57237:x1863365387893248:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047453.275565:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047453.275604:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724937d8c lrc: 2/0,0 mode: --/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7bb5 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.276169:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d93 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.276207:0:12913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937d7e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bae expref: 84 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.276227:0:12913:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d93 lrc: 4/0,1 mode: --/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.276296:0:12913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937d7e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bae expref: 84 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.276325:0:12913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937d7e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bae expref: 84 pid: 34275 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047453.276355:0:12913:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645847800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12913:1863365442994048:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047453.276522:0:12913:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d92b600 going to sleep for 11 seconds 00000100:00100000:3.0:1777047453.277082:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5875 00000100:00100000:3.0:1777047453.277105:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:57239:x1863365387893504:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047453.277536:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047453.277558:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724937d9a lrc: 2/0,0 mode: --/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7bbc expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.277645:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937da1 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.277666:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937da1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.277682:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937da1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047453.277696:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb7:0x0]: returning size 0 00010000:00010000:3.0:1777047453.277816:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937da1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.277834:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937da1 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.277851:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937da1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.277859:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047453.277914:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937da1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.277930:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937da1 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.277961:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7b00) 00010000:00010000:3.0:1777047453.277976:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777047453.277985:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937da1 lrc: 2/0,0 mode: --/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.278005:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937da1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.278086:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724937d9a lrc: 1/0,0 mode: --/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bbc expref: 86 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.278106:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7b00) 00010000:00010000:3.0:1777047453.278112:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777047453.278124:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724937d9a lrc: 0/0,0 mode: --/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bbc expref: 86 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.278144:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91e00, rc 0) 00000100:00100000:3.0:1777047453.278253:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:57239:x1863365387893504:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1154us (3594us total) trans 4294969833 rc 301/301 00000100:00100000:3.0:1777047453.278275:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5875 00000100:00100000:1.0:1777047453.290777:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047453.290853:0:12913:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645847800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12913:1863365442994048:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047453.290933:0:12913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d93 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047453.290937:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387893632 00000100:00100000:3.0:1777047453.290953:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387893632 00010000:00010000:3.0:1777047453.291022:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937d7e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bae expref: 85 pid: 34275 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047453.291097:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1877 00000100:00100000:3.0:1777047453.291117:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:2429:x1863365387893632:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047453.291143:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047453.291156:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937d7e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bae expref: 85 pid: 34275 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.291181:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937d7e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bae expref: 85 pid: 34275 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.291216:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724937d7e lrc: 0/0,0 mode: --/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bae expref: 85 pid: 34275 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.291245:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7b00) 00010000:00010000:3.0:1777047453.291255:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d93 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.291273:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d93 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.291287:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d93 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.291354:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047453.291480:0:12913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d93 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.291500:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d93 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047453.291541:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb7:0x0]: returning size 0 00000004:00080000:0.0:1777047453.291809:0:12913:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xdb:0x0], index 1: 0 00000004:00080000:0.0:1777047453.291825:0:12913:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xda:0x0], index 0: 0 00000004:00080000:0.0:1777047453.291835:0:12913:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xdb:0x0], index 0: 0 00000004:00080000:0.0:1777047453.291843:0:12913:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xdc:0x0], index 1: 0 00010000:00010000:0.0:1777047453.292056:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d93 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.292075:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d93 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.292489:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d93 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.292508:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047453.292516:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d93 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.292533:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d93 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.292564:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7b00) 00010000:00010000:0.0:1777047453.292571:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047453.292580:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d93 lrc: 2/0,0 mode: --/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.292595:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937d93 lrc: 0/0,0 mode: --/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.292680:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724937d8c lrc: 1/0,0 mode: --/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bb5 expref: 85 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.292702:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7b00) 00010000:00010000:0.0:1777047453.292708:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777047453.292717:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724937d8c lrc: 0/0,0 mode: --/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bb5 expref: 85 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.292748:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290a00, rc 0) 00000100:00100000:0.0:1777047453.292835:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:57237:x1863365387893248:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 17676us (19091us total) trans 4294969834 rc 301/301 00000100:00100000:0.0:1777047453.292851:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5874 00000100:00100000:1.0:1777047453.301979:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047453.318594:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047453.318747:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387894144 00000100:00100000:3.0:1777047453.318762:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387894144 00000100:00100000:3.0:1777047453.318858:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1997 00000100:00100000:3.0:1777047453.318909:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:57237:x1863365387894144:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047453.319864:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:57237:x1863365387894144:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 987us (1278us total) trans 4294969836 rc 0/0 00000100:00100000:3.0:1777047453.319910:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1997 00000100:00100000:1.0:1777047453.336136:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047453.336154:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047453.336318:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387894400 00000100:00100000:0.0:1777047453.336335:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387894400 00000100:00100000:0.0:1777047453.336459:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5876 00000100:00100000:0.0:1777047453.336477:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:57239:x1863365387894400:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047453.336511:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047453.336546:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724937db6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7bc3 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.336672:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937dbd lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.336696:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937dbd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.336713:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937dbd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.336765:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937dc4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.336780:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937dc4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.336794:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937dc4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.337598:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937dcb lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.337619:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937dcb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.337636:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937dcb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047453.337654:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb7:0x0]: returning size 0 00010000:00010000:0.0:1777047453.337768:0:6588:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937dbd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.337782:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937dbd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.338426:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937dbd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.338439:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937dbd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.338450:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047453.338457:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937dbd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.338471:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937dbd lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.338490:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771900a00) 00010000:00010000:0.0:1777047453.338496:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047453.338503:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937dbd lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.338515:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937dbd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.338540:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937dc4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.338553:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937dc4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.338564:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937dc4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.338574:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047453.338580:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937dc4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.338592:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937dc4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.338605:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7e00) 00010000:00010000:0.0:1777047453.338609:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047453.338614:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937dc4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.338625:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937dc4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.338683:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724937db6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bc3 expref: 88 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.338713:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937dcb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bc3 expref: 87 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.338728:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0771900b00) 00010000:00010000:0.0:1777047453.338733:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047453.338737:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291c00, rc 0) 00000100:00100000:0.0:1777047453.338837:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+87:57239:x1863365387894400:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2362us (2713us total) trans 4294969837 rc 0/0 00000100:00100000:0.0:1777047453.338851:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5876 00000100:00100000:1.0:1777047453.348854:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047453.349672:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047453.363922:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387894784 00000100:00100000:0.0:1777047453.363941:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387894784 00000100:00100000:0.0:1777047453.364322:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387894912 00000100:00100000:0.0:1777047453.364328:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387894912 00000100:00100000:1.0:1777047453.364439:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3672 00000100:00100000:1.0:1777047453.364461:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+9:2431:x1863365387894784:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047453.364486:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047453.364515:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724937dd9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7bca expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047453.364555:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xdb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1777047453.364583:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047453.364587:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047453.364600:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724937dd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bca expref: 10 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.364628:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724937dd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bca expref: 10 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.364649:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9e00, rc 0) 00000100:00100000:1.0:1777047453.364736:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2431:x1863365387894784:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 282us (15893us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047453.364750:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3672 00000100:00100000:0.0:1777047453.368061:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3673 00000100:00100000:0.0:1777047453.368080:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365387894912:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047453.368099:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047453.368124:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d724937de0 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7bd1 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047453.368156:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xdc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777047453.368178:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047453.368182:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047453.368193:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d724937de0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bd1 expref: 17 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.368220:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d724937de0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bd1 expref: 17 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.368268:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290a00, rc 0) 00000100:00100000:0.0:1777047453.368335:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365387894912:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 259us (18665us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047453.368348:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3673 00000100:00100000:1.0:1777047453.377350:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387895168 00000100:00100000:1.0:1777047453.377363:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387895168 00000100:00100000:1.0:1777047453.377475:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5877 00000100:00100000:1.0:1777047453.377490:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+88:56906:x1863365387895168:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:1.0:1777047453.377520:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047453.377525:0:6590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1777047453.377563:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937dcb lrc: 0/0,0 mode: --/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bc3 expref: 88 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.377586:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0771900b00) 00010000:00010000:1.0:1777047453.377601:0:6590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047453.377621:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937de7 lrc: 2/0,0 mode: --/CW res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7bd8 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.377763:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937dee lrc: 3/0,1 mode: --/CW res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.377784:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937dee lrc: 3/0,1 mode: CW/CW res: [0x240000404:0xb7:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.377799:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937dee lrc: 3/0,1 mode: CW/CW res: [0x240000404:0xb7:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047453.377852:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb7:0x0]: returning size 0 00010000:00010000:1.0:1777047453.378033:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937de7 lrc: 0/0,0 mode: --/CW res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bd8 expref: 90 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.378059:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937dee lrc: 3/0,0 mode: CW/CW res: [0x240000404:0xb7:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bd8 expref: 89 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.378080:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:1.0:1777047453.378086:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:1.0:1777047453.378090:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8000, rc 0) 00000100:00100000:1.0:1777047453.378170:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+89:56906:x1863365387895168:12345-192.168.201.54@tcp:101:bash.0 Request processed in 681us (946us total) trans 4294969839 rc 0/0 00000100:00100000:1.0:1777047453.378181:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5877 00000100:00100000:0.0:1777047453.397937:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047453.398012:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047453.398473:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387895552 00000100:00100000:1.0:1777047453.398488:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387895552 00000100:00100000:1.0:1777047453.398696:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1999 00000100:00100000:3.0:1777047453.398716:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387895296 00000100:00100000:1.0:1777047453.398718:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645847800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+89:57239:x1863365387895552:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047453.398727:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387895296 00000100:00100000:3.0:1777047453.399092:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5878 00000100:00100000:3.0:1777047453.399108:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645847480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+90:56906:x1863365387895296:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:3.0:1777047453.399126:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047453.399154:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724937dfc lrc: 2/0,0 mode: --/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7bdf expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.399202:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937e03 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.399222:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937e03 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.399241:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937e03 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047453.399324:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645847800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+92:57239:x1863365387895552:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 612us (1397us total) trans 4294969840 rc 0/0 00000100:00100000:1.0:1777047453.399341:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1999 00010000:00010000:3.0:1777047453.399370:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724937dfc lrc: 0/0,0 mode: --/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bdf expref: 92 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.400672:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724937e03 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bdf expref: 91 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.400687:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:3.0:1777047453.400692:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777047453.400697:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91400, rc 0) 00000100:00100000:3.0:1777047453.400773:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645847480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+91:56906:x1863365387895296:12345-192.168.201.54@tcp:101:bash.0 Request processed in 1669us (2759us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047453.400785:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5878 00000100:00100000:3.0:1777047453.409561:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047453.409608:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047453.410452:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387895808 00000100:00100000:1.0:1777047453.410465:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387895808 00000100:00100000:1.0:1777047453.410528:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387896064 00000100:00100000:1.0:1777047453.410533:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387896064 00000100:00100000:1.0:1777047453.410572:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5879 00000100:00100000:1.0:1777047453.410584:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+92:56906:x1863365387895808:12345-192.168.201.54@tcp:36:bash.0 00010000:00010000:1.0:1777047453.410652:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047453.410711:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724937dee lrc: 0/0,0 mode: --/CW res: [0x240000404:0xb7:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bd8 expref: 92 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.410740:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:1.0:1777047453.410747:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047453.410983:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937e0a lrc: 3/0,1 mode: --/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.411004:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937e0a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.411019:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937e0a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047453.411079:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294969841 00000004:00010000:1.0:1777047453.411112:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000077d1e46 reply state 00000000ceec7e38 transno 4294969842 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937e0a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.411130:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937e0a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.411139:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:1.0:1777047453.411143:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047453.411147:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047453.411271:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+94:56906:x1863365387895808:12345-192.168.201.54@tcp:36:bash.0 Request processed in 686us (1718us total) trans 4294969842 rc 0/0 00000100:00100000:1.0:1777047453.411284:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5879 00000020:00080000:1.0:1777047453.411291:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047453.411317:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5880 00000100:00100000:1.0:1777047453.411330:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+93:57239:x1863365387896064:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047453.411347:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047453.411366:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937e11 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7be6 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.411472:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937e18 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.411495:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937e18 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.411509:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937e18 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.411525:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937e1f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.411537:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937e1f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.411548:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937e1f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.411648:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d724937e26 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.411661:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d724937e26 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.411673:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d724937e26 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047453.411685:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb7:0x0]: returning size 0 00010000:00010000:1.0:1777047453.412072:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937e18 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.412084:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937e18 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.412093:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937e18 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.412103:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937e18 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.412113:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047453.412119:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937e18 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.412131:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937e18 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.412144:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7500) 00010000:00010000:1.0:1777047453.412148:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047453.412153:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937e18 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.412162:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724937e18 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.412178:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937e1f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.412188:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937e1f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.412497:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937e1f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.412505:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047453.412510:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937e1f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.412525:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937e1f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.412538:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7e00) 00010000:00010000:1.0:1777047453.412542:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047453.412547:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937e1f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.412556:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724937e1f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.412601:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724937e11 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7be6 expref: 96 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.412626:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d724937e26 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7be6 expref: 95 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.412637:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:1.0:1777047453.412640:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047453.412643:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f47e00, rc 0) 00000100:00100000:1.0:1777047453.412710:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+95:57239:x1863365387896064:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1383us (3100us total) trans 4294969843 rc 0/0 00000100:00100000:1.0:1777047453.412721:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5880 00000100:00100000:0.0:1777047453.424619:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047453.425585:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387896192 00000100:00100000:1.0:1777047453.425598:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387896192 00000100:00100000:1.0:1777047453.425681:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5881 00000100:00100000:1.0:1777047453.425697:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+95:56906:x1863365387896192:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:1.0:1777047453.425736:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047453.425764:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d724937e34 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7bed expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.425851:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d724937e34 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bed expref: 96 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.425904:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d724937e34 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bed expref: 96 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047453.429680:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047453.436022:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047453.436473:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387896704 00000100:00100000:1.0:1777047453.436483:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387896704 00000100:00100000:1.0:1777047453.436560:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5882 00000100:00100000:1.0:1777047453.436574:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645847800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+97:56906:x1863365387896704:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:1.0:1777047453.436596:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047453.436600:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1777047453.436633:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d724937e34 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bed expref: 97 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.436660:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:1.0:1777047453.436667:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047453.436683:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d724937e3b lrc: 2/0,0 mode: --/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7bf4 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.437274:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47a00/0x5ecf73d724937e42 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.437297:0:34275:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d724937e26 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7be6 expref: 97 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.437312:0:34275:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47a00/0x5ecf73d724937e42 lrc: 4/0,1 mode: --/EX res: [0x240000404:0xb7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.437357:0:34275:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d724937e26 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7be6 expref: 97 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.437377:0:34275:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d724937e26 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7be6 expref: 97 pid: 34275 timeout: 4182 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047453.437398:0:34275:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a6300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:34275:1863365442994176:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047453.437615:0:34275:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0761deacc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047453.464186:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047453.475971:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387896960 00000100:00100000:3.0:1777047453.475986:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387896960 00010000:00010000:3.0:1777047453.476043:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d724937e26 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7be6 expref: 98 pid: 34275 timeout: 4182 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047453.476109:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1878 00000100:00100000:3.0:1777047453.476126:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+98:2429:x1863365387896960:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047453.476148:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047453.476161:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d724937e26 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7be6 expref: 98 pid: 34275 timeout: 4182 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.476186:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d724937e26 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7be6 expref: 98 pid: 34275 timeout: 4182 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.476525:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:3.0:1777047453.476536:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47a00/0x5ecf73d724937e42 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xb7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.476555:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47a00/0x5ecf73d724937e42 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.476569:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47a00/0x5ecf73d724937e42 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xb7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.476599:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047453.476667:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+98:2429:x1863365387896960:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 544us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047453.476680:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1878 00010000:00010000:1.0:1777047453.477731:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d724937e26 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7be6 expref: 97 pid: 34275 timeout: 4182 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047453.477762:0:34275:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a6300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:34275:1863365442994176:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047453.477792:0:34275:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47a00/0x5ecf73d724937e42 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.477809:0:34275:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47a00/0x5ecf73d724937e42 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.477819:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47a00/0x5ecf73d724937e42 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047453.478136:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].460, 88 off44072 00000004:00080000:1.0:1777047453.478149:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4082114764417ns, next at 4081948398819ns, rc = 0 00000040:00080000:1.0:1777047453.478543:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].441, 88 off42312 00000004:00080000:1.0:1777047453.478555:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4082115171847ns, next at 4081948451040ns, rc = 0 00000040:00080000:1.0:1777047453.478589:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].442, 88 off42400 00000004:00080000:1.0:1777047453.478596:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4082115212347ns, next at 4081948451040ns, rc = 0 00000040:00080000:1.0:1777047453.478614:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].461, 88 off44160 00000004:00080000:1.0:1777047453.478620:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4082115237157ns, next at 4081948398819ns, rc = 0 00000001:00080000:1.0:1777047453.493375:0:7507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969845 is committed 00000004:00080000:1.0:1777047453.493437:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 329 committed 00000004:00080000:1.0:1777047453.493449:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 309 committed 00000004:00080000:1.0:1777047453.493479:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 308 committed 00000004:00080000:1.0:1777047453.493484:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 328 committed 00010000:00010000:1.0:1777047453.493629:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47a00/0x5ecf73d724937e42 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bf4 expref: 77 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.493650:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:1.0:1777047453.493655:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1777047453.493680:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d724937e3b lrc: 0/0,0 mode: --/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bf4 expref: 77 pid: 34275 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.493708:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47a00/0x5ecf73d724937e42 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bf4 expref: 76 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.493751:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:1.0:1777047453.493755:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1777047453.493758:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f47a00, rc 0) 00000100:00100000:1.0:1777047453.493847:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645847800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:56906:x1863365387896704:12345-192.168.201.54@tcp:101:bash.0 Request processed in 57274us (57832us total) trans 4294969845 rc 0/0 00000100:00100000:1.0:1777047453.493862:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5882 00010000:00010000:3.0:1777047453.493975:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724937ceb lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.493994:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724937ceb lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.494006:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724937ceb lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.494017:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047453.494025:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724937ceb lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.494038:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724937ceb lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.494066:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7e00) 00010000:00010000:3.0:1777047453.494071:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047453.494078:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724937ceb lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.494091:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724937ceb lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.494116:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724937d77 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.494129:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724937d77 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.494142:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724937d77 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.494152:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047453.494159:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724937d77 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.494172:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724937d77 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.494187:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7e00) 00010000:00010000:3.0:1777047453.494193:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047453.494200:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724937d77 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.494210:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724937d77 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047453.494224:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645845500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442994432:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1777047453.494239:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937e0a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.494253:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937e0a lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.494597:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937e0a lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.494610:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b9a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047453.494616:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937e0a lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.494629:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937e0a lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047453.494646:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777047453.494648:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:3.0:1777047453.494655:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047453.494661:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937e0a lrc: 2/0,0 mode: --/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.494672:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724937e0a lrc: 0/0,0 mode: --/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047453.494705:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777047453.494720:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645846a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442994304:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047453.494730:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645845c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442994560:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047453.494778:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047453.494826:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047453.494840:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645846d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442994688:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047453.494926:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047453.494931:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442994432 00000100:00100000:3.0:1777047453.494944:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442994432 00000100:00100000:0.0:1777047453.494992:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442994304 00000100:00100000:0.0:1777047453.495001:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442994304 00000100:00100000:3.0:1777047453.495024:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442994560 00000100:00100000:3.0:1777047453.495032:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442994560 00000100:00100000:0.0:1777047453.495058:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442994688 00000100:00100000:0.0:1777047453.495065:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442994688 00000100:00100000:3.0:1777047453.495092:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3674 00000100:00100000:3.0:1777047453.495109:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+16:3683:x1863365442994432:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1777047453.495144:0:8480:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:218 count 1 00002000:00010000:3.0:1777047453.495463:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xda:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047453.495475:0:8480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724937e49 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.495492:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047453.495495:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047453.495501:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724937e49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.495518:0:8480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724937e49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.495530:0:8480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724937e49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.495539:0:8480:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724937e49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.495568:0:8480:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047453.495719:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+17:3683:x1863365442994432:12345-0@lo:6:osp-syn-1-1.0 Request processed in 617us (1080us total) trans 17179870244 rc 0/0 00000100:00100000:0.0:1777047453.496079:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3675 00000100:00100000:0.0:1777047453.496096:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3683:x1863365442994304:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1777047453.496119:0:8633:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:217 count 1 00010000:00010000:0.0:1777047453.496142:0:8633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724937e50 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xd9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.496164:0:8633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d724937c9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b6f expref: 16 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.496176:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047453.496179:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047453.496183:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724937e50 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.496221:0:8633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d724937c9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b6f expref: 16 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.496244:0:8633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d724937c9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b6f expref: 16 pid: 28387 timeout: 4182 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047453.496273:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0777979880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365442995328:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047453.496406:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d92bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047453.496438:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3676 00000100:00100000:0.0:1777047453.496450:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3684:x1863365442994560:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047453.496606:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+18:3684:x1863365442994560:12345-0@lo:2:osp-syn-1-1.0 Request processed in 157us (1781us total) trans 17179870245 rc 0/0 00000100:00100000:0.0:1777047453.496618:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3676 00000100:00100000:0.0:1777047453.496643:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3677 00000100:00100000:0.0:1777047453.496654:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3685:x1863365442994688:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777047453.496736:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xdc:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047453.496741:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xdc:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1777047453.496745:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xdc:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047453.496749:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xdc:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1777047453.496753:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xdc:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047453.496796:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+18:3685:x1863365442994688:12345-0@lo:2:osp-syn-1-1.0 Request processed in 142us (1872us total) trans 17179870246 rc 0/0 00000100:00100000:0.0:1777047453.496807:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3677 00000100:00100000:0.0:1777047453.496846:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442995200:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777047453.496921:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777047453.496978:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645846d80/2, rc 0, transno 17179870246 00000100:00100000:0.0:1777047453.497014:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645846d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442994688:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047453.497029:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777047453.497038:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e19ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442995072:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777047453.497076:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047453.497113:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442995200 00000100:00100000:0.0:1777047453.497120:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442995200 00000100:00100000:0.0:1777047453.497161:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442995072 00000100:00100000:0.0:1777047453.497167:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442995072 00000100:00100000:0.0:1777047453.497188:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3678 00000100:00100000:0.0:1777047453.497197:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777979180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3685:x1863365442995200:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777047453.497299:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xdb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047453.497305:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xdb:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1777047453.497308:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xdb:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047453.497312:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xdb:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1777047453.497315:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xdb:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047453.497367:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777979180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365442995200:12345-0@lo:2:osp-syn-0-1.0 Request processed in 169us (445us total) trans 21474837508 rc 0/0 00000100:00100000:0.0:1777047453.497378:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3678 00000100:00100000:0.0:1777047453.497432:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3679 00000100:00100000:0.0:1777047453.497444:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3685:x1863365442995072:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777047453.497553:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365442995072:12345-0@lo:2:osp-syn-0-1.0 Request processed in 111us (476us total) trans 21474837509 rc 0/0 00000100:00100000:0.0:1777047453.497564:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3679 00000100:00100000:0.0:1777047453.497709:0:3685:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474837506 gen 2 00000004:00080000:0.0:1777047453.497718:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744af2a00, transno 21474837449 00000004:00080000:0.0:1777047453.497734:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744af0a80, transno 21474837450 00000004:00080000:0.0:1777047453.497738:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744af0700, transno 21474837451 00000004:00080000:0.0:1777047453.497742:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744af2300, transno 21474837452 00000004:00080000:0.0:1777047453.497746:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744af1500, transno 21474837453 00000004:00080000:0.0:1777047453.497750:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744af2680, transno 21474837454 00000004:00080000:0.0:1777047453.497755:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e07779b7480, transno 21474837456 00000004:00080000:0.0:1777047453.497759:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e07779b4a80, transno 21474837457 00000004:00080000:0.0:1777047453.497763:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e07779b6a00, transno 21474837458 00000004:00080000:0.0:1777047453.497767:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e07779b7100, transno 21474837459 00000004:00080000:0.0:1777047453.497771:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e07779b4e00, transno 21474837460 00000004:00080000:0.0:1777047453.497775:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e07779b5500, transno 21474837461 00000004:00080000:0.0:1777047453.497779:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643a27100, transno 21474837464 00000004:00080000:0.0:1777047453.497783:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643a25180, transno 21474837465 00000004:00080000:0.0:1777047453.497787:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064b40a680, transno 21474837466 00000004:00080000:0.0:1777047453.497791:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064b40ad80, transno 21474837467 00000004:00080000:0.0:1777047453.497795:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e07779b6680, transno 21474837471 00000004:00080000:0.0:1777047453.497799:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e07779b4380, transno 21474837472 00000004:00080000:0.0:1777047453.497802:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e07779b5880, transno 21474837473 00000004:00080000:0.0:1777047453.497805:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e07779b5c00, transno 21474837474 00000004:00080000:0.0:1777047453.497808:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744a29880, transno 21474837475 00000004:00080000:0.0:1777047453.497811:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0642c07800, transno 21474837476 00000004:00080000:0.0:1777047453.497815:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0642c04e00, transno 21474837477 00000004:00080000:0.0:1777047453.497818:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0642c04700, transno 21474837478 00000004:00080000:0.0:1777047453.497838:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064d744000, transno 21474837481 00000004:00080000:0.0:1777047453.497843:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e282d80, transno 21474837482 00000004:00080000:0.0:1777047453.497847:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e282a00, transno 21474837483 00000004:00080000:0.0:1777047453.497850:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064d744380, transno 21474837484 00000004:00080000:0.0:1777047453.497853:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643bbdf80, transno 21474837486 00000004:00080000:0.0:1777047453.497857:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643bbc000, transno 21474837487 00000004:00080000:0.0:1777047453.497861:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e199880, transno 21474837488 00000100:00100000:3.0:1777047453.498824:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3674 00000100:00080000:3.0:1777047453.498889:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777047453.498897:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777047453.498917:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047453.498928:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724937e49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.498944:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047453.498951:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724937e49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.498965:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724937e49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.498989:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724937e49 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.499002:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724937e49 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.499041:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047453.499044:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047453.499047:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777047453.499084:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645845c00/2, rc 0, transno 17179870245 00000100:00100000:3.0:1777047453.499094:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645845c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442994560:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777047453.501541:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643bbea00, transno 21474837489 00000004:00080000:0.0:1777047453.501554:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644480a80, transno 21474837492 00000004:00080000:0.0:1777047453.501633:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644481180, transno 21474837493 00000004:00080000:0.0:1777047453.501637:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644482a00, transno 21474837494 00000004:00080000:0.0:1777047453.501641:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644482300, transno 21474837495 00000004:00080000:0.0:1777047453.501646:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077b9d3480, transno 21474837499 00000004:00080000:0.0:1777047453.501650:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644325f80, transno 21474837500 00000004:00080000:0.0:1777047453.501654:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644325880, transno 21474837501 00000004:00080000:0.0:1777047453.501658:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644325c00, transno 21474837502 00000004:00080000:0.0:1777047453.501662:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077b9d0a80, transno 21474837503 00000004:00080000:0.0:1777047453.501665:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077b9d0000, transno 21474837504 00000004:00080000:0.0:1777047453.501669:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077b9d1500, transno 21474837505 00000004:00080000:0.0:1777047453.501672:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077b9d0380, transno 21474837506 00000100:00100000:0.0:1777047453.501684:0:3685:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9e076e19ad80 x1863365442995072/t21474837509(21474837509) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777047469 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1777047453.501703:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e19ad80/2, rc 0, transno 21474837509 00000100:00100000:0.0:1777047453.501712:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442995072:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047453.503124:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442994944:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1777047453.503192:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047453.503259:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645845500/2, rc 0, transno 17179870244 00000100:00100000:3.0:1777047453.503268:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645845500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442994432:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1777047453.503766:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e199f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442994816:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1777047453.503821:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047453.504286:0:8627:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 4 in progress, 3 in flight, 44 done 00000100:00100000:1.0:1777047453.504315:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442994944 00000100:00100000:1.0:1777047453.504322:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442994944 00000100:00100000:1.0:1777047453.504369:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442994816 00000100:00100000:1.0:1777047453.504374:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442994816 00000100:00100000:1.0:1777047453.504449:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3680 00000100:00100000:1.0:1777047453.504459:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+8:3683:x1863365442994944:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1777047453.504483:0:11204:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:217 count 1 00002000:00010000:1.0:1777047453.504508:0:11204:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xd9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1777047453.504515:0:11204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d724937e7a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.504530:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047453.504532:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047453.504538:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d724937e7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.504552:0:11204:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d724937e7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.504562:0:11204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d724937e7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.504570:0:11204:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d724937e7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.504593:0:11204:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047453.504610:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3681 00000100:00100000:3.0:1777047453.504630:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3682:x1863365442994816:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1777047453.504657:0:8480:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:216 count 1 00010000:00010000:3.0:1777047453.504682:0:8480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724937e81 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.504707:0:8480:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d724937c97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b68 expref: 9 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.504721:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047453.504725:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047453.504731:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724937e81 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047453.504756:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3683:x1863365442994944:12345-0@lo:6:osp-syn-0-1.0 Request processed in 296us (1562us total) trans 21474837510 rc 0/0 00000100:00100000:1.0:1777047453.504769:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3680 00010000:00010000:3.0:1777047453.504780:0:8480:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d724937c97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b68 expref: 9 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.504804:0:8480:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d724937c97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b68 expref: 9 pid: 8480 timeout: 4182 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047453.504827:0:8480:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365442995456:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047453.504837:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047453.504847:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d724937e7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.504861:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f47e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047453.504893:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d724937e7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.504908:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d724937e7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.504932:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d724937e7a lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.504945:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d724937e7a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047453.504950:0:8480:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e076e2b1000 going to sleep for 11 seconds 00010000:00010000:1.0:1777047453.504984:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047453.504988:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047453.504992:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777047453.505007:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e19b480/2, rc 0, transno 21474837510 00000100:00100000:3.0:1777047453.505019:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442994944:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1777047453.506625:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0744a28380/2, rc 0, transno 21474837508 00000100:00100000:0.0:1777047453.506637:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442995200:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1777047453.506929:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047453.513683:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047453.514377:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387897344 00000100:00100000:0.0:1777047453.514424:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387897344 00000100:00100000:0.0:1777047453.514506:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3682 00000100:00100000:0.0:1777047453.514524:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:56906:x1863365387897344:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:0.0:1777047453.514549:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047453.514577:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d724937e88 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7c02 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047453.514613:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xdb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777047453.514643:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047453.514647:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047453.514661:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d724937e88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c02 expref: 18 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.514695:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d724937e88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c02 expref: 18 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.514714:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290000, rc 0) 00000100:00100000:0.0:1777047453.514806:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:56906:x1863365387897344:12345-192.168.201.54@tcp:101:bash.0 Request processed in 287us (1133us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047453.514819:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3682 00000100:00100000:0.0:1777047453.517030:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0777979880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365442995328:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047453.517065:0:8633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724937e50 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047453.518452:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047453.518574:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047453.518686:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1879 00000100:00100000:3.0:1777047453.518712:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365387897472:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047453.518744:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047453.518767:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d724937c9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b6f expref: 18 pid: 28387 timeout: 4182 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.518824:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d724937c9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b6f expref: 18 pid: 28387 timeout: 4182 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.518899:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d724937c9e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b6f expref: 18 pid: 28387 timeout: 4182 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.518928:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047453.518933:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047453.518941:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724937e50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.518963:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724937e50 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.519037:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047453.519111:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365387897472:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 404us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047453.519136:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1879 00010000:00010000:0.0:1777047453.522834:0:8480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d724937c97 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7b68 expref: 9 pid: 8480 timeout: 4182 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047453.522893:0:8480:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365442995456:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047453.522928:0:8480:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724937e81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.522949:0:8480:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724937e81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.522963:0:8480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724937e81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.522989:0:8480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724937e81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.523001:0:8480:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724937e81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.523038:0:8480:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777047453.523299:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3682:x1863365442994816:12345-0@lo:6:osp-syn-0-1.0 Request processed in 18673us (19474us total) trans 21474837511 rc 0/0 00000100:00100000:0.0:1777047453.523314:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3681 00010000:00010000:0.0:1777047453.523356:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047453.523366:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724937e81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.523429:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047453.523439:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724937e81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.523455:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724937e81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.523512:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724937e81 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.523524:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724937e81 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.523568:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047453.523571:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047453.523574:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777047453.523619:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e199f80/2, rc 0, transno 21474837511 00000100:00100000:0.0:1777047453.523630:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e199f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442994816:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1777047453.523664:0:8633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724937e50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.523680:0:8633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724937e50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.523695:0:8633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724937e50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.523709:0:8633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724937e50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.523736:0:8633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777047453.523917:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3683:x1863365442994304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 27822us (29137us total) trans 17179870247 rc 0/0 00000100:00100000:0.0:1777047453.523930:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3675 00010000:00010000:0.0:1777047453.523963:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047453.523972:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724937e50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.523995:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047453.524001:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724937e50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.524014:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724937e50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.524035:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724937e50 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.524047:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724937e50 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.524070:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047453.524073:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047453.524076:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777047453.524113:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645846a00/2, rc 0, transno 17179870247 00000100:00100000:0.0:1777047453.524122:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645846a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442994304:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1777047453.530192:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387897728 00000100:00100000:0.0:1777047453.530205:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387897728 00000100:00100000:0.0:1777047453.530279:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387897856 00000100:00100000:0.0:1777047453.530283:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387897856 00000100:00100000:0.0:1777047453.530335:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3683 00000100:00100000:0.0:1777047453.530349:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365387897728:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047453.530372:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047453.530395:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d724937e8f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7c09 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047453.530470:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0777979880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1863365442995584:192.168.201.54@tcp:106: 00000100:00100000:0.0:1777047453.530596:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d92bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047453.555638:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047453.555714:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00002000:00010000:0.0:1777047453.556178:0:8479:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000400:0xdb:0x0] updating lvb mtime: 0 -> 1777047453 00002000:00010000:0.0:1777047453.556186:0:8479:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000400:0xdb:0x0] updating lvb atime: 0 -> 1777047453 00002000:00010000:0.0:1777047453.556190:0:8479:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000400:0xdb:0x0] updating lvb ctime: 0 -> 1777047453 00000100:00100000:0.0:1777047453.556218:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0777979880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1863365442995584:192.168.201.54@tcp:106: 00010000:00010000:0.0:1777047453.556271:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d724937e8f lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c09 expref: 18 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.556344:0:8479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d724937e8f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c09 expref: 18 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047453.556347:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387897984 00000100:00100000:3.0:1777047453.556363:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387897984 00010000:00010000:0.0:1777047453.556376:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291800, rc 0) 00002000:00010000:3.0:1777047453.556482:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/219 (0->18446744073709551615) 00002000:00100000:3.0:1777047453.556492:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a6d80 with x1863365387897984 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047453.556507:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e2a6d80. 00000100:00100000:0.0:1777047453.556528:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365387897728:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 26176us (26674us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047453.556546:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3683 00000100:00100000:3.0:1777047453.556549:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387898112 00000100:00100000:3.0:1777047453.556557:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387898112 00002000:00010000:3.0:1777047453.556582:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/218 (0->18446744073709551615) 00002000:00100000:3.0:1777047453.556588:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a6680 with x1863365387898112 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047453.556598:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a6680. 00000100:00100000:3.0:1777047453.556638:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1003 00000100:00100000:3.0:1777047453.556656:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365387897984:12345-192.168.201.54@tcp:10:bash.0 00002000:00010000:3.0:1777047453.557696:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xdb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047453.557703:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xdb:0x0] updating lvb mtime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047453.557710:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xdb:0x0] updating lvb atime from disk: 1777047453 -> 0 00002000:00010000:3.0:1777047453.557714:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xdb:0x0] updating lvb ctime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047453.557718:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xdb:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047453.557786:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365387897984:12345-192.168.201.54@tcp:10:bash.0 Request processed in 1131us (2158us total) trans 17179870248 rc 0/0 00000100:00100000:3.0:1777047453.557822:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1003 00002000:00010000:3.0:1777047453.557834:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/219 (0->18446744073709551615) 00002000:00100000:3.0:1777047453.557840:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a6d80 with x1863365387897984 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047453.557851:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e2a6d80. 00000100:00100000:1.0:1777047453.571178:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047453.571337:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387898368 00000100:00100000:0.0:1777047453.571353:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387898368 00000100:00100000:0.0:1777047453.571482:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2002 00000100:00100000:0.0:1777047453.571499:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57240:x1863365387898368:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047453.571829:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57240:x1863365387898368:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 331us (661us total) trans 4294969847 rc 0/0 00000100:00100000:0.0:1777047453.571844:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2002 00000100:00100000:0.0:1777047453.584370:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047453.607195:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047453.607916:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387898880 00000100:00100000:3.0:1777047453.607933:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387898880 00000100:00100000:3.0:1777047453.608025:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5884 00000100:00100000:3.0:1777047453.608042:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57240:x1863365387898880:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047453.608076:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047453.608106:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724937e9d lrc: 2/0,0 mode: --/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7c17 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.608581:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937ea4 lrc: 3/0,1 mode: --/CW res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.608606:0:9025:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afea00/0x5ecf73d724937e6c lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bfb expref: 79 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.608620:0:9025:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937ea4 lrc: 4/0,1 mode: --/CW res: [0x240000404:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.608667:0:9025:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afea00/0x5ecf73d724937e6c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bfb expref: 79 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.608689:0:9025:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afea00/0x5ecf73d724937e6c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bfb expref: 79 pid: 6589 timeout: 4182 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047453.608710:0:9025:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:9025:1863365442995712:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047453.609171:0:9025:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e076e2b1780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047453.614687:0:9025:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:9025:1863365442995712:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047453.614728:0:9025:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937ea4 lrc: 3/0,1 mode: --/CW res: [0x240000404:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047453.621064:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:3.0:1777047453.626792:0:9025:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937ea4 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.626810:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937ea4 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047453.626848:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb7:0x0]: returning size 5 00010000:00010000:3.0:1777047453.627100:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724937e9d lrc: 0/0,0 mode: --/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c17 expref: 81 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.627130:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937ea4 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c17 expref: 80 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.627144:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:3.0:1777047453.627150:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777047453.627154:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90800, rc 0) 00000100:00100000:3.0:1777047453.627227:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57240:x1863365387898880:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 19187us (20044us total) trans 4294969850 rc 0/0 00000100:00100000:3.0:1777047453.627242:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5884 00000100:00100000:1.0:1777047453.632200:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047453.644032:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047453.658076:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047453.659783:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387899392 00000100:00100000:3.0:1777047453.660124:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387899392 00010000:00010000:3.0:1777047453.660528:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937ea4 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c17 expref: 83 pid: 9025 timeout: 4182 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047453.660604:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1882 00000100:00100000:3.0:1777047453.660623:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077949c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:2430:x1863365387899392:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047453.660648:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047453.660660:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937ea4 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c17 expref: 83 pid: 9025 timeout: 4182 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.660684:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937ea4 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c17 expref: 83 pid: 9025 timeout: 4182 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.660718:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937ea4 lrc: 0/0,0 mode: --/CW res: [0x240000404:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c17 expref: 83 pid: 9025 timeout: 4182 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.660743:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:3.0:1777047453.660753:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afec00/0x5ecf73d724937ec7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.660770:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afec00/0x5ecf73d724937ec7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.660783:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afec00/0x5ecf73d724937ec7 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.660797:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937ed5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.660808:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937ed5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.660820:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937ed5 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.662030:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047453.662132:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077949c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:2430:x1863365387899392:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1507us (4062us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047453.662157:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1882 00010000:00010000:0.0:1777047453.666248:0:6588:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937ed5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.666267:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937ed5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047453.666373:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb7:0x0]: returning size 5 00000004:00200000:0.0:1777047453.666394:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047453.666429:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937ed5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.666477:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777affe00/0x5ecf73d724937ece lrc: 0/0,0 mode: --/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c25 expref: 81 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.666505:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937ed5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c25 expref: 80 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.666520:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:0.0:1777047453.666525:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047453.666529:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e26a00, rc 0) 00000100:00100000:0.0:1777047453.666587:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57240:x1863365387899264:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 22154us (22566us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047453.666600:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5886 00000100:00100000:3.0:1777047453.680027:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047453.680044:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047453.680652:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387899648 00000100:00100000:0.0:1777047453.680664:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387899648 00000100:00100000:0.0:1777047453.680758:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5887 00000100:00100000:0.0:1777047453.680803:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57240:x1863365387899648:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047453.680841:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047453.680909:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937edc lrc: 2/0,0 mode: --/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7c2c expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.681061:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724937ee3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.681087:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724937ee3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.681109:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724937ee3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047453.681131:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb7:0x0]: returning size 5 00010000:00010000:0.0:1777047453.681291:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937edc lrc: 0/0,0 mode: --/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c2c expref: 82 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.681319:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724937ee3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c2c expref: 81 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.681350:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:0.0:1777047453.681355:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047453.681359:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291000, rc 0) 00000100:00100000:0.0:1777047453.681481:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57240:x1863365387899648:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 705us (1466us total) trans 4294969851 rc 0/0 00000100:00100000:0.0:1777047453.681493:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5887 00000100:00100000:1.0:1777047453.685344:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047453.702494:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047453.738775:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047453.739582:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387900288 00000100:00100000:0.0:1777047453.739596:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387900288 00000100:00100000:0.0:1777047453.739695:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3685 00000100:00100000:0.0:1777047453.739712:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365387900288:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047453.739780:0:36216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d724937f0d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.739813:0:36216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d724937e88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c02 expref: 18 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.739827:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047453.739831:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047453.739837:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d724937f0d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.739919:0:36216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d724937e88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c02 expref: 18 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.739945:0:36216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d724937e88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c02 expref: 18 pid: 36217 timeout: 4182 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047453.740483:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0777978700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365442995968:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047453.740606:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d92b180 going to sleep for 11 seconds 00000100:00100000:0.0:1777047453.752045:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0777978700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365442995968:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047453.752087:0:36216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d724937f0d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047453.757619:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047453.758444:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047453.763649:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387900416 00000100:00100000:0.0:1777047453.763659:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387900416 00000100:00100000:0.0:1777047453.763736:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5890 00000100:00100000:0.0:1777047453.764765:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57242:x1863365387900416:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047453.764794:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047453.764827:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937f14 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7c3a expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.765041:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937f1b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.765064:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937f1b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.765109:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937f1b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.765129:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937f22 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.765142:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937f22 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.765155:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937f22 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.765202:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937f1b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.765213:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937f1b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.765224:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937f1b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.765264:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937f1b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.765276:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047453.765283:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937f1b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.765296:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937f1b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.765314:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771900700) 00010000:00010000:0.0:1777047453.765320:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047453.765327:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937f1b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.765338:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937f1b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.765368:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937f22 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.765379:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937f22 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.765389:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937f22 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.765398:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047453.765403:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937f22 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.765421:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937f22 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.765434:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e074a0a9f00) 00010000:00010000:0.0:1777047453.765438:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047453.765443:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937f22 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.765453:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937f22 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.765554:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937f14 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c3a expref: 82 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.765572:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771900700) 00010000:00010000:0.0:1777047453.765577:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047453.765583:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937f14 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c3a expref: 82 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.765606:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291200, rc 0) 00000100:00100000:0.0:1777047453.765677:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57242:x1863365387900416:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1928us (7478us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047453.765691:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5890 00000100:00100000:3.0:1777047453.776702:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2432:x1863365387900544:12345-192.168.201.54@tcp:4:bash.0 Request processed in 14529us (20697us total) trans 17179870249 rc 0/0 00000100:00100000:3.0:1777047453.776722:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 46 00002000:00100000:3.0:1777047453.776740:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0xdb:0x0] (0->4) req@ffff9e076e00a680 x1863365387900544/t17179870249(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:189/0 lens 496/448 e 0 to 0 dl 1777047464 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047453.776804:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e00a680 with x1863365387900544 ext(0->4) 00010000:00010000:3.0:1777047453.776838:0:8484:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d724937e88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c02 expref: 21 pid: 36217 timeout: 4182 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.776911:0:8484:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d724937e88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c02 expref: 21 pid: 36217 timeout: 4182 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047453.776927:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9e076e00a680 00000100:00100000:1.0:1777047453.781938:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047453.796535:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047453.796603:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047453.797834:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387900928 00000100:00100000:3.0:1777047453.797843:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387900928 00000100:00100000:3.0:1777047453.797946:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5892 00000100:00100000:3.0:1777047453.797964:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57242:x1863365387900928:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047453.797991:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047453.798026:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937f3e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7c48 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.798159:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724937f45 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.798182:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724937f45 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.798216:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724937f45 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047453.798277:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1777047453.798286:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1777047453.798334:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937f3e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c48 expref: 83 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.798359:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724937f45 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c48 expref: 82 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.798373:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56200) 00010000:00010000:3.0:1777047453.798378:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777047453.798443:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91c00, rc 0) 00000100:00100000:3.0:1777047453.798538:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57242:x1863365387900928:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 577us (1931us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047453.798550:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5892 00010000:00010000:3.0:1777047453.798612:0:36216:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d724937f0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.798632:0:36216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d724937f0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.798667:0:36216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d724937f0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.798704:0:36216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d724937f0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.798731:0:36216:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d724937f0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.798754:0:36216:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047453.798761:0:36216:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d724937f0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.802294:0:36216:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d724937f0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.802321:0:36216:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d724937f0d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.802333:0:36216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d724937f0d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047453.810338:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047453.810464:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387901056 00000100:00100000:0.0:1777047453.810478:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387901056 00000100:00100000:0.0:1777047453.810566:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5893 00000100:00100000:0.0:1777047453.810600:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57242:x1863365387901056:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047453.810632:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047453.810660:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937f4c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7c4f expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.811107:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937f53 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.811128:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937f53 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.811144:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937f53 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.811160:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937f5a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.811172:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937f5a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.811181:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937f5a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.811227:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937f53 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.811238:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937f53 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.811248:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937f53 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.811259:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937f53 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.811269:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047453.811276:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937f53 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.811287:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937f53 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.811304:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56200) 00010000:00010000:0.0:1777047453.811309:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047453.811316:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937f53 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.811326:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937f53 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.811345:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937f5a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.811355:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937f5a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.811365:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937f5a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.811373:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047453.811377:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937f5a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.811445:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937f5a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.811466:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e074a0a9f00) 00010000:00010000:0.0:1777047453.811471:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047453.811476:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937f5a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.811485:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937f5a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.811527:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937f4c lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c4f expref: 83 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.811543:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56200) 00010000:00010000:0.0:1777047453.811548:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047453.811554:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937f4c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c4f expref: 83 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.811570:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291200, rc 0) 00000100:00100000:0.0:1777047453.811656:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57242:x1863365387901056:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1076us (1326us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047453.811669:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5893 00000100:00100000:3.0:1777047453.815936:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387901312 00000100:00100000:3.0:1777047453.815949:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387901312 00000100:00100000:3.0:1777047453.816045:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5894 00000100:00100000:3.0:1777047453.816061:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57240:x1863365387901312:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:3.0:1777047453.816117:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047453.816148:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724937f06 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c33 expref: 82 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.816176:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:3.0:1777047453.816183:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047453.816220:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937f61 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.816245:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937f61 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.816260:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937f61 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777047453.816614:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].462, 88 off44248 00000004:00080000:3.0:1777047453.816626:0:6589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4082453242130ns, next at 4081948398819ns, rc = 0 00000040:00080000:3.0:1777047453.816666:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].443, 88 off42488 00000004:00080000:3.0:1777047453.816673:0:6589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4082453289593ns, next at 4081948451040ns, rc = 0 00000040:00080000:3.0:1777047453.816694:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].444, 88 off42576 00000004:00080000:3.0:1777047453.816699:0:6589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4082453315795ns, next at 4081948451040ns, rc = 0 00000040:00080000:3.0:1777047453.816712:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].463, 88 off44336 00000004:00080000:3.0:1777047453.816717:0:6589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4082453334243ns, next at 4081948398819ns, rc = 0 00000100:00100000:1.0:1777047453.824108:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000004:00010000:3.0:1777047453.834497:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f6cbb019 reply state 00000000e579e155 transno 4294969853 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937f61 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.834530:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937f61 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.834545:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:3.0:1777047453.834550:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1777047453.834556:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1777047453.834677:0:6589:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777047453.834703:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57240:x1863365387901312:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 18640us (20965us total) trans 4294969853 rc 0/0 00000100:00100000:3.0:1777047453.834716:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5894 00010000:00010000:3.0:1777047453.834756:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937f61 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.834777:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937f61 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.834789:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937f61 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.834799:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047453.834806:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937f61 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.834819:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937f61 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.834836:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:3.0:1777047453.834840:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047453.834845:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937f61 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.834855:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937f61 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.835026:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d724937ef8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.835040:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d724937ef8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.835050:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d724937ef8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.835066:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047453.835071:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d724937ef8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.835081:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d724937ef8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.835096:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e074a0a9f00) 00010000:00010000:0.0:1777047453.835100:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047453.835105:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d724937ef8 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.835115:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d724937ef8 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047453.835154:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e00b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442996224:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777047453.835223:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047453.835279:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777047453.835300:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e00b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442996096:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777047453.835335:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047453.835371:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442996480:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047453.835455:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047453.835481:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777047453.835490:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442996352:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047453.835524:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047453.835569:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442996224 00000100:00100000:0.0:1777047453.835578:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442996224 00000100:00100000:0.0:1777047453.835626:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442996096 00000100:00100000:0.0:1777047453.835631:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442996096 00000100:00100000:0.0:1777047453.835654:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3686 00000100:00100000:0.0:1777047453.835667:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+10:3683:x1863365442996224:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777047453.836165:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xdb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047453.836171:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xdb:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1777047453.836174:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xdb:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047453.836177:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xdb:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1777047453.836180:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xdb:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047453.836252:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+11:3683:x1863365442996224:12345-0@lo:2:osp-syn-0-1.0 Request processed in 586us (1027us total) trans 21474837513 rc 0/0 00000100:00100000:0.0:1777047453.836263:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3686 00000100:00100000:0.0:1777047453.836284:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442996480 00000100:00100000:0.0:1777047453.836289:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442996480 00000100:00100000:0.0:1777047453.836320:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442996352 00000100:00100000:0.0:1777047453.836324:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442996352 00000100:00100000:0.0:1777047453.836350:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3687 00000100:00100000:0.0:1777047453.836360:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777979f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+10:3683:x1863365442996096:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777047453.836468:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xda:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047453.836473:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xda:0x0] updating lvb mtime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047453.836476:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xda:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047453.836480:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xda:0x0] updating lvb ctime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047453.836483:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xda:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047453.836524:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777979f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+11:3683:x1863365442996096:12345-0@lo:2:osp-syn-0-1.0 Request processed in 164us (1187us total) trans 21474837514 rc 0/0 00000100:00100000:0.0:1777047453.836534:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3687 00000100:00100000:0.0:1777047453.836555:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3688 00000100:00100000:0.0:1777047453.836565:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+18:3685:x1863365442996480:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777047453.836654:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xdc:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047453.836658:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xdc:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1777047453.836661:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xdc:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047453.836664:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xdc:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1777047453.836667:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xdc:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047453.836717:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+19:3685:x1863365442996480:12345-0@lo:2:osp-syn-1-1.0 Request processed in 152us (1260us total) trans 17179870250 rc 0/0 00000100:00100000:0.0:1777047453.836727:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3688 00000100:00100000:0.0:1777047453.836749:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3689 00000100:00100000:0.0:1777047453.836759:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+18:3685:x1863365442996352:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047453.841718:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+19:3685:x1863365442996352:12345-0@lo:2:osp-syn-1-1.0 Request processed in 107us (1339us total) trans 17179870251 rc 0/0 00000100:00100000:0.0:1777047453.841739:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3689 00000004:00080000:0.0:1777047453.841902:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644c6dc00/2, rc 0, transno 17179870251 00000100:00100000:0.0:1777047453.841913:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442996352:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777047453.841933:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644c6d500/2, rc 0, transno 17179870250 00000100:00100000:0.0:1777047453.841938:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442996480:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777047453.843526:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e00b100/2, rc 0, transno 21474837514 00000100:00100000:0.0:1777047453.843537:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e00b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442996096:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777047453.843564:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e00b800/2, rc 0, transno 21474837513 00000100:00100000:0.0:1777047453.843570:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e00b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442996224:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047453.850522:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047453.851532:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387901696 00000100:00100000:0.0:1777047453.851545:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387901696 00000100:00100000:0.0:1777047453.851630:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5896 00000100:00100000:0.0:1777047453.851645:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57240:x1863365387901696:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047453.851676:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047453.851704:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937f8b lrc: 2/0,0 mode: --/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7c5d expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.852086:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937f8b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c5d expref: 76 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.852111:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937f8b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c5d expref: 76 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.852138:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:0.0:1777047453.852144:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047453.852150:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291200, rc 0) 00000100:00100000:0.0:1777047453.853933:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57240:x1863365387901696:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2281us (3413us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047453.853947:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5896 00000100:00100000:1.0:1777047453.871970:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047453.886692:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047453.886933:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387902080 00000100:00100000:3.0:1777047453.886946:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387902080 00010000:00010000:3.0:1777047453.887364:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d724937f7d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c56 expref: 78 pid: 6590 timeout: 4182 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047453.887424:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1884 00000100:00100000:3.0:1777047453.887438:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:2429:x1863365387902080:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047453.887481:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047453.887495:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d724937f7d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c56 expref: 78 pid: 6590 timeout: 4182 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.887515:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d724937f7d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c56 expref: 78 pid: 6590 timeout: 4182 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.887547:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d724937f7d lrc: 0/0,0 mode: --/PR res: [0x240000404:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c56 expref: 78 pid: 6590 timeout: 4182 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.887569:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb8:0x0].0x0 (ffff9e074a0a9200) 00010000:00010000:3.0:1777047453.887578:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d724937f99 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.887591:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d724937f99 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.887600:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d724937f99 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.887639:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047453.887722:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2429:x1863365387902080:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 284us (1039us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047453.887791:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1884 00010000:00010000:3.0:1777047453.891236:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d724937f99 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.891253:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d724937f99 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.891265:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d724937f99 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.891296:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047453.891303:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d724937f99 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.891315:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d724937f99 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.891345:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb8:0x0].0x0 (ffff9e074a0a9200) 00010000:00010000:3.0:1777047453.891350:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047453.891355:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d724937f99 lrc: 2/0,0 mode: --/EX res: [0x240000404:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.891364:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d724937f99 lrc: 0/0,0 mode: --/EX res: [0x240000404:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.891445:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724937f92 lrc: 1/0,0 mode: --/CR res: [0x240000404:0xb8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c64 expref: 77 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.891483:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb8:0x0].0x0 (ffff9e074a0a9200) 00010000:00010000:3.0:1777047453.891489:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777047453.891496:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724937f92 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xb8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c64 expref: 77 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.891529:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27400, rc 0) 00000100:00100000:3.0:1777047453.891627:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57242:x1863365387901952:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 16835us (19665us total) trans 4294969855 rc 301/301 00000100:00100000:3.0:1777047453.891639:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5897 00000100:00100000:1.0:1777047453.897481:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047453.897647:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387902208 00000100:00100000:0.0:1777047453.897660:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387902208 00000100:00100000:0.0:1777047453.897733:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5898 00000100:00100000:0.0:1777047453.897749:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57240:x1863365387902208:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047453.897775:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047453.897801:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937fa7 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7c6b expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.897918:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937fae lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.897939:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937fae lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.897957:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937fae lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047453.898008:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb7:0x0]: returning size 5 00000004:00200000:0.0:1777047453.898014:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047453.898039:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937fae lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.898074:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937fa7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c6b expref: 78 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.898100:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937fae lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c6b expref: 77 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.898114:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:0.0:1777047453.898120:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1777047453.898125:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290c00, rc 0) 00000100:00100000:0.0:1777047453.898208:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57240:x1863365387902208:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 462us (737us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047453.898221:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5898 00000100:00100000:1.0:1777047453.904191:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047453.904282:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387902464 00000100:00100000:0.0:1777047453.904295:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387902464 00000100:00100000:0.0:1777047453.904378:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2004 00000100:00100000:0.0:1777047453.904394:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57242:x1863365387902464:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047453.904733:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57242:x1863365387902464:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 341us (550us total) trans 4294969856 rc 0/0 00000100:00100000:0.0:1777047453.904746:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2004 00000100:00100000:0.0:1777047453.908577:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047453.909966:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387902592 00000100:00100000:1.0:1777047453.909979:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387902592 00000100:00100000:1.0:1777047453.910075:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3690 00000100:00100000:1.0:1777047453.910091:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777979500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365387902592:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047453.910112:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047453.910137:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f58a5680/0x5ecf73d724937fb5 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7c72 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047453.910172:0:36216:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xdb:0x0] initial LVB size: 5, mtime: 0x69eb979e, atime: 0x69eb979d, ctime: 0x69eb979e, blocks: 0x8 00010000:00010000:1.0:1777047453.910196:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047453.910200:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047453.910213:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f58a5680/0x5ecf73d724937fb5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c72 expref: 20 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.910236:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f58a5680/0x5ecf73d724937fb5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c72 expref: 20 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.910475:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f47c00, rc 0) 00000100:00100000:1.0:1777047453.910560:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777979500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365387902592:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 473us (1990us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047453.910571:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3690 00000100:00100000:1.0:1777047453.914887:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047453.931362:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387903104 00000100:00100000:0.0:1777047453.931377:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387903104 00000100:00100000:0.0:1777047453.931513:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5899 00000100:00100000:0.0:1777047453.931528:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:56906:x1863365387903104:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:0.0:1777047453.931560:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047453.931592:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937fbc lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7c79 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.931784:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937fc3 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.931806:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937fc3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.931822:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937fc3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.931840:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937fca lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.931851:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937fca lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.931894:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937fca lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.931975:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937fd1 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.931989:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937fd1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.932002:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937fd1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047453.932018:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xb8:0x0]: returning size 0 00010000:00010000:0.0:1777047453.932122:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937fc3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.932135:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937fc3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.932145:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937fc3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.932155:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937fc3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.932166:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047453.932172:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937fc3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.932182:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937fc3 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.932199:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771900700) 00010000:00010000:0.0:1777047453.932203:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047453.932209:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937fc3 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.932218:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724937fc3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.932236:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937fca lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.932247:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937fca lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.932256:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937fca lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.932264:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047453.932269:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937fca lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.932278:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937fca lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.932291:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e074a0a9f00) 00010000:00010000:0.0:1777047453.932295:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047453.932300:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937fca lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.932310:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291c00/0x5ecf73d724937fca lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.932371:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724937fbc lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c79 expref: 82 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.932456:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937fd1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c79 expref: 81 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.932469:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb8:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047453.932472:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047453.932477:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d5e00, rc 0) 00000100:00100000:0.0:1777047453.932549:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:56906:x1863365387903104:12345-192.168.201.54@tcp:101:bash.0 Request processed in 1022us (1879us total) trans 4294969858 rc 0/0 00000100:00100000:0.0:1777047453.932563:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5899 00000100:00100000:0.0:1777047453.947632:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047453.947764:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387903232 00000100:00100000:3.0:1777047453.947777:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387903232 00000100:00100000:3.0:1777047453.947906:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5900 00000100:00100000:3.0:1777047453.947924:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:56906:x1863365387903232:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:3.0:1777047453.947957:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047453.947986:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937fdf lrc: 2/0,0 mode: --/PR res: [0x240000404:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7c80 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.948036:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724937fe6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.948057:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724937fe6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.948073:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724937fe6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.948558:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937fdf lrc: 0/0,0 mode: --/PR res: [0x240000404:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c80 expref: 83 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.948584:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724937fe6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c80 expref: 82 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.948597:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb8:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047453.948601:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777047453.948605:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91e00, rc 0) 00000100:00100000:3.0:1777047453.948688:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:56906:x1863365387903232:12345-192.168.201.54@tcp:101:bash.0 Request processed in 768us (1067us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047453.948699:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5900 00000100:00100000:1.0:1777047453.960080:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047453.960986:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387903488 00000100:00100000:3.0:1777047453.961001:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387903488 00000100:00100000:3.0:1777047453.961104:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5901 00000100:00100000:3.0:1777047453.961122:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:56906:x1863365387903488:12345-192.168.201.54@tcp:36:bash.0 00010000:00010000:3.0:1777047453.961199:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047453.961239:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724937fd1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c79 expref: 82 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.961271:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb8:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047453.961279:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047453.961626:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937fed lrc: 3/0,1 mode: --/PW res: [0x240000404:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.961649:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937fed lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.961667:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937fed lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047453.962050:0:6589:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294969859 00000004:00010000:3.0:1777047453.962101:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067d78ad7 reply state 00000000170c9e3a transno 4294969860 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937fed lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.962123:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937fed lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.962136:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb8:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047453.962141:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047453.962145:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047453.962280:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:56906:x1863365387903488:12345-192.168.201.54@tcp:36:bash.0 Request processed in 1161us (2232us total) trans 4294969860 rc 0/0 00000100:00100000:3.0:1777047453.962295:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5901 00000020:00080000:3.0:1777047453.962305:0:6589:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047453.976268:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387903616 00000100:00100000:3.0:1777047453.976282:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387903616 00000100:00100000:3.0:1777047453.976441:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5902 00000100:00100000:3.0:1777047453.976457:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:56906:x1863365387903616:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:3.0:1777047453.976490:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047453.976517:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724937ff4 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7c87 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.976594:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724937ff4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c87 expref: 85 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.976611:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724937ff4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c87 expref: 85 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.976631:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb8:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047453.976635:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047453.976639:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90000, rc 0) 00000100:00100000:3.0:1777047453.976723:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:56906:x1863365387903616:12345-192.168.201.54@tcp:101:bash.0 Request processed in 247us (699us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047453.977314:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5902 00000100:00100000:1.0:1777047453.997898:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047453.999453:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387903872 00000100:00100000:3.0:1777047453.999469:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387903872 00010000:00010000:3.0:1777047454.017049:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d724937f76 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.017069:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d724937f76 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.017089:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d724937f76 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.017100:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e26e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047454.017107:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d724937f76 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.017120:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d724937f76 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.017144:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e074a0a9f00) 00010000:00010000:3.0:1777047454.017149:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047454.017157:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d724937f76 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.017168:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d724937f76 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.017208:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937fed lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.017219:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937fed lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.017228:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937fed lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.017237:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047454.017241:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937fed lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.017258:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937fed lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.017272:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb8:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047454.017276:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047454.017281:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937fed lrc: 2/0,0 mode: --/TXN res: [0x240000404:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.017290:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724937fed lrc: 0/0,0 mode: --/TXN res: [0x240000404:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047454.018253:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442996864:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047454.018339:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047454.018449:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777047454.018461:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442996736:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047454.018503:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047454.018555:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442996864 00000100:00100000:0.0:1777047454.018566:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442996864 00000100:00100000:0.0:1777047454.018624:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442996736 00000100:00100000:0.0:1777047454.018630:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442996736 00000100:00100000:0.0:1777047454.018659:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3691 00000100:00100000:0.0:1777047454.018672:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3683:x1863365442996864:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047454.019257:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3683:x1863365442996864:12345-0@lo:2:osp-syn-1-1.0 Request processed in 582us (914us total) trans 17179870252 rc 0/0 00000100:00100000:0.0:1777047454.019269:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3691 00000100:00100000:0.0:1777047454.019297:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3692 00000100:00100000:0.0:1777047454.019309:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3683:x1863365442996736:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047454.019464:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3683:x1863365442996736:12345-0@lo:2:osp-syn-1-1.0 Request processed in 156us (958us total) trans 17179870253 rc 0/0 00000100:00100000:0.0:1777047454.019475:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3692 00000004:00080000:0.0:1777047454.019578:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064d744000/2, rc 0, transno 17179870253 00000100:00100000:0.0:1777047454.019587:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442996736:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777047454.019609:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064d744380/2, rc 0, transno 17179870252 00000100:00100000:0.0:1777047454.019615:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442996864:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047454.025304:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047454.029432:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442996992:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047454.029511:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777047454.030937:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938002 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb8:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c8e expref: 77 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.030963:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb8:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047454.030969:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1777047454.030992:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724937ffb lrc: 0/0,0 mode: --/EX res: [0x240000404:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c8e expref: 77 pid: 34275 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.031023:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938002 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb8:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c8e expref: 76 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.031068:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb8:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047454.031074:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1777047454.031079:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27400, rc 0) 00000100:00100000:0.0:1777047454.031817:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:56906:x1863365387903872:12345-192.168.201.54@tcp:101:bash.0 Request processed in 32117us (33954us total) trans 4294969861 rc 0/0 00000100:00100000:0.0:1777047454.031835:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5903 00000100:00100000:3.0:1777047454.039661:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387904000 00000100:00100000:3.0:1777047454.039681:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387904000 00000100:00100000:3.0:1777047454.040452:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442996992 00000100:00100000:3.0:1777047454.040460:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442996992 00000100:00100000:3.0:1777047454.040516:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3693 00000100:00100000:1.0:1777047454.040537:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3694 00000100:00100000:3.0:1777047454.040537:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365387904000:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047454.040552:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+11:3684:x1863365442996992:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047454.040685:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365387904000:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 154us (15391us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047454.040698:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3693 00000100:00100000:1.0:1777047454.040809:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+12:3684:x1863365442996992:12345-0@lo:2:osp-syn-0-1.0 Request processed in 259us (11297us total) trans 21474837515 rc 0/0 00000100:00100000:3.0:1777047454.040810:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442997248:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777047454.040823:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3694 00000004:00080000:1.0:1777047454.040927:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e3ea300/2, rc 0, transno 21474837515 00000100:00100000:1.0:1777047454.040939:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442996992:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047454.041503:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047454.041575:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442997248 00000100:00100000:3.0:1777047454.041584:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442997248 00000100:00100000:3.0:1777047454.041635:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2454 00000100:00100000:3.0:1777047454.041648:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+12:3682:x1863365442997248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777047454.041678:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 184354368 pending 0 free 3919187968 avail 3687665664 00000100:00100000:3.0:1777047454.041761:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+12:3682:x1863365442997248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047454.041777:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2454 00000100:00100000:3.0:1777047454.041835:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442997248:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777047454.048743:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442997120 00000100:00100000:1.0:1777047454.048761:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442997120 00000100:00100000:1.0:1777047454.048893:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3695 00000100:00100000:1.0:1777047454.048911:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+12:3685:x1863365442997120:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047454.050008:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3685:x1863365442997120:12345-0@lo:2:osp-syn-0-1.0 Request processed in 1098us (16668us total) trans 21474837516 rc 0/0 00000004:00080000:0.0:1777047454.050451:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e3e8000/2, rc 0, transno 21474837516 00000100:00100000:0.0:1777047454.050467:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442997120:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047454.050550:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3695 00000100:00100000:0.0:1777047454.050559:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047454.050739:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387904128 00000100:00100000:1.0:1777047454.050749:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387904128 00000100:00100000:1.0:1777047454.050824:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3696 00000100:00100000:1.0:1777047454.050841:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749165c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:56906:x1863365387904128:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:1.0:1777047454.050892:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777047454.050899:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:1.0:1777047454.050923:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089fb9df3/0x5ecf73d724938009 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7c95 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047454.050935:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387904256 00000100:00100000:0.0:1777047454.050942:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387904256 00002000:00010000:1.0:1777047454.050960:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xdc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1777047454.050987:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047454.050992:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777047454.050994:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3697 00000100:00100000:0.0:1777047454.051008:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365387904256:12345-192.168.201.54@tcp:23:lfs.0 00010000:00010000:1.0:1777047454.051008:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089fb9df3/0x5ecf73d724938009 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c95 expref: 12 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.051075:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000089fb9df3/0x5ecf73d724938009 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c95 expref: 12 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.051100:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f46600, rc 0) 00000100:00100000:0.0:1777047454.051125:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365387904256:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 119us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047454.051136:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749165c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:56906:x1863365387904128:12345-192.168.201.54@tcp:101:bash.0 Request processed in 300us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047454.051140:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3697 00000100:00100000:1.0:1777047454.051149:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3696 00000100:00100000:1.0:1777047454.067958:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047454.071399:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387904384 00000100:00100000:0.0:1777047454.071418:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387904384 00000100:00100000:0.0:1777047454.071510:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3698 00000100:00100000:0.0:1777047454.071529:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:56906:x1863365387904384:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:0.0:1777047454.071557:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047454.071589:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ff17dd4/0x5ecf73d724938010 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7c9c expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047454.071630:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xdd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777047454.071663:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047454.073146:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047454.073164:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ff17dd4/0x5ecf73d724938010 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c9c expref: 21 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.073568:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ff17dd4/0x5ecf73d724938010 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c9c expref: 21 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.073595:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d5400, rc 0) 00000100:00100000:0.0:1777047454.073716:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:56906:x1863365387904384:12345-192.168.201.54@tcp:101:bash.0 Request processed in 2190us (5770us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047454.073731:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3698 00000100:00100000:1.0:1777047454.075533:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047454.075734:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387904512 00000100:00100000:3.0:1777047454.075776:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387904512 00000100:00100000:3.0:1777047454.075907:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1005 00000100:00100000:3.0:1777047454.075929:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365387904512:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:3.0:1777047454.075980:0:29059:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000018f6b7a2/0x5ecf73d724938017 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.076004:0:29059:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047454.076009:0:29059:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047454.076017:0:29059:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018f6b7a2/0x5ecf73d724938017 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.076041:0:29059:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018f6b7a2/0x5ecf73d724938017 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.076556:0:29059:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000018f6b7a2/0x5ecf73d724938017 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.076577:0:29059:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000018f6b7a2/0x5ecf73d724938017 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.076594:0:29059:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000018f6b7a2/0x5ecf73d724938017 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.076618:0:29059:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047454.076627:0:29059:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000018f6b7a2/0x5ecf73d724938017 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.076643:0:29059:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000018f6b7a2/0x5ecf73d724938017 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.076671:0:29059:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000018f6b7a2/0x5ecf73d724938017 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.076686:0:29059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018f6b7a2/0x5ecf73d724938017 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.076773:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365387904512:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 849us (1242us total) trans 0 rc 5/5 00000100:00100000:3.0:1777047454.076791:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1005 00000100:00100000:1.0:1777047454.092578:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047454.092678:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047454.093716:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1007 00000100:00100000:0.0:1777047454.093736:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365387904768:12345-192.168.201.54@tcp:10:bash.0 00002000:00010000:0.0:1777047454.094685:0:8486:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xdd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047454.094693:0:8486:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xdd:0x0] updating lvb mtime from disk: 0 -> 1777047454 00002000:00010000:0.0:1777047454.094699:0:8486:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xdd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047454.094703:0:8486:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xdd:0x0] updating lvb ctime from disk: 0 -> 1777047454 00002000:00010000:0.0:1777047454.095074:0:8486:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xdd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047454.095536:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2431:x1863365387904768:12345-192.168.201.54@tcp:10:bash.0 Request processed in 1801us (2853us total) trans 17179870254 rc 0/0 00000100:00100000:0.0:1777047454.095553:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1007 00002000:00010000:0.0:1777047454.095560:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/221 (0->18446744073709551615) 00002000:00100000:0.0:1777047454.095566:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e3e8700 with x1863365387904768 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047454.095577:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e3e8700. 00000100:00100000:0.0:1777047454.098181:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387904896 00000100:00100000:0.0:1777047454.098193:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387904896 00000100:00100000:0.0:1777047454.098283:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5904 00000100:00100000:0.0:1777047454.098300:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57240:x1863365387904896:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047454.098329:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047454.098356:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d72493801e lrc: 2/0,0 mode: --/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7ca3 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.098472:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d724938025 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.098498:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d724938025 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.098517:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d724938025 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.098796:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d72493801e lrc: 0/0,0 mode: --/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ca3 expref: 78 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.098831:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5600/0x5ecf73d724938025 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ca3 expref: 77 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.098849:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:0.0:1777047454.098892:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777047454.098898:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d5600, rc 0) 00000100:00100000:0.0:1777047454.098959:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57240:x1863365387904896:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 662us (3055us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047454.098975:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5904 00000100:00100000:1.0:1777047454.123836:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047454.124153:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387905152 00000100:00100000:0.0:1777047454.124170:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387905152 00000100:00100000:0.0:1777047454.124283:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2006 00000100:00100000:0.0:1777047454.124303:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e074302b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:56906:x1863365387905152:12345-192.168.201.54@tcp:35:bash.0 00000100:00100000:0.0:1777047454.124818:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e074302b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:56906:x1863365387905152:12345-192.168.201.54@tcp:35:bash.0 Request processed in 517us (992us total) trans 4294969862 rc 0/0 00000100:00100000:0.0:1777047454.124834:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2006 00000100:00100000:3.0:1777047454.127204:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047454.127950:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387905280 00000100:00100000:1.0:1777047454.127964:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387905280 00000100:00100000:1.0:1777047454.128085:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1008 00000100:00100000:1.0:1777047454.128104:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365387905280:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:1.0:1777047454.128161:0:29057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d72493802c lrc: 3/0,1 mode: --/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.128198:0:29057:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724937dd9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bca expref: 13 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.128216:0:29057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047454.128220:0:29057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047454.128227:0:29057:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d72493802c lrc: 4/0,1 mode: --/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.128289:0:29057:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724937dd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bca expref: 13 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.128318:0:29057:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724937dd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bca expref: 13 pid: 30115 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047454.128348:0:29057:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:29057:1863365442997376:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047454.128515:0:29057:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e077192a780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047454.141912:0:29057:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:29057:1863365442997376:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047454.141963:0:29057:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d72493802c lrc: 3/0,1 mode: --/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.147419:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387905408 00000100:00100000:3.0:1777047454.147433:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387905408 00010000:00010000:3.0:1777047454.147488:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724937dd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bca expref: 14 pid: 30115 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.147548:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1885 00000100:00100000:3.0:1777047454.147566:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365387905408:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047454.147589:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047454.147625:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724937dd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bca expref: 14 pid: 30115 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.147651:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724937dd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bca expref: 14 pid: 30115 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.147687:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724937dd9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bca expref: 14 pid: 30115 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.147712:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047454.147715:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047454.147723:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d72493802c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.147765:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d72493802c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.154395:0:29057:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d72493802c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.154428:0:29057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d72493802c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047454.181854:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837518 is committed 00000001:00080000:0.0:1777047454.182002:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837516 is committed 00002000:00010000:1.0:1777047454.182229:0:29057:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xdb:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1777047454.182238:0:29057:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xdb:0x0] updating lvb mtime from disk: 0 -> 1777047454 00002000:00010000:1.0:1777047454.182243:0:29057:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xdb:0x0] updating lvb ctime from disk: 0 -> 1777047454 00002000:00010000:1.0:1777047454.182247:0:29057:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xdb:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1777047454.182266:0:29057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d72493802c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.182288:0:29057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d72493802c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.182304:0:29057:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d72493802c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.182317:0:29057:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f46a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047454.182326:0:29057:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d72493802c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.182343:0:29057:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d72493802c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.182434:0:29057:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d72493802c lrc: 2/0,0 mode: --/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.182451:0:29057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d72493802c lrc: 0/0,0 mode: --/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047454.186044:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2430:x1863365387905280:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 57931us (58831us total) trans 21474837518 rc 0/0 00000100:00100000:1.0:1777047454.186067:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1008 00000100:00100000:0.0:1777047454.194687:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387905536 00000100:00100000:0.0:1777047454.194703:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387905536 00000100:00100000:0.0:1777047454.195159:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5905 00000100:00100000:0.0:1777047454.195179:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57243:x1863365387905536:12345-192.168.201.54@tcp:101:rm.0 00010000:00010000:0.0:1777047454.195219:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047454.195255:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724938033 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7caa expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.195360:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d72493803a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.195476:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d72493803a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.195500:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d72493803a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.195525:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938041 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.195540:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938041 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.195557:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938041 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.209221:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:3.0:1777047454.222530:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047454.222549:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d724938064 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.222569:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e26e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047454.222576:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d724938064 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.222592:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d724938064 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.222618:0:6576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb8:0x0].0x0 (ffff9e0761fbaa00) 00010000:00010000:3.0:1777047454.222647:0:6576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777047454.222654:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d724938064 lrc: 1/0,0 mode: --/PW res: [0x240000404:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.222664:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d724938064 lrc: 0/0,0 mode: --/PW res: [0x240000404:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.222995:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047454.222999:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047454.223002:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047454.263134:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047454.263251:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387906048 00000100:00100000:1.0:1777047454.263265:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387906048 00000100:00100000:1.0:1777047454.263353:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5907 00000100:00100000:1.0:1777047454.263369:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57240:x1863365387906048:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:1.0:1777047454.263502:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047454.263798:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724937fae lrc: 0/0,0 mode: --/PR res: [0x240000404:0xb7:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c6b expref: 78 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.263830:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:1.0:1777047454.263837:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047454.263941:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46a00/0x5ecf73d72493806b lrc: 3/0,1 mode: --/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.263962:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46a00/0x5ecf73d72493806b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.263977:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46a00/0x5ecf73d72493806b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047454.264125:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003f401ef1 reply state 00000000f550e18d transno 4294969864 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46a00/0x5ecf73d72493806b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.264144:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46a00/0x5ecf73d72493806b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.264154:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:1.0:1777047454.264158:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047454.264161:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047454.264290:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57240:x1863365387906048:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 923us (1167us total) trans 4294969864 rc 0/0 00000100:00100000:1.0:1777047454.264301:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5907 00000100:00100000:0.0:1777047454.278367:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387906176 00000100:00100000:0.0:1777047454.278380:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387906176 00000100:00100000:0.0:1777047454.278498:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3699 00000100:00100000:0.0:1777047454.278513:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:57240:x1863365387906176:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047454.278536:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047454.278581:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb8832ce/0x5ecf73d724938072 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7cb1 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047454.278624:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xdb:0x0] initial LVB size: 4096, mtime: 0x69eb979e, atime: 0x0, ctime: 0x69eb979e, blocks: 0x8 00010000:00010000:0.0:1777047454.278652:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047454.278655:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047454.278666:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb8832ce/0x5ecf73d724938072 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cb1 expref: 11 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.278690:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eb8832ce/0x5ecf73d724938072 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cb1 expref: 11 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.278988:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d4800, rc 0) 00000100:00100000:0.0:1777047454.279076:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:57240:x1863365387906176:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 565us (969us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047454.279087:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3699 00000100:00100000:3.0:1777047454.279377:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387906304 00000100:00100000:3.0:1777047454.279400:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387906304 00000100:00100000:3.0:1777047454.279491:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5908 00000100:00100000:3.0:1777047454.279505:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57244:x1863365387906304:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047454.279526:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047454.279549:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724938079 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7cb8 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.279670:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938080 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.279689:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938080 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.279707:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938080 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.279726:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938087 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.279738:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938087 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.279749:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938087 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.279796:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938080 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.279809:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938080 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.279821:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938080 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.279831:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938080 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.279840:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047454.279846:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938080 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.280177:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938080 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.280562:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56600) 00010000:00010000:3.0:1777047454.280568:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047454.280575:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938080 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.280586:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938080 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.280605:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938087 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.280616:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938087 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.280625:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938087 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.280632:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047454.280637:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938087 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.280647:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938087 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.280658:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0761fba700) 00010000:00010000:3.0:1777047454.280662:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047454.280666:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938087 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.280675:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938087 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.280716:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724938079 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cb8 expref: 80 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.281019:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56600) 00010000:00010000:3.0:1777047454.281023:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047454.281031:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724938079 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cb8 expref: 80 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.281068:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90200, rc 0) 00000100:00100000:3.0:1777047454.281124:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57244:x1863365387906304:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1621us (2887us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047454.281135:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5908 00000100:00100000:0.0:1777047454.296595:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387906432 00000100:00100000:0.0:1777047454.296608:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387906432 00000100:00100000:0.0:1777047454.296693:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3700 00000100:00100000:0.0:1777047454.296708:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:57240:x1863365387906432:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047454.296730:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047454.296751:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ca7e99fc/0x5ecf73d72493808e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xdc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7cbf expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.296792:0:8633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d724937de0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bd1 expref: 23 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.296806:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047454.296810:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047454.296816:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ca7e99fc/0x5ecf73d72493808e lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cbf expref: 23 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.296882:0:8633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d724937de0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bd1 expref: 23 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.296902:0:8633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d724937de0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bd1 expref: 23 pid: 8479 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047454.296924:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365442997504:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047454.297033:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d92b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047454.302531:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047454.302958:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387906560 00000100:00100000:0.0:1777047454.302970:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387906560 00000100:00100000:0.0:1777047454.303054:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5909 00000100:00100000:0.0:1777047454.303070:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57244:x1863365387906560:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047454.303095:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047454.303125:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724938095 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7cc6 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.303520:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d72493809c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.303542:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d72493809c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.303559:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d72493809c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.303583:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249380a3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.303596:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249380a3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.303607:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249380a3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.303655:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d72493809c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.303665:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d72493809c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.303674:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d72493809c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.303684:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d72493809c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.303695:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047454.303700:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d72493809c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.303711:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d72493809c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.303727:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771879000) 00010000:00010000:0.0:1777047454.303732:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047454.303737:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d72493809c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.303746:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d72493809c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.303763:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249380a3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.303771:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249380a3 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.303780:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249380a3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.303787:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047454.303791:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249380a3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.303800:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249380a3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.303811:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0761fba700) 00010000:00010000:0.0:1777047454.303815:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047454.303819:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249380a3 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.303827:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249380a3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.303889:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724938095 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cc6 expref: 80 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.303913:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771879000) 00010000:00010000:0.0:1777047454.303917:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047454.303924:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724938095 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cc6 expref: 80 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.303943:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d4c00, rc 0) 00000100:00100000:0.0:1777047454.304035:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57244:x1863365387906560:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 967us (1513us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047454.304047:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5909 00000100:00100000:0.0:1777047454.305601:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047454.305913:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387906688 00000100:00100000:3.0:1777047454.305923:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387906688 00010000:00010000:3.0:1777047454.305989:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d724937de0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bd1 expref: 24 pid: 8479 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.306201:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1886 00000100:00100000:3.0:1777047454.306221:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749167b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365387906688:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047454.306244:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047454.306277:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d724937de0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xdc:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bd1 expref: 24 pid: 8479 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.306334:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d724937de0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bd1 expref: 24 pid: 8479 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.306367:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d724937de0 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7bd1 expref: 24 pid: 8479 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.306649:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047454.306654:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047454.306665:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ca7e99fc/0x5ecf73d72493808e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cbf expref: 22 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.306683:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ca7e99fc/0x5ecf73d72493808e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cbf expref: 22 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.306735:0:6573:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ca7e99fc/0x5ecf73d72493808e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cbf expref: 22 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.309413:0:6573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6573:1863365442997632:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047454.309700:0:6573:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e076e2b16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047454.319273:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387906816 00000100:00100000:0.0:1777047454.319286:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387906816 00000100:00100000:0.0:1777047454.320565:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5910 00000100:00100000:0.0:1777047454.320585:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57244:x1863365387906816:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047454.320611:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047454.320642:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249380aa lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7ccd expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.320724:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d7249380b1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.320746:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d7249380b1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.320764:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d7249380b1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047454.322398:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1777047454.322408:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1777047454.322470:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249380aa lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ccd expref: 81 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.322501:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d7249380b1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ccd expref: 80 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.322516:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771879000) 00010000:00010000:0.0:1777047454.322521:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777047454.322527:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290c00, rc 0) 00000100:00100000:0.0:1777047454.322629:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57244:x1863365387906816:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2049us (3902us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047454.322641:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5910 00000100:00100000:0.0:1777047454.333982:0:6573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6573:1863365442997632:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047454.334014:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047454.334094:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749167b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365387906688:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 27877us (28493us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047454.334111:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1886 00000100:00100000:1.0:1777047454.334511:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387906944 00000100:00100000:1.0:1777047454.334522:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387906944 00002000:00010000:1.0:1777047454.334571:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/219 (5->18446744073709551615) 00002000:00100000:1.0:1777047454.334578:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a4380 with x1863365387906944 ext(5->18446744073709551615) 00002000:00010000:1.0:1777047454.334593:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06439a4380. 00000100:00100000:1.0:1777047454.335361:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387907072 00000100:00100000:1.0:1777047454.335370:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387907072 00002000:00010000:1.0:1777047454.335397:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/220 (0->18446744073709551615) 00002000:00100000:1.0:1777047454.335403:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a7100 with x1863365387907072 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047454.335414:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e06439a7100. 00000100:00100000:0.0:1777047454.336986:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1009 00000100:00100000:0.0:1777047454.337009:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365387906944:12345-192.168.201.54@tcp:10:lfs.0 00000100:00100000:1.0:1777047454.338140:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1010 00000100:00100000:1.0:1777047454.338159:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365387907072:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047454.338746:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xdc:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047454.338785:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xdc:0x0] updating lvb mtime from disk: 0 -> 1777047454 00002000:00010000:1.0:1777047454.338791:0:24566:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xdc:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047454.338795:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xdc:0x0] updating lvb ctime from disk: 0 -> 1777047454 00002000:00010000:1.0:1777047454.338799:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xdc:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047454.338908:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365387907072:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 753us (5111us total) trans 17179870255 rc 0/0 00000100:00100000:1.0:1777047454.338922:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1010 00002000:00010000:1.0:1777047454.338930:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/220 (0->18446744073709551615) 00002000:00100000:1.0:1777047454.338936:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a7100 with x1863365387907072 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047454.338945:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e06439a7100. 00002000:00010000:0.0:1777047454.340113:0:24565:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xdb:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:0.0:1777047454.340120:0:24565:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xdb:0x0] updating lvb mtime from disk: 1777047454 -> 1777047454 00002000:00010000:0.0:1777047454.340124:0:24565:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xdb:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047454.340128:0:24565:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xdb:0x0] updating lvb ctime from disk: 1777047454 -> 1777047454 00002000:00010000:0.0:1777047454.340132:0:24565:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xdb:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1777047454.340201:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365387906944:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 3200us (6481us total) trans 21474837519 rc 0/0 00000100:00100000:0.0:1777047454.340214:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1009 00002000:00010000:0.0:1777047454.340220:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/219 (5->18446744073709551615) 00002000:00100000:0.0:1777047454.340225:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a4380 with x1863365387906944 ext(5->18446744073709551615) 00002000:00010000:0.0:1777047454.340235:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06439a4380. 00000100:00100000:0.0:1777047454.344116:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387907200 00000100:00100000:0.0:1777047454.344131:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387907200 00000100:00100000:0.0:1777047454.344212:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5911 00000100:00100000:0.0:1777047454.344230:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57244:x1863365387907200:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047454.344257:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047454.344284:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249380b8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7cd4 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.344406:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d7249380bf lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.344429:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d7249380bf lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.344447:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d7249380bf lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.344465:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249380c6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.344477:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249380c6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.349475:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249380c6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.351955:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d7249380bf lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.351975:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d7249380bf lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.352012:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d7249380bf lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.352027:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d7249380bf lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.352038:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047454.352046:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d7249380bf lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.352060:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d7249380bf lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.352085:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771879000) 00010000:00010000:1.0:1777047454.352091:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047454.352101:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d7249380bf lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.352114:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d7249380bf lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.352139:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249380c6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.352151:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249380c6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.352163:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249380c6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.352174:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047454.352179:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249380c6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.352191:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249380c6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.352206:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0761fba700) 00010000:00010000:1.0:1777047454.352211:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047454.352217:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249380c6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.352227:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249380c6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.352295:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249380b8 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cd4 expref: 81 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.352325:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771879000) 00010000:00010000:1.0:1777047454.352330:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047454.352338:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249380b8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cd4 expref: 81 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.352357:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291800, rc 0) 00000100:00100000:1.0:1777047454.352539:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57244:x1863365387907200:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 8308us (10639us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047454.352556:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5911 00000100:00100000:3.0:1777047454.356331:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387907456 00000100:00100000:3.0:1777047454.356346:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387907456 00000100:00100000:1.0:1777047454.356490:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5912 00000100:00100000:1.0:1777047454.356515:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57240:x1863365387907456:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:1.0:1777047454.356638:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249380cd lrc: 3/0,1 mode: --/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.356666:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249380cd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.356684:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249380cd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047454.356899:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000faa9c250 reply state 00000000ad23d136 transno 4294969865 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249380cd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.356923:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249380cd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.356937:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:1.0:1777047454.356943:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047454.356949:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047454.357067:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57240:x1863365387907456:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 559us (2526us total) trans 4294969865 rc 0/0 00000100:00100000:1.0:1777047454.357081:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5912 00000100:00100000:1.0:1777047454.368483:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387907712 00000100:00100000:1.0:1777047454.368499:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387907712 00000100:00100000:1.0:1777047454.368601:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5913 00000100:00100000:1.0:1777047454.368620:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57244:x1863365387907712:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047454.368650:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047454.368656:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1777047454.368697:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d7249380b1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ccd expref: 82 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.368729:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771879000) 00010000:00010000:1.0:1777047454.368745:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047454.368770:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47a00/0x5ecf73d7249380d4 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7cdb expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.368946:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d7249380db lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.368972:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d7249380db lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.368992:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d7249380db lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.369012:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d7249380e2 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.369036:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d7249380e2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.369049:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d7249380e2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047454.369155:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387907840 00000100:00100000:0.0:1777047454.369165:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387907840 00000100:00100000:0.0:1777047454.369252:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3701 00000100:00100000:0.0:1777047454.369273:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57240:x1863365387907840:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047454.369291:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047454.369314:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d7249380e9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7ce2 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.369359:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f58a5680/0x5ecf73d724937fb5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c72 expref: 24 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.369377:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047454.369381:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047454.369665:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249380f0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.369685:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249380f0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.369698:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249380f0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047454.369713:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xba:0x0]: returning size 0 00010000:00010000:1.0:1777047454.369751:0:6588:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d7249380db lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.369764:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d7249380db lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.370096:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d7249380db lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.370109:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d7249380db lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.370121:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f46800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047454.370127:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d7249380db lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.370149:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d7249380db lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.370167:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e076def5100) 00010000:00010000:1.0:1777047454.370174:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047454.370180:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d7249380db lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.370193:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d7249380db lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047454.370215:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006818984b reply state 0000000058d5afb8 transno 4294969866 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d7249380e2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.370235:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d7249380e2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.370247:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0761fba700) 00010000:00010000:1.0:1777047454.370252:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047454.370258:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777047454.370310:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47a00/0x5ecf73d7249380d4 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cdb expref: 84 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.370333:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d7249380e9 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ce2 expref: 24 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.370359:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249380f0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cdb expref: 83 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.370377:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xba:0x0].0x0 (ffff9e076def5600) 00010000:00010000:1.0:1777047454.370428:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047454.370435:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9e00, rc 0) 00010000:00010000:0.0:1777047454.370462:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f58a5680/0x5ecf73d724937fb5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c72 expref: 24 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.370489:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f58a5680/0x5ecf73d724937fb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c72 expref: 24 pid: 36216 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047454.370516:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749165880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365442997760:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047454.370543:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:57244:x1863365387907712:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1922us (2964us total) trans 4294969866 rc 0/0 00000100:00100000:1.0:1777047454.370561:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5913 00000100:00100000:0.0:1777047454.370609:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d92bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047454.395749:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387908096 00000100:00100000:3.0:1777047454.395766:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387908096 00000100:00100000:3.0:1777047454.395916:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5914 00000100:00100000:3.0:1777047454.395936:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:57244:x1863365387908096:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047454.395976:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047454.396010:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249380fe lrc: 2/0,0 mode: --/CR res: [0x240000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7ce9 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.396177:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938105 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.396204:0:9025:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249380f0 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cdb expref: 85 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.396220:0:9025:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938105 lrc: 4/0,1 mode: --/EX res: [0x240000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.396611:0:9025:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249380f0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cdb expref: 85 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.396643:0:9025:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249380f0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cdb expref: 85 pid: 6588 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.396672:0:9025:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:9025:1863365442997888:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047454.397650:0:9025:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e076e2b1780 going to sleep for 11 seconds 00000100:00100000:0.0:1777047454.398334:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749165880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365442997760:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047454.398381:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d7249380e9 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ce2 expref: 24 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.398476:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291800, rc 0) 00000100:00100000:0.0:1777047454.406410:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57240:x1863365387907840:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 35469us (36629us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047454.406434:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3701 00000100:00100000:3.0:1777047454.406637:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387908224 00000100:00100000:3.0:1777047454.406650:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387908224 00010000:00010000:3.0:1777047454.406707:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f58a5680/0x5ecf73d724937fb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c72 expref: 24 pid: 36216 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.406954:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1887 00000100:00100000:3.0:1777047454.406975:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365387908224:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047454.406999:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047454.407033:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f58a5680/0x5ecf73d724937fb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c72 expref: 24 pid: 36216 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.407059:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f58a5680/0x5ecf73d724937fb5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c72 expref: 24 pid: 36216 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.407097:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f58a5680/0x5ecf73d724937fb5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c72 expref: 24 pid: 36216 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.407123:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047454.407128:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047454.407139:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d7249380e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ce2 expref: 23 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.407168:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d7249380e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ce2 expref: 23 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.407227:0:36227:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d7249380e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ce2 expref: 23 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.408067:0:36227:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:36227:1863365442998016:192.168.201.54@tcp:105: 00000100:00100000:3.0:1777047454.408269:0:36227:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e076e2b1000 going to sleep for 11 seconds 00000100:00100000:1.0:1777047454.416212:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:0.0:1777047454.417506:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249380f0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cdb expref: 85 pid: 6588 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047454.417547:0:9025:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:9025:1863365442997888:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047454.417582:0:9025:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938105 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.417600:0:9025:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938105 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.417612:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938105 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047454.417649:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xba:0x0]: returning size 0 00000004:00080000:0.0:1777047454.418227:0:9025:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xdf:0x0], index 1: 0 00000004:00080000:0.0:1777047454.418240:0:9025:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xde:0x0], index 0: 0 00000004:00080000:0.0:1777047454.418249:0:9025:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xdf:0x0], index 0: 0 00000004:00080000:0.0:1777047454.418258:0:9025:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xe0:0x0], index 1: 0 00010000:00010000:0.0:1777047454.418481:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938105 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.418498:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938105 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.418511:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938105 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.418523:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047454.418531:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938105 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.418544:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938105 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.418563:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xba:0x0].0x0 (ffff9e076def5600) 00010000:00010000:0.0:1777047454.418568:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047454.418575:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938105 lrc: 2/0,0 mode: --/EX res: [0x240000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.418587:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938105 lrc: 0/0,0 mode: --/EX res: [0x240000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.418666:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249380fe lrc: 1/0,0 mode: --/CR res: [0x240000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ce9 expref: 85 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.418689:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xba:0x0].0x0 (ffff9e076def5600) 00010000:00010000:0.0:1777047454.418695:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777047454.418704:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249380fe lrc: 0/0,0 mode: --/CR res: [0x240000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ce9 expref: 85 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.418745:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90200, rc 0) 00000100:00100000:0.0:1777047454.430544:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387908480 00000100:00100000:0.0:1777047454.430560:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387908480 00000100:00100000:0.0:1777047454.430637:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3702 00000100:00100000:0.0:1777047454.430654:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365387908480:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:0.0:1777047454.431288:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xdb:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1777047454.431297:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xdb:0x0] updating lvb mtime from disk: 1777047454 -> 1777047454 00002000:00010000:0.0:1777047454.431302:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xdb:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047454.431306:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xdb:0x0] updating lvb ctime from disk: 1777047454 -> 1777047454 00002000:00010000:0.0:1777047454.431311:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xdb:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1777047454.432979:0:36227:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:36227:1863365442998016:192.168.201.54@tcp:105: 00010000:00010000:3.0:1777047454.433017:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047454.437517:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365387908480:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 6850us (7921us total) trans 17179870256 rc 0/0 00000100:00100000:0.0:1777047454.437540:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3702 00000100:00100000:3.0:1777047454.439319:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365387908224:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 32345us (34639us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047454.439337:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1887 00000100:00100000:1.0:1777047454.440478:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:57244:x1863365387908096:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 44538us (46720us total) trans 4294969867 rc 301/301 00000100:00100000:1.0:1777047454.440498:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5914 00000100:00100000:3.0:1777047454.458741:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387908736 00000100:00100000:3.0:1777047454.458759:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387908736 00000100:00100000:3.0:1777047454.458912:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2007 00000100:00100000:3.0:1777047454.458933:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:57244:x1863365387908736:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047454.459769:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:57244:x1863365387908736:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 837us (2687us total) trans 4294969868 rc 0/0 00000100:00100000:3.0:1777047454.459786:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2007 00000100:00100000:3.0:1777047454.463830:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387908992 00000100:00100000:3.0:1777047454.463844:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387908992 00000100:00100000:3.0:1777047454.463961:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2008 00000100:00100000:3.0:1777047454.463981:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:57240:x1863365387908992:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:3.0:1777047454.464057:0:6591:0:(mdt_open.c:2500:mdt_close_resync_done()) ### [0x240000404:0xb7:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724937ee3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c2c expref: 85 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.464133:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938113 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.464161:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937f8b lrc: 2/0,0 mode: CR/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c5d expref: 85 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.464180:0:6591:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938113 lrc: 4/0,1 mode: --/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.464237:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937f8b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c5d expref: 85 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.464263:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937f8b lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c5d expref: 85 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.464288:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6591:1863365442998144:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047454.464502:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e076e2b16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047454.470514:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387909248 00000100:00100000:1.0:1777047454.470528:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387909248 00000100:00100000:1.0:1777047454.470604:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2009 00000100:00100000:1.0:1777047454.470622:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+86:57244:x1863365387909248:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:1.0:1777047454.471232:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+87:57244:x1863365387909248:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 613us (992us total) trans 4294969869 rc 0/0 00000100:00100000:1.0:1777047454.471247:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2009 00000100:00100000:3.0:1777047454.474451:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6591:1863365442998144:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047454.474493:0:6591:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938113 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047454.480345:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387909376 00000100:00100000:0.0:1777047454.480358:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387909376 00010000:00010000:0.0:1777047454.480491:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937f8b lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c5d expref: 87 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047454.480550:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1889 00000100:00100000:0.0:1777047454.480568:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+87:2429:x1863365387909376:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047454.480593:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047454.480607:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937f8b lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c5d expref: 87 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.480633:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937f8b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c5d expref: 87 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.480673:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724937f8b lrc: 0/0,0 mode: --/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c5d expref: 87 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.480702:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:0.0:1777047454.480713:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938113 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.480730:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938113 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.480746:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938113 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.480794:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047454.480909:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+86:2429:x1863365387909376:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 342us (1340us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047454.480925:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1889 00010000:00010000:3.0:1777047454.481818:0:6591:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938113 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.481835:0:6591:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938113 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777047454.482230:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].468, 88 off44728 00000004:00080000:3.0:1777047454.482244:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4083118860061ns, next at 4083852547689ns, rc = 0 00000040:00080000:3.0:1777047454.482296:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].449, 88 off42968 00000004:00080000:3.0:1777047454.482303:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4083118919628ns, next at 4083852463822ns, rc = 0 00000040:00080000:3.0:1777047454.482335:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].450, 88 off43056 00000004:00080000:3.0:1777047454.482342:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4083118958754ns, next at 4083852463822ns, rc = 0 00000040:00080000:3.0:1777047454.482360:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].469, 88 off44816 00000004:00080000:3.0:1777047454.482367:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4083118983968ns, next at 4083852547689ns, rc = 0 00000100:00100000:0.0:1777047454.493692:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047454.494212:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387909632 00000100:00100000:1.0:1777047454.494227:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387909632 00000100:00100000:1.0:1777047454.494325:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5915 00000100:00100000:1.0:1777047454.494344:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749165880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+87:56906:x1863365387909632:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:1.0:1777047454.494376:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047454.494410:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493811a lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7cf0 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.494636:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724938121 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.494663:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724938121 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.494693:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724938121 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.494714:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938128 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.494732:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938128 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.495229:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938128 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.495335:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d72493812f lrc: 3/1,0 mode: --/PR res: [0x240000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.495353:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d72493812f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.495366:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d72493812f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047454.495417:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xba:0x0]: returning size 0 00010000:00010000:1.0:1777047454.495556:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724938121 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.495573:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724938121 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.495588:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724938121 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.495602:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724938121 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.495616:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b9a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047454.495624:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724938121 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.495639:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724938121 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.495662:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e076def5100) 00010000:00010000:1.0:1777047454.495669:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047454.495677:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724938121 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.495691:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724938121 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.495717:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938128 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.495729:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938128 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.495742:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938128 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.495754:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047454.495759:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938128 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.495772:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938128 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.496515:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0761fba700) 00010000:00010000:1.0:1777047454.496522:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047454.496529:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938128 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.496541:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938128 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.496607:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493811a lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cf0 expref: 90 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.496640:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d72493812f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cf0 expref: 89 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.496656:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xba:0x0].0x0 (ffff9e076def5700) 00010000:00010000:1.0:1777047454.496661:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047454.496665:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8400, rc 0) 00000100:00100000:1.0:1777047454.496742:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749165880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+89:56906:x1863365387909632:12345-192.168.201.54@tcp:101:bash.0 Request processed in 2404us (3065us total) trans 4294969871 rc 0/0 00000100:00100000:1.0:1777047454.496756:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5915 00010000:00010000:3.0:1777047454.507703:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724938056 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.507729:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724938056 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.507746:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724938056 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.507759:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047454.507768:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724938056 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.507783:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724938056 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.507811:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0761fba700) 00010000:00010000:3.0:1777047454.507818:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047454.507826:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724938056 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.507850:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724938056 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.507925:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46a00/0x5ecf73d72493806b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.507940:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46a00/0x5ecf73d72493806b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.507953:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46a00/0x5ecf73d72493806b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.507963:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f46a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047454.507969:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46a00/0x5ecf73d72493806b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.507981:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46a00/0x5ecf73d72493806b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.507997:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:3.0:1777047454.508003:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047454.508009:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46a00/0x5ecf73d72493806b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.508020:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46a00/0x5ecf73d72493806b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.508043:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249380cd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.508056:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249380cd lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.508067:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249380cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.508083:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f47e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047454.508088:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249380cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.508101:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249380cd lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.508115:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:3.0:1777047454.508119:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047454.508124:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249380cd lrc: 2/0,0 mode: --/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.508135:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249380cd lrc: 0/0,0 mode: --/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.508153:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d7249380e2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.508165:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d7249380e2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.508176:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d7249380e2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.508187:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f46200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047454.508192:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d7249380e2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.508212:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d7249380e2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.508226:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0761fba700) 00010000:00010000:3.0:1777047454.508231:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047454.508236:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d7249380e2 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.508247:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d7249380e2 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777047454.508689:0:6591:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e7565d38 reply state 000000008d5b5441 transno 4294969870 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938113 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.508718:0:6591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938113 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.508733:0:6591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:3.0:1777047454.508737:0:6591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1777047454.508743:0:6591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777047454.508756:0:6591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:3.0:1777047454.508762:0:6591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047454.512231:0:6591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724937ee3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c2c expref: 75 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.513641:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442998272:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1777047454.513731:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442998400:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047454.513760:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047454.513920:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442998656:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777047454.516544:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047454.516610:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047454.516630:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442998528:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047454.516668:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442998272 00000100:00100000:1.0:1777047454.516698:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047454.516713:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442998272 00000100:00100000:1.0:1777047454.516769:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442998400 00000100:00100000:1.0:1777047454.516781:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442998400 00000100:00100000:3.0:1777047454.516803:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442998528 00000100:00100000:3.0:1777047454.516814:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442998528 00000100:00100000:1.0:1777047454.516898:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3703 00000100:00100000:1.0:1777047454.516919:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+23:3683:x1863365442998272:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1777047454.516962:0:11204:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:221 count 1 00010000:00010000:1.0:1777047454.517001:0:11204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d72493813d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xdd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.517039:0:11204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002ff17dd4/0x5ecf73d724938010 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c9c expref: 23 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.517059:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047454.517063:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047454.517071:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d72493813d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047454.517307:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047454.517383:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442998656 00000100:00100000:0.0:1777047454.517392:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442998656 00000100:00100000:3.0:1777047454.517467:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3704 00000100:00100000:3.0:1777047454.517488:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+24:3684:x1863365442998400:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1777047454.517519:0:36216:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:222 count 1 00002000:00010000:3.0:1777047454.517558:0:36216:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xde:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047454.517570:0:36216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724938144 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.517591:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047454.517595:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047454.517603:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724938144 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.517629:0:36216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724938144 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.517648:0:36216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724938144 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.517665:0:36216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724938144 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.518104:0:36216:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047454.518337:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3684:x1863365442998400:12345-0@lo:6:osp-syn-1-1.0 Request processed in 855us (1796us total) trans 17179870257 rc 0/0 00000100:00100000:3.0:1777047454.518353:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3704 00000100:00100000:3.0:1777047454.518416:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3705 00000100:00100000:3.0:1777047454.518433:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+24:3684:x1863365442998528:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777047454.518565:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xdb:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1777047454.518572:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xdb:0x0] updating lvb mtime from disk: 1777047454 -> 1777047454 00002000:00010000:3.0:1777047454.518577:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xdb:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047454.518582:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xdb:0x0] updating lvb ctime from disk: 1777047454 -> 1777047454 00002000:00010000:3.0:1777047454.518587:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xdb:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1777047454.518642:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3684:x1863365442998528:12345-0@lo:2:osp-syn-1-1.0 Request processed in 212us (1946us total) trans 17179870258 rc 0/0 00000100:00100000:3.0:1777047454.518657:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3705 00010000:00010000:3.0:1777047454.518702:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047454.518714:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724938144 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.518731:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047454.518739:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724938144 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.518758:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724938144 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.519169:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724938144 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.519187:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724938144 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.519247:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047454.519251:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047454.519255:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777047454.519308:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e3e9180/2, rc 0, transno 17179870258 00000100:00100000:3.0:1777047454.519320:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442998528:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777047454.519339:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e3ebb80/2, rc 0, transno 17179870257 00000100:00100000:3.0:1777047454.519346:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365442998400:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1777047454.519512:0:11204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002ff17dd4/0x5ecf73d724938010 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c9c expref: 23 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.519545:0:11204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002ff17dd4/0x5ecf73d724938010 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c9c expref: 23 pid: 30115 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047454.519572:0:11204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365442998784:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047454.519699:0:11204:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750f463c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047454.520264:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442999168:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047454.520327:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047454.520354:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442998912:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1777047454.520427:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047454.520434:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777047454.520456:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442999040:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1777047454.520485:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047454.520501:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442999296:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047454.520529:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047454.520585:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047454.522944:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442999168 00000100:00100000:1.0:1777047454.522958:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442999168 00000100:00100000:0.0:1777047454.523010:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442998912 00000100:00100000:0.0:1777047454.523022:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442998912 00000100:00100000:1.0:1777047454.523027:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442999040 00000100:00100000:1.0:1777047454.523039:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442999040 00000100:00100000:0.0:1777047454.523076:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442999296 00000100:00100000:0.0:1777047454.523085:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442999296 00000100:00100000:0.0:1777047454.523125:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3706 00000100:00100000:0.0:1777047454.523141:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+24:3682:x1863365442998656:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777047454.523322:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xdc:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047454.523329:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xdc:0x0] updating lvb mtime from disk: 1777047454 -> 1777047454 00002000:00010000:0.0:1777047454.523333:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xdc:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047454.523338:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xdc:0x0] updating lvb ctime from disk: 1777047454 -> 1777047454 00002000:00010000:0.0:1777047454.523342:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xdc:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047454.523410:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+25:3682:x1863365442998656:12345-0@lo:2:osp-syn-1-1.0 Request processed in 272us (6105us total) trans 17179870259 rc 0/0 00000100:00100000:0.0:1777047454.523427:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3706 00000100:00100000:1.0:1777047454.523472:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3707 00000100:00100000:0.0:1777047454.523487:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3708 00000100:00100000:1.0:1777047454.523499:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+8:3685:x1863365442999168:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777047454.523513:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077594a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3683:x1863365442998912:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1777047454.523544:0:8479:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:220 count 1 00010000:00010000:0.0:1777047454.523573:0:8479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d72493814b lrc: 3/0,1 mode: --/PW res: [0x280000400:0xdc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.523602:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000089fb9df3/0x5ecf73d724938009 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c95 expref: 11 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.523616:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047454.523620:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047454.523626:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d72493814b lrc: 4/0,1 mode: --/PW res: [0x280000400:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047454.524665:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xda:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047454.524673:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xda:0x0] updating lvb mtime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047454.524679:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xda:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047454.524683:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xda:0x0] updating lvb ctime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047454.524689:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xda:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047454.524756:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+9:3685:x1863365442999168:12345-0@lo:2:osp-syn-0-1.0 Request processed in 1267us (4428us total) trans 21474837520 rc 0/0 00000100:00100000:1.0:1777047454.524771:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3707 00000100:00100000:1.0:1777047454.524802:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3709 00000100:00100000:1.0:1777047454.524815:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+8:3685:x1863365442999040:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1777047454.524839:0:30115:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:221 count 1 00010000:00010000:0.0:1777047454.525055:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000089fb9df3/0x5ecf73d724938009 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c95 expref: 11 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.525090:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000089fb9df3/0x5ecf73d724938009 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c95 expref: 11 pid: 36217 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047454.525448:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749164380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365442999424:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047454.525530:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d92bc00 going to sleep for 11 seconds 00000004:00080000:0.0:1777047454.525596:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e3eb800/2, rc 0, transno 17179870259 00000100:00100000:0.0:1777047454.525609:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365442998656:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047454.525650:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3710 00000100:00100000:0.0:1777047454.525666:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3683:x1863365442999296:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777047454.526265:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xdb:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1777047454.526271:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xdb:0x0] updating lvb mtime from disk: 1777047454 -> 1777047454 00002000:00010000:0.0:1777047454.526276:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xdb:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047454.526281:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xdb:0x0] updating lvb ctime from disk: 1777047454 -> 1777047454 00002000:00010000:0.0:1777047454.526285:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xdb:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:1.0:1777047454.526353:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xdd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1777047454.526356:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3683:x1863365442999296:12345-0@lo:2:osp-syn-0-1.0 Request processed in 692us (5775us total) trans 21474837521 rc 0/0 00000100:00100000:0.0:1777047454.526379:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3710 00010000:00010000:1.0:1777047454.526418:0:30115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938152 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.526444:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047454.526449:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047454.526458:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938152 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.526486:0:30115:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938152 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.526517:0:30115:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938152 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.526534:0:30115:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938152 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.526762:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938113 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.526781:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938113 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.526796:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938113 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.526809:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047454.526816:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938113 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.526830:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938113 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.526893:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:3.0:1777047454.526900:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047454.526908:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938113 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.526922:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938113 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.526991:0:3683:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474837516 gen 2 00000004:00080000:3.0:1777047454.527001:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744a28380, transno 21474837508 00000004:00080000:3.0:1777047454.527019:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e19ad80, transno 21474837509 00000004:00080000:3.0:1777047454.527025:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e19b480, transno 21474837510 00000004:00080000:3.0:1777047454.527030:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e199f80, transno 21474837511 00000004:00080000:3.0:1777047454.527035:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e00b800, transno 21474837513 00000004:00080000:3.0:1777047454.527040:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e00b100, transno 21474837514 00000004:00080000:3.0:1777047454.527045:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e3ea300, transno 21474837515 00000004:00080000:3.0:1777047454.527049:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e3e8000, transno 21474837516 00000100:00100000:3.0:1777047454.527064:0:3683:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9e07717e8700 x1863365442999296/t21474837521(21474837521) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777047470 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1777047454.527082:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e07717e8700/2, rc 0, transno 21474837521 00000100:00100000:3.0:1777047454.527090:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442999296:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1777047454.529252:0:30115:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777047454.529451:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047454.529468:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938152 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047454.529470:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+9:3685:x1863365442999040:12345-0@lo:6:osp-syn-0-1.0 Request processed in 4651us (8939us total) trans 21474837522 rc 0/0 00010000:00010000:0.0:1777047454.529508:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8200 already unused, calling callback (ffffffffc0b9a2d0) 00000100:00100000:1.0:1777047454.529508:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3709 00010000:00010000:0.0:1777047454.529521:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938152 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.529542:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938152 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.529588:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938152 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777047454.529595:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e07717e9c00/2, rc 0, transno 21474837522 00010000:00010000:0.0:1777047454.529602:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938152 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047454.529615:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442999040:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1777047454.529642:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777047454.529648:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e07717e9f80/2, rc 0, transno 21474837520 00010000:00010000:0.0:1777047454.529649:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047454.529656:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047454.529663:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442999168:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777047454.529921:0:8627:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 4 in progress, 1 in flight, 8 done 00000100:00100000:3.0:1777047454.530551:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387909760 00000100:00100000:3.0:1777047454.530564:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387909760 00010000:00010000:3.0:1777047454.531076:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047454.531441:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047454.531464:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744af2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365442999552:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777047454.531553:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047454.531655:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442999552 00000100:00100000:3.0:1777047454.532022:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442999552 00000100:00100000:3.0:1777047454.532106:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3240 00000100:00100000:3.0:1777047454.532122:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365442999552:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777047454.532162:0:7694:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446105088 avail 1299865600 00000100:00100000:3.0:1777047454.532264:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365442999552:12345-0@lo:41:osp-pre-1-0.0 Request processed in 142us (713us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047454.532279:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3240 00000100:00100000:1.0:1777047454.532609:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744af2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365442999552:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777047454.540830:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387909888 00000100:00100000:1.0:1777047454.540846:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387909888 00000100:00100000:1.0:1777047454.540983:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5917 00000100:00100000:1.0:1777047454.541000:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b3f7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57240:x1863365387909888:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047454.541035:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047454.541065:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724938167 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7cfe expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.541163:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724938167 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cfe expref: 76 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.541189:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9a00/0x5ecf73d724938167 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cfe expref: 76 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.541567:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:1.0:1777047454.541574:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047454.541581:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9a00, rc 0) 00000100:00100000:1.0:1777047454.541655:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b3f7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57240:x1863365387909888:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 657us (2650us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047454.541671:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5917 00000100:00100000:3.0:1777047454.546103:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047454.546162:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047454.546213:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387910272 00000100:00100000:3.0:1777047454.546225:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387910272 00010000:00010000:3.0:1777047454.546280:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002ff17dd4/0x5ecf73d724938010 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c9c expref: 24 pid: 30115 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.546342:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1890 00000100:00100000:3.0:1777047454.546361:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e008700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365387910272:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047454.546430:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047454.546444:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002ff17dd4/0x5ecf73d724938010 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c9c expref: 24 pid: 30115 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.546472:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002ff17dd4/0x5ecf73d724938010 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c9c expref: 24 pid: 30115 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.546512:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047454.546518:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047454.546527:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d72493813d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.546560:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d72493813d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.546600:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047454.549826:0:11204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ff17dd4/0x5ecf73d724938010 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c9c expref: 24 pid: 30115 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047454.550548:0:11204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365442998784:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047454.553169:0:11204:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d72493813d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.553193:0:11204:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d72493813d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.553208:0:11204:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d72493813d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.553239:0:11204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d72493813d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.553255:0:11204:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000b2ea2d6/0x5ecf73d72493813d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.553314:0:11204:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777047454.553643:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+25:3683:x1863365442998272:12345-0@lo:6:osp-syn-1-1.0 Request processed in 36726us (39883us total) trans 17179870260 rc 0/0 00000100:00100000:1.0:1777047454.553660:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3703 00000004:00080000:1.0:1777047454.553831:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e3e9f80/2, rc 0, transno 17179870260 00000100:00100000:1.0:1777047454.553843:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365442998272:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047454.556648:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e008700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365387910272:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 10285us (10479us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047454.556666:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1890 00000100:00100000:3.0:1777047454.567217:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047454.567286:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749164380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365442999424:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047454.567358:0:8479:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d72493814b lrc: 3/0,1 mode: --/PW res: [0x280000400:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.567494:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:3.0:1777047454.567977:0:8479:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d72493814b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.568004:0:8479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d72493814b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.568029:0:8479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d72493814b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.568052:0:8479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d72493814b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.568124:0:8479:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777047454.568150:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047454.568159:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d72493814b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.568184:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047454.568193:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d72493814b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.568209:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d72493814b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.568232:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d72493814b lrc: 1/0,0 mode: --/PW res: [0x280000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.568246:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d72493814b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.568278:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047454.568281:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047454.568284:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047454.568564:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077594a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3683:x1863365442998912:12345-0@lo:6:osp-syn-0-1.0 Request processed in 45058us (48134us total) trans 21474837523 rc 0/0 00000100:00100000:3.0:1777047454.568582:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3708 00000100:00100000:0.0:1777047454.568693:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387910656 00000100:00100000:0.0:1777047454.568704:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387910656 00000100:00100000:0.0:1777047454.569161:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2010 00000100:00100000:0.0:1777047454.569182:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e008000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57240:x1863365387910656:12345-192.168.201.54@tcp:35:lfs.0 00000004:00080000:0.0:1777047454.570164:0:6592:0:(mdd_object.c:4010:mdd_close()) Object [0x240000404:0xb7:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1777047454.570573:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].470, 64 off44880 00000040:00080000:0.0:1777047454.570619:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].451, 64 off43120 00000040:00080000:0.0:1777047454.570638:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].452, 64 off43184 00000040:00080000:0.0:1777047454.570657:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].471, 64 off44944 00010000:00010000:0.0:1777047454.570740:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724938175 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.570767:0:6592:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724938175 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.570787:0:6592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724938175 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.570801:0:6592:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724938175 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.570813:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724938175 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.570825:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724938175 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.570878:0:6592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777047454.571003:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e008000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57240:x1863365387910656:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1824us (3510us total) trans 4294969874 rc 0/0 00000100:00100000:0.0:1777047454.571019:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2010 00010000:00010000:3.0:1777047454.571581:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047454.571593:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724938175 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.571606:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047454.571613:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724938175 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.571635:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724938175 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.571655:0:6576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb7:0x0].0x0 (ffff9e0641ff7600) 00010000:00010000:3.0:1777047454.571660:0:6576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777047454.571667:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724938175 lrc: 1/0,0 mode: --/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.571677:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724938175 lrc: 0/0,0 mode: --/PW res: [0x240000404:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.571696:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047454.571699:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047454.571702:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047454.584264:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047454.584447:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387910784 00000100:00100000:1.0:1777047454.584485:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387910784 00000100:00100000:1.0:1777047454.584586:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5919 00000100:00100000:1.0:1777047454.584606:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:56906:x1863365387910784:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:1.0:1777047454.584641:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047454.584702:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d72493817c lrc: 2/0,0 mode: --/CR res: [0x240000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7d05 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.585473:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d72493817c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d05 expref: 80 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.585505:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d72493817c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d05 expref: 80 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.585551:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xba:0x0].0x0 (ffff9e076def5700) 00010000:00010000:1.0:1777047454.585558:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047454.585564:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8600, rc 0) 00000100:00100000:1.0:1777047454.585667:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:56906:x1863365387910784:12345-192.168.201.54@tcp:101:bash.0 Request processed in 1064us (1411us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047454.585682:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5919 00000100:00100000:1.0:1777047454.589586:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047454.599585:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387911296 00000100:00100000:1.0:1777047454.599600:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387911296 00000100:00100000:1.0:1777047454.599686:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5921 00000100:00100000:1.0:1777047454.599706:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:56906:x1863365387911296:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:1.0:1777047454.599733:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047454.599739:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1777047454.599773:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d72493817c lrc: 0/0,0 mode: --/CR res: [0x240000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d05 expref: 82 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.599806:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xba:0x0].0x0 (ffff9e076def5700) 00010000:00010000:1.0:1777047454.599814:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047454.599832:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249381a6 lrc: 2/0,0 mode: --/EX res: [0x240000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7d13 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.599936:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249381ad lrc: 3/0,1 mode: --/EX res: [0x240000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.599958:0:9025:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d724938198 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d0c expref: 82 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.599982:0:9025:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249381ad lrc: 4/0,1 mode: --/EX res: [0x240000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.600030:0:9025:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d724938198 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d0c expref: 82 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.600054:0:9025:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d724938198 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d0c expref: 82 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047454.600078:0:9025:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717eaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:9025:1863365442999680:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047454.600577:0:9025:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750f46180 going to sleep for 11 seconds 00000100:00100000:1.0:1777047454.611279:0:9025:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717eaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:9025:1863365442999680:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047454.611322:0:9025:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249381ad lrc: 3/0,1 mode: --/EX res: [0x240000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047454.612672:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387911424 00000100:00100000:0.0:1777047454.612685:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387911424 00010000:00010000:0.0:1777047454.612774:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d724938198 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d0c expref: 83 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047454.613184:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1892 00000100:00100000:0.0:1777047454.613204:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:2430:x1863365387911424:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047454.613228:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047454.613240:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d724938198 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d0c expref: 83 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.613266:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d724938198 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d0c expref: 83 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.613301:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d724938198 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d0c expref: 83 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.613353:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xba:0x0].0x0 (ffff9e076def5700) 00010000:00010000:0.0:1777047454.613363:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249381ad lrc: 3/0,1 mode: --/EX res: [0x240000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.613451:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249381ad lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.613493:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249381ad lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.613530:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047454.613614:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:2430:x1863365387911424:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 413us (1085us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047454.613632:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1892 00010000:00010000:1.0:1777047454.614178:0:9025:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249381ad lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.614554:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249381ad lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.614721:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387911552 00000100:00100000:3.0:1777047454.614733:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387911552 00000100:00100000:3.0:1777047454.614826:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5922 00000100:00100000:3.0:1777047454.614843:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57240:x1863365387911552:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047454.614903:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047454.614931:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249381b4 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7d1a expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047454.614958:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].472, 88 off45032 00000004:00080000:1.0:1777047454.614973:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4083251588483ns, next at 4083852547689ns, rc = 0 00000040:00080000:1.0:1777047454.615038:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].453, 88 off43272 00000004:00080000:1.0:1777047454.615049:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4083251665223ns, next at 4083852463822ns, rc = 0 00000040:00080000:1.0:1777047454.615097:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].454, 88 off43360 00000004:00080000:1.0:1777047454.615105:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4083251721237ns, next at 4083852463822ns, rc = 0 00000040:00080000:1.0:1777047454.615138:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].473, 88 off45120 00000004:00080000:1.0:1777047454.615144:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4083251760569ns, next at 4083852547689ns, rc = 0 00010000:00010000:3.0:1777047454.616369:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249381bb lrc: 3/1,0 mode: --/PR res: [0x240000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.616468:0:6589:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249381ad lrc: 2/0,1 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.616484:0:6589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249381bb lrc: 4/1,0 mode: --/PR res: [0x240000404:0xba:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.616511:0:6589:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249381ad lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.616530:0:6589:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249381bb lrc: 3/1,0 mode: --/PR res: [0x240000404:0xba:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047454.634130:0:7507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969876 is committed 00000004:00080000:1.0:1777047454.634151:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 338 committed 00000004:00080000:1.0:1777047454.634187:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 318 committed 00000004:00080000:1.0:1777047454.634224:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 317 committed 00000004:00080000:1.0:1777047454.634229:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 337 committed 00010000:00010000:1.0:1777047454.634354:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249381ad lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d13 expref: 79 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.634382:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xba:0x0].0x0 (ffff9e076def5700) 00010000:00010000:1.0:1777047454.634426:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1777047454.634433:0:9025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249381bb lrc: 3/1,0 mode: --/PR res: [0x240000404:0xba:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.634453:0:9025:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249381bb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xba:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.634467:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249381bb lrc: 4/1,0 mode: PR/PR res: [0x240000404:0xba:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.634539:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249381a6 lrc: 0/0,0 mode: --/EX res: [0x240000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d13 expref: 79 pid: 9025 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.634574:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249381ad lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d13 expref: 78 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.634627:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8000, rc 0) 00000100:00100000:0.0:1777047454.634708:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442999936:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1777047454.634738:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:56906:x1863365387911296:12345-192.168.201.54@tcp:101:bash.0 Request processed in 35033us (35637us total) trans 4294969876 rc 0/0 00000100:00100000:1.0:1777047454.634762:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5921 00000100:00100000:0.0:1777047454.635460:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047454.635541:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777047454.635554:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442999808:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1777047454.635599:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047454.635646:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443000192:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777047454.635684:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047454.635710:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777047454.635720:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749164000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443000064:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777047454.635756:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047454.637515:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442999936 00000100:00100000:1.0:1777047454.637531:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442999936 00000100:00100000:1.0:1777047454.637604:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365442999808 00000100:00100000:1.0:1777047454.637612:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365442999808 00000100:00100000:1.0:1777047454.637657:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443000192 00000100:00100000:1.0:1777047454.637667:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443000192 00000100:00100000:1.0:1777047454.637718:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443000064 00000100:00100000:1.0:1777047454.637725:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443000064 00000100:00100000:1.0:1777047454.637767:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443000576 00000100:00100000:1.0:1777047454.637774:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443000576 00000100:00100000:1.0:1777047454.637810:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443000704 00000100:00100000:1.0:1777047454.637817:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443000704 00000100:00100000:1.0:1777047454.638469:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3711 00000100:00100000:1.0:1777047454.638498:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3685:x1863365442999936:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1777047454.638546:0:28387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:219 count 1 00010000:00010000:1.0:1777047454.638583:0:28387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d7249381c2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.638632:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eb8832ce/0x5ecf73d724938072 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cb1 expref: 10 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.638674:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047454.638680:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047454.638691:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d7249381c2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.638771:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eb8832ce/0x5ecf73d724938072 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cb1 expref: 10 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.638842:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eb8832ce/0x5ecf73d724938072 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cb1 expref: 10 pid: 8479 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.639551:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d72493816e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.639570:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d72493816e lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.639584:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d72493816e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.639597:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047454.639607:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d72493816e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.639623:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d72493816e lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.639649:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xba:0x0].0x0 (ffff9e076def5700) 00010000:00010000:3.0:1777047454.639661:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047454.639671:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d72493816e lrc: 2/0,0 mode: --/TXN res: [0x240000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.639698:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d72493816e lrc: 0/0,0 mode: --/TXN res: [0x240000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.639756:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443000320:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047454.639826:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047454.639893:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777047454.639907:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443000448:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047454.639959:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047454.640014:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443000320 00000100:00100000:3.0:1777047454.640022:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443000320 00000100:00100000:3.0:1777047454.640051:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443000448 00000100:00100000:3.0:1777047454.640055:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443000448 00000100:00100000:3.0:1777047454.640073:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3715 00000100:00100000:3.0:1777047454.640083:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+28:3682:x1863365443000576:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047454.640272:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+29:3682:x1863365443000576:12345-0@lo:2:osp-syn-1-1.0 Request processed in 187us (2611us total) trans 17179870261 rc 0/0 00000100:00100000:3.0:1777047454.640286:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3715 00000100:00100000:3.0:1777047454.640316:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3716 00000100:00100000:3.0:1777047454.640330:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+28:3682:x1863365443000704:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777047454.640422:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0642d32300/2, rc 0, transno 17179870261 00000100:00100000:0.0:1777047454.640437:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443000576:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047454.640534:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+29:3682:x1863365443000704:12345-0@lo:2:osp-syn-1-1.0 Request processed in 204us (2748us total) trans 17179870262 rc 0/0 00000100:00100000:3.0:1777047454.640547:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3716 00000100:00100000:3.0:1777047454.640575:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3717 00000100:00100000:3.0:1777047454.640589:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+28:3684:x1863365443000320:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1777047454.640614:0:36217:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:219 count 1 00010000:00010000:3.0:1777047454.640638:0:36217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249381d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.640664:0:36217:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d7249380e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ce2 expref: 22 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.640714:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047454.640717:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047454.640724:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249381d0 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.641474:0:36217:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d7249380e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ce2 expref: 22 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.641497:0:36217:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d7249380e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ce2 expref: 22 pid: 28387 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.641519:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e009180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:36217:1863365443001088:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047454.641581:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e076e2b1540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047454.641616:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3718 00000100:00100000:3.0:1777047454.641632:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+28:3684:x1863365443000448:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1777047454.641656:0:8480:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:220 count 1 00010000:00010000:3.0:1777047454.641676:0:8480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249381d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xdc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.641699:0:8480:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ca7e99fc/0x5ecf73d72493808e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cbf expref: 22 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.641712:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047454.641715:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047454.641719:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249381d7 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.641756:0:8480:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ca7e99fc/0x5ecf73d72493808e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cbf expref: 22 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.641774:0:8480:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ca7e99fc/0x5ecf73d72493808e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cbf expref: 22 pid: 8633 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.641794:0:8480:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e00aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1863365443001216:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047454.641845:0:8480:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e076e2b16c0 going to sleep for 11 seconds 00000004:00080000:0.0:1777047454.641890:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0642d30700/2, rc 0, transno 17179870262 00000100:00100000:0.0:1777047454.641902:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443000704:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777047454.645090:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443000832:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047454.645167:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750f466c0 going to sleep for 11 seconds 00010000:00010000:0.0:1777047454.650319:0:6589:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249381bb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xba:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.650341:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249381bb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xba:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047454.650458:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xba:0x0]: returning size 2 00000004:00200000:0.0:1777047454.650468:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047454.650522:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249381bb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xba:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.650579:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249381b4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d1a expref: 77 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.650612:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249381bb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xba:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d1a expref: 76 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.650630:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xba:0x0].0x0 (ffff9e076def5700) 00010000:00010000:0.0:1777047454.650636:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777047454.650643:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91c00, rc 0) 00000100:00100000:0.0:1777047454.650725:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57240:x1863365387911552:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 35885us (38014us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047454.650739:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5922 00000100:00100000:0.0:1777047454.653611:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047454.654083:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387911680 00000100:00100000:1.0:1777047454.654133:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387911680 00000100:00100000:1.0:1777047454.654685:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3719 00000100:00100000:0.0:1777047454.655137:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:56906:x1863365387911680:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:0.0:1777047454.655165:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047454.655196:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d7249381de lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7d21 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047454.655234:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xdf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777047454.655261:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047454.655266:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047454.655279:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d7249381de lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d21 expref: 24 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.655305:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d7249381de lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d21 expref: 24 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.655325:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290a00, rc 0) 00000100:00100000:0.0:1777047454.655897:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:56906:x1863365387911680:12345-192.168.201.54@tcp:101:bash.0 Request processed in 1194us (2287us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047454.655912:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3719 00000100:00100000:0.0:1777047454.658263:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e009180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:36217:1863365443001088:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047454.658310:0:36217:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249381d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.680571:0:8480:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e00aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1863365443001216:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047454.680633:0:8480:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249381d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.683042:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d31880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:36216:1863365443000960:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047454.683070:0:36216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d7249381c9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.683267:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047454.683356:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047454.683909:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387912192 00000100:00100000:3.0:1777047454.683919:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387912192 00010000:00010000:3.0:1777047454.683956:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d724937e96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c10 expref: 11 pid: 28387 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.683996:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387911808 00000100:00100000:3.0:1777047454.684003:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387911808 00010000:00010000:3.0:1777047454.684027:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d7249380e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ce2 expref: 25 pid: 28387 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.684054:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1895 00000100:00100000:3.0:1777047454.684070:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077949dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365387912192:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047454.684089:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047454.684098:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d724937e96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c10 expref: 11 pid: 28387 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.684121:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d724937e96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c10 expref: 11 pid: 28387 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.684148:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d724937e96 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7c10 expref: 11 pid: 28387 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.684171:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047454.684174:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047454.684179:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d7249381c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.684195:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d7249381c9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.684233:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047454.684283:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077949dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2430:x1863365387912192:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 216us (1016us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047454.684302:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1895 00000100:00100000:3.0:1777047454.684330:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1896 00000100:00100000:3.0:1777047454.684344:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2431:x1863365387911808:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047454.684360:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047454.684369:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d7249380e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ce2 expref: 25 pid: 28387 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.684416:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d7249380e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ce2 expref: 25 pid: 28387 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.684445:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a77ad98/0x5ecf73d7249380e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ce2 expref: 25 pid: 28387 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.684464:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047454.684467:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047454.684473:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249381d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.684486:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249381d0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.684518:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047454.684802:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2431:x1863365387911808:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 456us (1441us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047454.684819:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1896 00010000:00010000:3.0:1777047454.685499:0:36216:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d7249381c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.685519:0:36216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d7249381c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.685537:0:36216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d7249381c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.685552:0:36216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d7249381c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.685595:0:36216:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047454.685822:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3685:x1863365442999808:12345-0@lo:6:osp-syn-0-1.0 Request processed in 47312us (50219us total) trans 21474837526 rc 0/0 00000100:00100000:3.0:1777047454.686136:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3712 00000100:00100000:3.0:1777047454.686222:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:3.0:1777047454.686415:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047454.686426:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d7249381c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.686442:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047454.686450:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d7249381c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.686466:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d7249381c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.686501:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d7249381c9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.686514:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d7249381c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.686543:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047454.686547:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047454.686550:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047454.686581:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387912320 00000100:00100000:3.0:1777047454.686588:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387912320 00000100:00100000:3.0:1777047454.686633:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3720 00000100:00100000:3.0:1777047454.686646:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:56906:x1863365387912320:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:3.0:1777047454.686667:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047454.686690:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d7249381e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7d28 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047454.686719:0:8633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xde:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047454.686740:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047454.686744:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047454.686756:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d7249381e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d28 expref: 11 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.686780:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d7249381e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d28 expref: 11 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.686813:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90200, rc 0) 00000100:00100000:3.0:1777047454.687211:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:56906:x1863365387912320:12345-192.168.201.54@tcp:101:bash.0 Request processed in 563us (987us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047454.687224:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3720 00010000:00010000:0.0:1777047454.687527:0:36217:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249381d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.688767:0:36217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249381d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.688785:0:36217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249381d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.688801:0:36217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249381d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.688876:0:36217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777047454.689099:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+29:3684:x1863365443000320:12345-0@lo:6:osp-syn-1-1.0 Request processed in 48508us (49270us total) trans 17179870263 rc 0/0 00000100:00100000:0.0:1777047454.689114:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3717 00000004:00080000:0.0:1777047454.689509:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0642d31f80/2, rc 0, transno 17179870263 00000100:00100000:0.0:1777047454.689522:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443000320:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1777047454.689610:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0749164380/2, rc 0, transno 21474837526 00000100:00100000:0.0:1777047454.689619:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442999808:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1777047454.690631:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249381d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.690680:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047454.690687:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249381d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.690702:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249381d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.690726:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249381d0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.690740:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249381d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.690766:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047454.690769:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047454.690772:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047454.691701:0:28387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb8832ce/0x5ecf73d724938072 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cb1 expref: 10 pid: 8479 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047454.691725:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443000832:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047454.691773:0:28387:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d7249381c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.691790:0:28387:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d7249381c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.692436:0:28387:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d7249381c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.692455:0:28387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d7249381c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.692480:0:28387:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d7249381c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.692531:0:28387:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777047454.692767:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3685:x1863365442999936:12345-0@lo:6:osp-syn-0-1.0 Request processed in 54280us (57310us total) trans 21474837527 rc 0/0 00000100:00100000:1.0:1777047454.692781:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3711 00000004:00080000:2.0:1777047454.692810:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0749166300/2, rc 0, transno 21474837527 00000100:00100000:2.0:1777047454.692819:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365442999936:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1777047454.692916:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047454.692927:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d7249381c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.693225:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047454.693232:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d7249381c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.693583:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d7249381c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.693606:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d7249381c2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.693621:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d7249381c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.693649:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047454.693652:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047454.693655:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047454.696788:0:8480:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249381d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.696811:0:8480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249381d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.696828:0:8480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249381d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.696842:0:8480:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249381d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047454.697113:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047454.697180:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047454.697217:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387912704 00000100:00100000:0.0:1777047454.697228:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387912704 00002000:00010000:0.0:1777047454.697276:0:20134:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/223 (0->18446744073709551615) 00002000:00100000:0.0:1777047454.697284:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0749164700 with x1863365387912704 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047454.697298:0:20134:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0749164700. 00000100:00100000:0.0:1777047454.697339:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1011 00000100:00100000:0.0:1777047454.697355:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365387912704:12345-192.168.201.54@tcp:10:bash.0 00002000:00010000:0.0:1777047454.697586:0:20134:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xdf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047454.697593:0:20134:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xdf:0x0] updating lvb mtime from disk: 0 -> 1777047455 00002000:00010000:0.0:1777047454.697599:0:20134:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xdf:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047454.697605:0:20134:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xdf:0x0] updating lvb ctime from disk: 0 -> 1777047455 00000100:00100000:3.0:1777047454.697605:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387912576 00002000:00010000:0.0:1777047454.697615:0:20134:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xdf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047454.697618:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387912576 00000100:00100000:3.0:1777047454.697694:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2011 00000100:00100000:0.0:1777047454.697696:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365387912704:12345-192.168.201.54@tcp:10:bash.0 Request processed in 339us (509us total) trans 17179870264 rc 0/0 00000100:00100000:0.0:1777047454.697718:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1011 00000100:00100000:3.0:1777047454.697719:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0743029c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57240:x1863365387912576:12345-192.168.201.54@tcp:35:lfs.0 00002000:00010000:0.0:1777047454.697731:0:20134:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/223 (0->18446744073709551615) 00002000:00100000:0.0:1777047454.697738:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0749164700 with x1863365387912704 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047454.697747:0:20134:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0749164700. 00000100:00100000:0.0:1777047454.697897:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047454.698379:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0743029c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57240:x1863365387912576:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 666us (1267us total) trans 4294969877 rc 0/0 00000100:00100000:3.0:1777047454.698393:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2011 00010000:00010000:2.0:1777047454.698492:0:8480:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777047454.698821:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+29:3684:x1863365443000448:12345-0@lo:6:osp-syn-1-1.0 Request processed in 57192us (58863us total) trans 17179870265 rc 0/0 00000100:00100000:2.0:1777047454.698837:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3718 00000100:00100000:2.0:1777047454.699025:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387912832 00000100:00100000:2.0:1777047454.699034:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387912832 00002000:00010000:2.0:1777047454.699064:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/222 (0->18446744073709551615) 00002000:00100000:2.0:1777047454.699071:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0749165c00 with x1863365387912832 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047454.699082:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0749165c00. 00000100:00100000:2.0:1777047454.699120:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1012 00000100:00100000:2.0:1777047454.699135:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749165c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2429:x1863365387912832:12345-192.168.201.54@tcp:10:bash.0 00002000:00010000:2.0:1777047454.699757:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xde:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047454.699765:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xde:0x0] updating lvb mtime from disk: 0 -> 1777047455 00002000:00010000:2.0:1777047454.699770:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xde:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047454.699776:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xde:0x0] updating lvb ctime from disk: 0 -> 1777047455 00002000:00010000:2.0:1777047454.699780:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xde:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047454.699830:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749165c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365387912832:12345-192.168.201.54@tcp:10:bash.0 Request processed in 697us (1931us total) trans 21474837528 rc 0/0 00000100:00100000:2.0:1777047454.699844:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1012 00002000:00010000:2.0:1777047454.699880:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/222 (0->18446744073709551615) 00002000:00100000:2.0:1777047454.699886:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0749165c00 with x1863365387912832 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047454.699895:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0749165c00. 00000004:00080000:0.0:1777047454.700560:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0642d30000/2, rc 0, transno 17179870265 00000100:00100000:0.0:1777047454.700573:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443000448:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1777047454.701361:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047454.701375:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249381d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.701662:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047454.701670:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249381d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.701688:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249381d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.701722:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249381d7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.701737:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249381d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.702643:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047454.702648:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047454.702652:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047454.718708:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047454.721433:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387913088 00000100:00100000:0.0:1777047454.721450:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387913088 00000100:00100000:1.0:1777047454.721660:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5923 00000100:00100000:1.0:1777047454.721684:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06449e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57240:x1863365387913088:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047454.721717:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047454.723512:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249381ec lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7d2f expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.723654:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249381f3 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.723677:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249381f3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.723695:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249381f3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.723719:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d7249381fa lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.723732:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d7249381fa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.723744:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d7249381fa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.724276:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938201 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.724295:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938201 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.724309:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938201 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047454.724332:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xba:0x0]: returning size 2 00010000:00010000:1.0:1777047454.724463:0:6590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249381f3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.724476:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249381f3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.724488:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249381f3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.724500:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249381f3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.724520:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b9200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047454.724527:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249381f3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.724539:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249381f3 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.724559:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e076def5600) 00010000:00010000:1.0:1777047454.724565:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047454.724572:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249381f3 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.724583:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249381f3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.724605:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d7249381fa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.724616:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d7249381fa lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.724627:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d7249381fa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.724635:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047454.724640:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d7249381fa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.724651:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d7249381fa lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.724666:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e076def5000) 00010000:00010000:1.0:1777047454.724670:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047454.724675:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d7249381fa lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.724685:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d7249381fa lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.725052:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249381ec lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d2f expref: 80 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.725083:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938201 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d2f expref: 79 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.725097:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xba:0x0].0x0 (ffff9e076def5700) 00010000:00010000:1.0:1777047454.725100:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047454.725104:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8200, rc 0) 00000100:00100000:1.0:1777047454.725208:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06449e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57240:x1863365387913088:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 3530us (6509us total) trans 4294969878 rc 0/0 00000100:00100000:1.0:1777047454.725229:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5923 00000100:00100000:0.0:1777047454.730416:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047454.730570:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387913344 00000100:00100000:3.0:1777047454.730584:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387913344 00000100:00100000:3.0:1777047454.730667:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2012 00000100:00100000:3.0:1777047454.730680:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:56906:x1863365387913344:12345-192.168.201.54@tcp:35:bash.0 00000100:00100000:3.0:1777047454.731362:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:56906:x1863365387913344:12345-192.168.201.54@tcp:35:bash.0 Request processed in 681us (950us total) trans 4294969879 rc 0/0 00000100:00100000:3.0:1777047454.731374:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2012 00000100:00100000:0.0:1777047454.737957:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047454.744661:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387913472 00000100:00100000:2.0:1777047454.744680:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387913472 00000100:00100000:2.0:1777047454.745187:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2013 00000100:00100000:2.0:1777047454.745213:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749165880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57240:x1863365387913472:12345-192.168.201.54@tcp:33:lfs.0 00000100:00100000:2.0:1777047454.745473:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749165880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57240:x1863365387913472:12345-192.168.201.54@tcp:33:lfs.0 Request processed in 267us (7525us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047454.745487:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2013 00000100:00100000:2.0:1777047454.756672:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047454.757836:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387913728 00000100:00100000:3.0:1777047454.758027:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387913728 00000100:00100000:2.0:1777047454.758513:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5924 00000100:00100000:2.0:1777047454.758531:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06449e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57240:x1863365387913728:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047454.758566:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047454.758598:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26800/0x5ecf73d72493820f lrc: 2/0,0 mode: --/CR res: [0x240000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7d36 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.758748:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938216 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.758775:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938216 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.758794:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938216 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047454.758814:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xba:0x0]: returning size 5 00010000:00010000:2.0:1777047454.758995:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26800/0x5ecf73d72493820f lrc: 0/0,0 mode: --/CR res: [0x240000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d36 expref: 83 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.759038:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938216 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d36 expref: 82 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.759055:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xba:0x0].0x0 (ffff9e076def5700) 00010000:00010000:2.0:1777047454.759060:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047454.759065:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e26a00, rc 0) 00000100:00100000:2.0:1777047454.759168:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06449e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57240:x1863365387913728:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 640us (2508us total) trans 4294969880 rc 0/0 00000100:00100000:2.0:1777047454.759182:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5924 00000100:00100000:1.0:1777047454.763144:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047454.764052:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387913984 00000100:00100000:2.0:1777047454.764064:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387913984 00000100:00100000:2.0:1777047454.764476:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5925 00000100:00100000:2.0:1777047454.764495:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57245:x1863365387913984:12345-192.168.201.54@tcp:36:rm.0 00010000:00010000:2.0:1777047454.764558:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1777047454.764593:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249381ad lrc: 0/0,0 mode: --/CR res: [0x240000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d13 expref: 82 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.764631:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938201 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d2f expref: 81 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.764656:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249381bb lrc: 0/0,0 mode: --/PR res: [0x240000404:0xba:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d1a expref: 80 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.764679:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d724938160 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xba:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7cf7 expref: 79 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.764707:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xba:0x0].0x0 (ffff9e076def5700) 00010000:00010000:2.0:1777047454.764715:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047454.764750:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d724938224 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.764768:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d724938224 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.764784:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d724938224 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.765155:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493822b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.765173:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493822b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.765187:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493822b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.765288:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938232 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.765305:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938232 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.765318:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938232 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777047454.770313:0:9025:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x240000404:0xba:0x0] is inserted into orphan list, open count = 2 00000100:00100000:2.0:1777047454.776035:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047454.776193:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387914240 00000100:00100000:3.0:1777047454.776208:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387914240 00010000:00010000:0.0:1777047454.777758:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938232 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.777781:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938232 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.777798:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938232 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.777811:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047454.777818:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938232 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.777843:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938232 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.777895:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xba:0x0].0x0 (ffff9e076def5700) 00010000:00010000:0.0:1777047454.777902:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777047454.777911:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938232 lrc: 2/0,0 mode: --/EX res: [0x240000404:0xba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.777924:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938232 lrc: 0/0,0 mode: --/EX res: [0x240000404:0xba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.777956:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d724938224 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.777970:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d724938224 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.777982:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d724938224 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.777995:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d724938224 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.778006:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e26e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047454.778012:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d724938224 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.778025:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d724938224 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.778041:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e074a0a9400) 00010000:00010000:0.0:1777047454.778047:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047454.778054:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d724938224 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.778067:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d724938224 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777047454.778096:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000fee8c60 reply state 000000002e652f22 transno 4294969881 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493822b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.778118:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493822b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.778132:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e074a0a9800) 00010000:00010000:0.0:1777047454.778469:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047454.778477:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047454.778619:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57245:x1863365387913984:12345-192.168.201.54@tcp:36:rm.0 Request processed in 14124us (15477us total) trans 4294969881 rc 0/0 00000100:00100000:0.0:1777047454.778638:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5925 00000100:00100000:3.0:1777047454.778937:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2014 00000100:00100000:3.0:1777047454.778956:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06449e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57240:x1863365387914240:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:3.0:1777047454.779251:0:15374:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x240000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938216 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d36 expref: 80 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.779300:0:15374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938239 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.779320:0:15374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938239 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.779369:0:15374:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938239 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00020000:1.0:1777047454.783558:0:15374:0:(lod_lov.c:1542:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000404:0xba:0x0]: rc = -1 00010000:00010000:1.0:1777047454.783626:0:15374:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938239 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.783644:0:15374:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938239 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15374 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.783657:0:15374:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938239 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15374 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.783670:0:15374:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047454.783677:0:15374:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938239 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15374 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.783690:0:15374:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938239 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15374 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.783710:0:15374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xba:0x0].0x0 (ffff9e076def5700) 00010000:00010000:1.0:1777047454.783717:0:15374:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777047454.783723:0:15374:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938239 lrc: 2/0,0 mode: --/EX res: [0x240000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15374 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.783736:0:15374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938239 lrc: 0/0,0 mode: --/EX res: [0x240000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15374 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.783756:0:15374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xba:0x0].0x0 (ffff9e076def5700) 00010000:00010000:1.0:1777047454.783762:0:15374:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047454.783773:0:15374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938216 lrc: 0/0,0 mode: --/PW res: [0x240000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d36 expref: 80 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047454.784653:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06449e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57240:x1863365387914240:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 5699us (8625us total) trans 4294969882 rc -1/-1 00000100:00100000:1.0:1777047454.784671:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2014 00000100:00100000:2.0:1777047454.794763:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047454.795255:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387914368 00000100:00100000:1.0:1777047454.795271:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387914368 00000100:00100000:1.0:1777047454.795431:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5926 00000100:00100000:1.0:1777047454.795452:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06449e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57240:x1863365387914368:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047454.795489:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047454.795522:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724938240 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7d3d expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.795614:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724938240 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d3d expref: 81 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.795642:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8400/0x5ecf73d724938240 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d3d expref: 81 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.795675:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xba:0x0].0x0 (ffff9e076def5700) 00010000:00010000:1.0:1777047454.795682:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047454.795689:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8400, rc 0) 00000100:00100000:1.0:1777047454.795762:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06449e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57240:x1863365387914368:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 315us (1009us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047454.795778:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5926 00000100:00100000:0.0:1777047454.808577:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047454.808686:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387914624 00000100:00100000:2.0:1777047454.808704:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387914624 00000100:00100000:2.0:1777047454.809126:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2015 00000100:00100000:2.0:1777047454.809149:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749167b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57240:x1863365387914624:12345-192.168.201.54@tcp:35:lfs.0 00000004:00080000:2.0:1777047454.810282:0:6591:0:(mdd_object.c:4010:mdd_close()) Object [0x240000404:0xba:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777047454.810461:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].474, 64 off45184 00000040:00080000:2.0:1777047454.810506:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].455, 64 off43424 00000040:00080000:2.0:1777047454.810525:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].456, 64 off43488 00000040:00080000:2.0:1777047454.810542:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].475, 64 off45248 00010000:00010000:2.0:1777047454.810636:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724938247 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.810667:0:6591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724938247 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.810690:0:6591:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724938247 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.810708:0:6591:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724938247 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.810721:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724938247 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.810734:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724938247 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.810775:0:6591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777047454.810943:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749167b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57240:x1863365387914624:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1797us (2375us total) trans 4294969883 rc 0/0 00000100:00100000:2.0:1777047454.810969:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2015 00010000:00010000:3.0:1777047454.813602:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047454.813619:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724938247 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.814693:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047454.814703:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724938247 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.817217:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724938247 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.817258:0:6577:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xba:0x0].0x0 (ffff9e076def5700) 00010000:00010000:3.0:1777047454.817291:0:6577:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777047454.817302:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724938247 lrc: 1/0,0 mode: --/PW res: [0x240000404:0xba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.817317:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724938247 lrc: 0/0,0 mode: --/PW res: [0x240000404:0xba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047454.817767:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047454.817774:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047454.817778:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047454.820970:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047454.821129:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387914752 00000100:00100000:3.0:1777047454.821145:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387914752 00000100:00100000:3.0:1777047454.821325:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5927 00000100:00100000:3.0:1777047454.821346:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06449e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57246:x1863365387914752:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047454.821394:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047454.821429:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d72493824e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7d44 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.821594:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938255 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.821620:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938255 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.821640:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938255 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.821663:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493825c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.821679:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493825c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.821693:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493825c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.821755:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938255 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.821770:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938255 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.821785:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938255 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.821798:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938255 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.821810:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047454.821818:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938255 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.821831:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938255 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.821883:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56a00) 00010000:00010000:3.0:1777047454.821891:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047454.821898:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938255 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.821911:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938255 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.821934:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493825c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.821946:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493825c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.821958:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493825c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.821969:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047454.821975:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493825c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.821988:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493825c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.822001:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e074a0a9800) 00010000:00010000:3.0:1777047454.822005:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047454.822011:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493825c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.822022:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493825c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.822071:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d72493824e lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d44 expref: 83 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.822092:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56a00) 00010000:00010000:3.0:1777047454.822096:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047454.822104:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d72493824e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d44 expref: 83 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.822151:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90800, rc 0) 00000100:00100000:3.0:1777047454.822237:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06449e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57246:x1863365387914752:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 893us (1397us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047454.822253:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5927 00000100:00100000:2.0:1777047454.833281:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047454.833438:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387914880 00000100:00100000:1.0:1777047454.833457:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387914880 00000100:00100000:0.0:1777047454.833713:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5928 00000100:00100000:0.0:1777047454.833765:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06449e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57246:x1863365387914880:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047454.834147:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047454.834193:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724938263 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7d4b expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.834437:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493826a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.834463:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493826a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.834532:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493826a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.834556:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724938271 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.834571:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724938271 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.834584:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724938271 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.834887:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493826a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.834907:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493826a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.834920:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493826a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.834942:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493826a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.834954:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047454.834962:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493826a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.834985:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493826a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.835006:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771879d00) 00010000:00010000:0.0:1777047454.835020:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047454.835027:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493826a lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.835039:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493826a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.835072:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724938271 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.835085:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724938271 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.835105:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724938271 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.835117:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047454.835124:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724938271 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.835145:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724938271 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.835169:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e074a0a9800) 00010000:00010000:0.0:1777047454.835175:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047454.835181:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724938271 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.835192:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724938271 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.835259:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724938263 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d4b expref: 83 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.835576:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771879d00) 00010000:00010000:0.0:1777047454.835581:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047454.835590:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d724938263 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d4b expref: 83 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.835620:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291200, rc 0) 00000100:00100000:0.0:1777047454.836320:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06449e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57246:x1863365387914880:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2565us (3056us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047454.836336:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5928 00000100:00100000:2.0:1777047454.853748:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047454.853933:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387915008 00000100:00100000:1.0:1777047454.853949:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387915008 00000100:00100000:1.0:1777047454.854051:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5929 00000100:00100000:1.0:1777047454.854071:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06449e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57246:x1863365387915008:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047454.854104:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047454.854142:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d724938278 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7d52 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.854243:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d72493827f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.854270:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d72493827f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.854291:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d72493827f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047454.854365:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1777047454.854375:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1777047454.854510:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d724938278 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d52 expref: 84 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.854548:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d72493827f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d52 expref: 83 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.854595:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e076def5600) 00010000:00010000:1.0:1777047454.854600:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777047454.854606:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9e00, rc 0) 00000100:00100000:1.0:1777047454.854708:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06449e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57246:x1863365387915008:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 641us (997us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047454.854729:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5929 00000100:00100000:2.0:1777047454.881532:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047454.881644:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387915136 00000100:00100000:1.0:1777047454.881658:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387915136 00000100:00100000:1.0:1777047454.881767:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5930 00000100:00100000:1.0:1777047454.881786:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06449e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57246:x1863365387915136:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047454.881816:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047454.881872:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d724938286 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7d59 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.882167:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d72493828d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.882193:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d72493828d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.882214:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d72493828d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.882231:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724938294 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.882244:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724938294 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.882256:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724938294 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.882307:0:6588:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d72493828d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.882327:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d72493828d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.882337:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d72493828d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.882348:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d72493828d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.882358:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047454.882365:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d72493828d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.882377:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d72493828d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.882691:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e076def5600) 00010000:00010000:0.0:1777047454.882696:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047454.882704:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d72493828d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.882716:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d72493828d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.882739:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724938294 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.882750:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724938294 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.882760:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724938294 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.882769:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047454.882774:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724938294 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.882784:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724938294 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.882797:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e074a0a9800) 00010000:00010000:0.0:1777047454.882801:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047454.882806:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724938294 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.882816:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d724938294 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.882893:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d724938286 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d59 expref: 84 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.882912:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e076def5600) 00010000:00010000:0.0:1777047454.882915:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047454.882922:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d724938286 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d59 expref: 84 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.882939:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9200, rc 0) 00000100:00100000:0.0:1777047454.883018:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06449e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57246:x1863365387915136:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1236us (1497us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047454.883031:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5930 00000100:00100000:2.0:1777047454.898965:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047454.899733:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387915392 00000100:00100000:1.0:1777047454.899748:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387915392 00000100:00100000:1.0:1777047454.899870:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5931 00000100:00100000:1.0:1777047454.899889:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06449e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57246:x1863365387915392:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047454.899918:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047454.899923:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1777047454.899959:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d72493827f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d52 expref: 83 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.899989:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e076def5600) 00010000:00010000:1.0:1777047454.900004:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047454.900026:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493829b lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7d60 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.900154:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249382a2 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.900176:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249382a2 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.900192:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249382a2 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.900210:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249382a9 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.900224:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249382a9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.900237:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249382a9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.900932:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249382b0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.900950:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249382b0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.900963:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249382b0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047454.900979:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xbc:0x0]: returning size 0 00010000:00010000:1.0:1777047454.901015:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249382a2 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.901027:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249382a2 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.901038:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249382a2 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.901049:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249382a2 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.901060:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047454.901067:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249382a2 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.901078:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249382a2 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.901092:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e076def5000) 00010000:00010000:1.0:1777047454.901097:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047454.901103:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249382a2 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.901112:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249382a2 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047454.901130:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c312b89f reply state 00000000c908bc06 transno 4294969884 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249382a9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.901147:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249382a9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.901157:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e074a0a9800) 00010000:00010000:1.0:1777047454.901161:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047454.901166:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777047454.901205:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493829b lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d60 expref: 85 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.901233:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249382b0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d60 expref: 84 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.901257:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5100) 00010000:00010000:1.0:1777047454.901261:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047454.901266:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8800, rc 0) 00000100:00100000:1.0:1777047454.901365:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06449e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:57246:x1863365387915392:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1479us (2410us total) trans 4294969884 rc 0/0 00000100:00100000:1.0:1777047454.901380:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5931 00000100:00100000:2.0:1777047454.924765:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047454.924939:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387915648 00000100:00100000:0.0:1777047454.924954:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387915648 00000100:00100000:0.0:1777047454.925051:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5932 00000100:00100000:0.0:1777047454.925068:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06449e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:57246:x1863365387915648:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047454.925101:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047454.925130:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d7249382be lrc: 2/0,0 mode: --/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7d67 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.925276:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d7249382c5 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.925299:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249382b0 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d60 expref: 86 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.925313:0:6590:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d7249382c5 lrc: 4/0,1 mode: --/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.925363:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249382b0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d60 expref: 86 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.925463:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249382b0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d60 expref: 86 pid: 9025 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047454.925488:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749167100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6590:1863365443001344:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047454.925585:0:6590:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d92b840 going to sleep for 11 seconds 00000100:00100000:2.0:1777047454.935590:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047454.935735:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387915776 00000100:00100000:3.0:1777047454.935749:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387915776 00010000:00010000:3.0:1777047454.935819:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249382b0 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d60 expref: 87 pid: 9025 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.935919:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1897 00000100:00100000:3.0:1777047454.935934:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+87:2430:x1863365387915776:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047454.935954:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047454.935963:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249382b0 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d60 expref: 87 pid: 9025 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.935984:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249382b0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d60 expref: 87 pid: 9025 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.936015:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5100) 00010000:00010000:3.0:1777047454.936023:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d7249382c5 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.936038:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d7249382c5 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.936050:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d7249382c5 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.936078:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047454.936561:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249382b0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d60 expref: 87 pid: 9025 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047454.936589:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749167100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6590:1863365443001344:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047454.936621:0:6590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d7249382c5 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.936635:0:6590:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d7249382c5 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.936643:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d7249382c5 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047454.936674:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xbc:0x0]: returning size 0 00000100:00100000:3.0:1777047454.937750:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+86:2430:x1863365387915776:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1815us (2168us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047454.937765:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1897 00000004:00080000:0.0:1777047454.939504:0:6590:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xe0:0x0], index 0: 0 00000004:00080000:0.0:1777047454.939515:0:6590:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xe1:0x0], index 1: 0 00000004:00080000:0.0:1777047454.939523:0:6590:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xe2:0x0], index 1: 0 00000004:00080000:0.0:1777047454.939530:0:6590:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xe1:0x0], index 0: 0 00010000:00010000:0.0:1777047454.939660:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d7249382c5 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.939673:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d7249382c5 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.939684:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d7249382c5 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.939694:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047454.939700:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d7249382c5 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.939712:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d7249382c5 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.939729:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5100) 00010000:00010000:0.0:1777047454.939735:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047454.939759:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d7249382c5 lrc: 2/0,0 mode: --/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.939769:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d7249382c5 lrc: 0/0,0 mode: --/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.939902:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d7249382be lrc: 1/0,0 mode: --/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d67 expref: 87 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.939920:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5100) 00010000:00010000:0.0:1777047454.939932:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777047454.939938:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290000/0x5ecf73d7249382be lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d67 expref: 87 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.939962:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290000, rc 0) 00000100:00100000:0.0:1777047454.940023:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06449e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+86:57246:x1863365387915648:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 14958us (15270us total) trans 4294969885 rc 301/301 00000100:00100000:0.0:1777047454.940035:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5932 00000100:00100000:2.0:1777047454.941317:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047454.941887:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387916032 00000100:00100000:3.0:1777047454.941897:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387916032 00000100:00100000:3.0:1777047454.941961:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5933 00000100:00100000:3.0:1777047454.941975:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:57248:x1863365387916032:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047454.942000:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047454.942025:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249382d3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7d6e expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942115:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249382da lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942135:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249382da lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942151:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249382da lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942168:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249382e1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942180:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249382e1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942192:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249382e1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942620:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249382e8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942636:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249382e8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942648:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249382e8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942738:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249382da lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942750:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249382da lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942759:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249382da lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942768:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249382da lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942776:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047454.942782:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249382da lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942793:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249382da lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942808:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56a00) 00010000:00010000:3.0:1777047454.942811:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047454.942816:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249382da lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942827:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249382da lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942843:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249382e1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942880:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249382e1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942890:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249382e1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942899:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047454.942903:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249382e1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942911:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249382e1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942922:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e074a0a9800) 00010000:00010000:3.0:1777047454.942926:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047454.942931:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249382e1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942940:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249382e1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.942992:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249382d3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d6e expref: 88 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.943035:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249382e8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d6e expref: 87 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.943049:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e0642f56e00) 00010000:00010000:3.0:1777047454.943053:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047454.943057:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91c00, rc 0) 00000100:00100000:3.0:1777047454.943128:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+87:57248:x1863365387916032:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1154us (1814us total) trans 4294969886 rc 0/0 00000100:00100000:3.0:1777047454.943139:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5933 00000100:00100000:0.0:1777047454.949677:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047454.950625:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387916288 00000100:00100000:2.0:1777047454.950637:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387916288 00000100:00100000:2.0:1777047454.950711:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2016 00000100:00100000:2.0:1777047454.950726:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e074302b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+87:57246:x1863365387916288:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047454.951108:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e074302b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+88:57246:x1863365387916288:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 384us (1439us total) trans 4294969887 rc 0/0 00000100:00100000:2.0:1777047454.951121:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2016 00000100:00100000:2.0:1777047454.956358:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047454.956468:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047454.956567:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387916416 00000100:00100000:0.0:1777047454.956577:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387916416 00000100:00100000:0.0:1777047454.956640:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387916544 00000100:00100000:0.0:1777047454.956645:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387916544 00000100:00100000:0.0:1777047454.956682:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3721 00000100:00100000:0.0:1777047454.956695:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365387916416:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047454.956716:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047454.956766:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d7249382f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7d75 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047454.956813:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xe2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777047454.956840:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047454.956865:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047454.956878:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d7249382f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d75 expref: 24 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.956903:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d7249382f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d75 expref: 24 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.956923:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290000, rc 0) 00000100:00100000:0.0:1777047454.956985:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365387916416:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 292us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047454.956996:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3721 00000100:00100000:0.0:1777047454.957023:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3722 00000100:00100000:0.0:1777047454.957035:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365387916544:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047454.957048:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047454.957063:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d7249382fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7d7c expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047454.957084:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777047454.957097:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047454.957101:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047454.957108:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d7249382fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d7c expref: 12 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.957135:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d7249382fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d7c expref: 12 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.957150:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291200, rc 0) 00000100:00100000:0.0:1777047454.957182:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365387916544:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 150us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047454.957500:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3722 00000100:00100000:3.0:1777047454.961836:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047454.962003:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387916800 00000100:00100000:2.0:1777047454.962014:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387916800 00000100:00100000:2.0:1777047454.962083:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2017 00000100:00100000:2.0:1777047454.962097:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e008000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+88:57246:x1863365387916800:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047454.962650:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e008000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+89:57246:x1863365387916800:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 554us (819us total) trans 4294969888 rc 0/0 00000100:00100000:2.0:1777047454.962662:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2017 00000100:00100000:0.0:1777047454.967646:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047454.972208:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387917056 00000100:00100000:3.0:1777047454.972226:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387917056 00000100:00100000:3.0:1777047454.972428:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2018 00000100:00100000:3.0:1777047454.972450:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749167100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+89:57248:x1863365387917056:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047454.972802:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749167100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+90:57248:x1863365387917056:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 357us (5182us total) trans 4294969889 rc 0/0 00000100:00100000:3.0:1777047454.972813:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2018 00000100:00100000:0.0:1777047454.983598:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047454.984530:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387917312 00000100:00100000:2.0:1777047454.984545:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387917312 00000100:00100000:1.0:1777047454.985127:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5934 00000100:00100000:1.0:1777047454.985147:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+90:56906:x1863365387917312:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:1.0:1777047454.985424:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047454.985429:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1777047454.985467:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249382e8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d6e expref: 90 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.985495:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e0642f56e00) 00010000:00010000:1.0:1777047454.985522:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047454.985545:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d724938304 lrc: 2/0,0 mode: --/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7d83 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.985691:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d72493830b lrc: 3/0,1 mode: --/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.985713:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d72493830b lrc: 3/0,1 mode: CW/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.985728:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d72493830b lrc: 3/0,1 mode: CW/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047454.985754:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xbc:0x0]: returning size 0 00010000:00010000:1.0:1777047454.986820:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d724938304 lrc: 0/0,0 mode: --/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d83 expref: 92 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.987800:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d72493830b lrc: 3/0,0 mode: CW/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d83 expref: 91 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.987814:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:1.0:1777047454.987818:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:1.0:1777047454.987823:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8200, rc 0) 00000100:00100000:1.0:1777047454.988026:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+91:56906:x1863365387917312:12345-192.168.201.54@tcp:101:bash.0 Request processed in 2883us (4440us total) trans 4294969890 rc 0/0 00000100:00100000:1.0:1777047454.988039:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5934 00000100:00100000:0.0:1777047454.995444:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047454.995616:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387917568 00000100:00100000:3.0:1777047454.995631:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387917568 00000100:00100000:3.0:1777047454.995730:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5935 00000100:00100000:3.0:1777047454.995745:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749165880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+91:57248:x1863365387917568:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047454.995787:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047454.995819:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724938319 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7d8a expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.996563:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938320 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.996583:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938320 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.996598:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938320 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.996614:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938327 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.996625:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938327 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.996645:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938327 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.997428:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493832e lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.997447:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493832e lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.997457:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493832e lrc: 2/0,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.997468:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493832e lrc: 3/0,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.997479:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047454.997485:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493832e lrc: 3/0,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.997495:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493832e lrc: 4/0,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.997511:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:3.0:1777047454.997520:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493832e lrc: 2/0,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.997529:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493832e lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047454.997552:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xbc:0x0]: returning size 0 00010000:00010000:3.0:1777047454.997652:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938320 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.997665:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938320 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.997673:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938320 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.997683:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938320 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.997690:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047454.997695:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938320 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.997704:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938320 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.997717:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56a00) 00010000:00010000:3.0:1777047454.997722:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047454.997726:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938320 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.997735:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938320 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.997749:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938327 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.997759:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938327 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.997767:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938327 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.997775:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047454.997779:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938327 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.997788:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938327 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.997799:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e074a0a9800) 00010000:00010000:3.0:1777047454.997803:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047454.997807:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938327 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.997815:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938327 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.998477:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724938319 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d8a expref: 93 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.998501:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56a00) 00010000:00010000:3.0:1777047454.998505:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777047454.998512:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724938319 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d8a expref: 93 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.998549:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90600, rc 0) 00000100:00100000:3.0:1777047454.998619:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749165880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+92:57248:x1863365387917568:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2876us (3187us total) trans 4294969891 rc 301/301 00000100:00100000:3.0:1777047454.998632:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5935 00000100:00100000:2.0:1777047455.018819:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047455.018912:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047455.021126:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387917696 00000100:00100000:3.0:1777047455.021141:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387917696 00000100:00100000:3.0:1777047455.021307:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5936 00000100:00100000:3.0:1777047455.021327:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+92:56906:x1863365387917696:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:3.0:1777047455.021361:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047455.021391:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d72493833c lrc: 2/0,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7d91 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.021477:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724938343 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.021500:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724938343 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.021520:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724938343 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.022062:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d72493833c lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d91 expref: 94 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.022094:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724938343 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d91 expref: 93 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.022110:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:3.0:1777047455.022117:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777047455.022123:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91c00, rc 0) 00000100:00100000:3.0:1777047455.022219:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+93:56906:x1863365387917696:12345-192.168.201.54@tcp:101:bash.0 Request processed in 897us (3412us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047455.022232:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5936 00000100:00080000:2.0:1777047455.024068:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777047455.024153:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387917952 00000100:00100000:0.0:1777047455.024164:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387917952 00000100:00100000:0.0:1777047455.024551:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2019 00000100:00100000:0.0:1777047455.024568:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+93:57248:x1863365387917952:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047455.026016:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+94:57248:x1863365387917952:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1448us (7101us total) trans 4294969892 rc 0/0 00000100:00100000:0.0:1777047455.026031:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2019 00000100:00100000:3.0:1777047455.040040:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047455.040115:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047455.047918:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387918464 00000100:00100000:1.0:1777047455.047935:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387918464 00000100:00100000:1.0:1777047455.048043:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387918208 00000100:00100000:1.0:1777047455.048050:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387918208 00000100:00100000:1.0:1777047455.048107:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5937 00000100:00100000:1.0:1777047455.048122:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e008700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+95:56906:x1863365387918464:12345-192.168.201.54@tcp:36:bash.0 00000100:00100000:3.0:1777047455.048598:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5938 00000100:00100000:3.0:1777047455.048616:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+95:57248:x1863365387918208:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047455.048634:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047455.048667:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064d814a00/0x5ecf73d72493834a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7d98 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.048675:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047455.048708:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d72493830b lrc: 0/0,0 mode: --/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d83 expref: 96 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.048758:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:3.0:1777047455.048758:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938351 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.048767:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047455.048801:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938351 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.048818:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938351 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.048836:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724938358 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.048876:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724938358 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.048888:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724938358 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.048995:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493835f lrc: 3/0,1 mode: --/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.048997:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938366 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.049013:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938366 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.049027:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938366 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047455.049052:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xbc:0x0]: returning size 0 00010000:00010000:3.0:1777047455.049132:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938351 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.049146:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938351 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.049157:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938351 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.049168:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938351 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.049177:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047455.049183:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938351 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.049195:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938351 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.049210:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56a00) 00010000:00010000:3.0:1777047455.049499:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047455.049508:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938351 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.049520:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938351 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.049539:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724938358 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.049555:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724938358 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.049565:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724938358 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.049573:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047455.049578:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724938358 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.049589:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724938358 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.049603:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e074a0a9800) 00010000:00010000:3.0:1777047455.049607:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047455.049612:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724938358 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.049622:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d724938358 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.051520:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0777979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3682:1863365443001728:0@lo:400:kworker.0 00000100:00100000:0.0:1777047455.051603:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047455.051647:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0777979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3682:1863365443002240:0@lo:400:kworker.0 00000100:00100000:0.0:1777047455.051686:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047455.051730:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777047455.052038:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0777978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3682:1863365443001856:0@lo:400:kworker.0 00000100:00100000:0.0:1777047455.052085:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047455.052114:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077797a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443002368:0@lo:400:kworker.0 00000100:00100000:0.0:1777047455.052486:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047455.052533:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443002368 00000100:00100000:0.0:1777047455.052540:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443002368 00000100:00100000:0.0:1777047455.052607:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2967 00000100:00100000:0.0:1777047455.052619:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443002368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047455.052690:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443002368:12345-0@lo:400:kworker.0 Request processed in 72us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047455.052703:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2967 00000100:00080000:0.0:1777047455.052733:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047455.052752:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443001728 00000100:00100000:0.0:1777047455.052758:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443001728 00000100:00100000:0.0:1777047455.053138:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443002240 00000100:00100000:0.0:1777047455.053145:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443002240 00000100:00100000:0.0:1777047455.053186:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443001856 00000100:00100000:0.0:1777047455.053190:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443001856 00000100:00100000:0.0:1777047455.053503:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4908 00000100:00100000:0.0:1777047455.053514:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3682:x1863365443001728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047455.053570:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3682:x1863365443001728:12345-0@lo:400:kworker.0 Request processed in 56us (1966us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047455.053580:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4908 00000100:00100000:0.0:1777047455.053601:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4909 00000100:00100000:0.0:1777047455.053610:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3682:x1863365443002240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047455.053655:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3682:x1863365443002240:12345-0@lo:400:kworker.0 Request processed in 45us (1968us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047455.053665:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4909 00000100:00100000:2.0:1777047455.053756:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749167b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3684:1863365443001472:0@lo:400:kworker.0 00000100:00100000:2.0:1777047455.053808:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047455.053887:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077797a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3684:1863365443001984:0@lo:400:kworker.0 00000100:00100000:2.0:1777047455.053925:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047455.053944:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077797b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443002496:0@lo:400:kworker.0 00000100:00100000:2.0:1777047455.053976:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047455.054011:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1777047455.054021:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0777978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443001600:0@lo:400:kworker.0 00000100:00100000:2.0:1777047455.054057:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047455.054085:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0777978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3684:1863365443002112:0@lo:400:kworker.0 00000100:00100000:2.0:1777047455.054118:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047455.054134:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0777979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3684:1863365443002624:0@lo:400:kworker.0 00000100:00100000:2.0:1777047455.054164:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047455.054206:0:33220:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443001472 00000100:00100000:2.0:1777047455.054213:0:33220:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443001472 00000100:00100000:2.0:1777047455.054263:0:33220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:2.0:1777047455.054274:0:33220:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e354850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3684:x1863365443001472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047455.054329:0:33220:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e354850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3684:x1863365443001472:12345-0@lo:400:kworker.0 Request processed in 56us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047455.054345:0:33220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:2.0:1777047455.054450:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749167b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3684:1863365443001472:0@lo:400:kworker.0 00010000:00010000:1.0:1777047455.054557:0:9025:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938366 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.054575:0:9025:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493835f lrc: 4/0,1 mode: --/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047455.054603:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443001984 00000100:00100000:1.0:1777047455.054609:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443001984 00000100:00100000:1.0:1777047455.054647:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443002112 00000100:00100000:1.0:1777047455.054651:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443002112 00000100:00100000:1.0:1777047455.054671:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443002624 00000100:00100000:1.0:1777047455.054674:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443002624 00000100:00100000:1.0:1777047455.054693:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4910 00000100:00100000:1.0:1777047455.054704:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3682:x1863365443001856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047455.054760:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3682:x1863365443001856:12345-0@lo:400:kworker.0 Request processed in 58us (2674us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047455.054770:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4910 00000100:00100000:1.0:1777047455.054792:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4911 00000100:00100000:1.0:1777047455.054803:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3684:x1863365443001984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047455.054932:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3684:x1863365443001984:12345-0@lo:400:kworker.0 Request processed in 130us (1004us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047455.054944:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4911 00000100:00100000:1.0:1777047455.054966:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4912 00000100:00100000:1.0:1777047455.054978:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06449e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3684:x1863365443002112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047455.055021:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06449e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3684:x1863365443002112:12345-0@lo:400:kworker.0 Request processed in 46us (902us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047455.055031:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4912 00000100:00100000:1.0:1777047455.055052:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4913 00000100:00100000:1.0:1777047455.055062:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3684:x1863365443002624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047455.055106:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3684:x1863365443002624:12345-0@lo:400:kworker.0 Request processed in 45us (941us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047455.055116:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4913 00000100:00100000:1.0:1777047455.055146:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443001600 00000100:00100000:1.0:1777047455.055152:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443001600 00000100:00100000:1.0:1777047455.055192:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3241 00000100:00100000:1.0:1777047455.055202:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443001600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047455.055253:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443001600:12345-0@lo:400:kworker.0 Request processed in 51us (1193us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047455.055263:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3241 00010000:00010000:1.0:1777047455.055306:0:9025:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938366 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.055326:0:9025:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493835f lrc: 3/0,1 mode: --/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047455.055433:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0777978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3682:1863365443001856:0@lo:400:kworker.0 00000100:00100000:1.0:1777047455.055451:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077797a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443002368:0@lo:400:kworker.0 00000100:00100000:1.0:1777047455.055466:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0777979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3682:1863365443001728:0@lo:400:kworker.0 00000100:00100000:1.0:1777047455.055480:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0777979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3682:1863365443002240:0@lo:400:kworker.0 00000100:00080000:1.0:1777047455.055534:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777047455.055540:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777047455.055564:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443002496 00000100:00100000:1.0:1777047455.055569:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443002496 00000100:00100000:1.0:1777047455.055617:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2968 00000100:00100000:1.0:1777047455.055627:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443002496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047455.055676:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443002496:12345-0@lo:400:kworker.0 Request processed in 50us (1699us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047455.055686:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2968 00000100:00080000:1.0:1777047455.055712:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777047455.056454:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0777978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443001600:0@lo:400:kworker.0 00000100:00100000:2.0:1777047455.056471:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0777978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3684:1863365443002112:0@lo:400:kworker.0 00000100:00100000:2.0:1777047455.056485:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0777979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3684:1863365443002624:0@lo:400:kworker.0 00000100:00100000:2.0:1777047455.056500:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077797a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3684:1863365443001984:0@lo:400:kworker.0 00000100:00100000:2.0:1777047455.056513:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077797b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443002496:0@lo:400:kworker.0 00010000:00010000:3.0:1777047455.060287:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064d814a00/0x5ecf73d72493834a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d98 expref: 98 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.060364:0:12913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938366 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d98 expref: 97 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.060414:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938366 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d98 expref: 97 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.060440:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90000, rc 0) 00000100:00100000:3.0:1777047455.060558:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+97:57248:x1863365387918208:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 11945us (20440us total) trans 4294969894 rc 0/0 00000100:00100000:3.0:1777047455.060574:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5938 00000100:00100000:2.0:1777047455.076642:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047455.084240:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387918720 00000100:00100000:1.0:1777047455.084260:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387918720 00000100:00100000:1.0:1777047455.084393:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2020 00000100:00100000:1.0:1777047455.084412:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+97:57248:x1863365387918720:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:1.0:1777047455.084766:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+98:57248:x1863365387918720:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 356us (8132us total) trans 4294969895 rc 0/0 00000100:00100000:1.0:1777047455.084781:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2020 00000100:00100000:2.0:1777047455.092708:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047455.093594:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387918848 00000100:00100000:1.0:1777047455.093608:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387918848 00000100:00100000:1.0:1777047455.093699:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2021 00000100:00100000:1.0:1777047455.093716:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+98:57248:x1863365387918848:12345-192.168.201.54@tcp:33:lfs.0 00000100:00100000:1.0:1777047455.093973:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+98:57248:x1863365387918848:12345-192.168.201.54@tcp:33:lfs.0 Request processed in 251us (1265us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047455.093987:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2021 00000100:00100000:2.0:1777047455.094279:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047455.095563:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387918976 00000100:00100000:0.0:1777047455.095573:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387918976 00010000:00010000:0.0:1777047455.095615:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938366 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d98 expref: 98 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.095660:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1898 00000100:00100000:0.0:1777047455.095674:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+98:2432:x1863365387918976:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047455.095692:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047455.095703:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938366 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d98 expref: 98 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.095727:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938366 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d98 expref: 98 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.095758:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938366 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d98 expref: 98 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.095783:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:0.0:1777047455.095792:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493835f lrc: 3/0,1 mode: --/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.095808:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493835f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.095821:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493835f lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.095912:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047455.095979:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+97:2432:x1863365387918976:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 305us (1703us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047455.095994:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1898 00010000:00010000:2.0:1777047455.096026:0:9025:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493835f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.096047:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493835f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047455.096191:0:9025:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294969893 00000004:00010000:2.0:1777047455.096258:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d8604a9f reply state 00000000f550e18d transno 4294969896 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493835f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.096283:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493835f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.096295:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:2.0:1777047455.096301:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047455.096306:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047455.096459:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e008700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+98:56906:x1863365387918464:12345-192.168.201.54@tcp:36:bash.0 Request processed in 48336us (56426us total) trans 4294969896 rc 0/0 00000100:00100000:2.0:1777047455.096475:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5937 00000020:00080000:2.0:1777047455.096509:0:9025:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047455.112921:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047455.122738:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387919104 00000100:00100000:1.0:1777047455.122758:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387919104 00000100:00100000:1.0:1777047455.122899:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5939 00000100:00100000:1.0:1777047455.122918:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+98:56906:x1863365387919104:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:1.0:1777047455.122955:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047455.122984:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938374 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7d9f expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.123213:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938374 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d9f expref: 99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.123240:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938374 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d9f expref: 99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.123273:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:1.0:1777047455.123279:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047455.123286:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8200, rc 0) 00000100:00100000:1.0:1777047455.123456:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+99:56906:x1863365387919104:12345-192.168.201.54@tcp:101:bash.0 Request processed in 541us (10545us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047455.123470:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5939 00000100:00100000:3.0:1777047455.147163:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047455.149434:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387919360 00000100:00100000:1.0:1777047455.149451:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387919360 00000100:00100000:1.0:1777047455.149539:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5940 00000100:00100000:1.0:1777047455.149557:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+99:56906:x1863365387919360:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:1.0:1777047455.149584:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047455.149589:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1777047455.149625:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938374 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d9f expref: 99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.149655:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:1.0:1777047455.149663:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047455.149680:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d72493837b lrc: 2/0,0 mode: --/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7da6 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.149756:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938382 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.149777:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938382 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.149792:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938382 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047455.150130:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].457, 88 off43576 00000004:00080000:1.0:1777047455.150147:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4083786762893ns, next at 4083852463822ns, rc = 0 00000040:00080000:1.0:1777047455.150205:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].476, 88 off45336 00000004:00080000:1.0:1777047455.150217:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4083786832761ns, next at 4083852547689ns, rc = 0 00000040:00080000:1.0:1777047455.150259:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].477, 88 off45424 00000004:00080000:1.0:1777047455.150267:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4083786883458ns, next at 4083852547689ns, rc = 0 00000040:00080000:1.0:1777047455.150284:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].458, 88 off43664 00000004:00080000:1.0:1777047455.150290:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4083786906763ns, next at 4083852463822ns, rc = 0 00000100:00100000:2.0:1777047455.165637:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047455.167580:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387919616 00000100:00100000:1.0:1777047455.167596:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387919616 00000100:00100000:1.0:1777047455.167690:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5941 00000100:00100000:1.0:1777047455.167707:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+101:57249:x1863365387919616:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047455.167736:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047455.168064:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938389 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7dad expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168183:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938390 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168213:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938390 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168229:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938390 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168246:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724938397 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168258:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724938397 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168269:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724938397 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168469:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46600/0x5ecf73d72493839e lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168487:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46600/0x5ecf73d72493839e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168501:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46600/0x5ecf73d72493839e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047455.168518:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xbc:0x0]: returning size 2 00010000:00010000:1.0:1777047455.168635:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46600/0x5ecf73d72493839e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168649:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46600/0x5ecf73d72493839e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168659:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46600/0x5ecf73d72493839e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168671:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f46600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047455.168677:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46600/0x5ecf73d72493839e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168689:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46600/0x5ecf73d72493839e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168709:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:1.0:1777047455.168714:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777047455.168722:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46600/0x5ecf73d72493839e lrc: 2/0,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168733:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46600/0x5ecf73d72493839e lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168761:0:6590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938390 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168772:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938390 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168782:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938390 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168792:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938390 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168801:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047455.168805:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938390 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168823:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938390 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168836:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7b00) 00010000:00010000:1.0:1777047455.168876:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047455.168882:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938390 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168893:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938390 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168909:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724938397 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168919:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724938397 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168929:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724938397 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168938:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047455.168942:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724938397 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168953:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724938397 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168966:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e074a0a9800) 00010000:00010000:1.0:1777047455.168970:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047455.168975:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724938397 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.168993:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724938397 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.169048:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938389 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dad expref: 103 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.169066:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7b00) 00010000:00010000:1.0:1777047455.169071:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777047455.169078:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938389 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dad expref: 103 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.169453:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8200, rc 0) 00000100:00100000:1.0:1777047455.169559:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+102:57249:x1863365387919616:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1854us (3932us total) trans 4294969898 rc 301/301 00000100:00100000:1.0:1777047455.169572:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5941 00000001:00080000:1.0:1777047455.172712:0:7507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969897 is committed 00000004:00080000:1.0:1777047455.172748:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 320 committed 00010000:00010000:3.0:1777047455.172957:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493822b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.172979:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493822b lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.172992:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493822b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.173003:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047455.173010:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493822b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.173021:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493822b lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.173044:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e074a0a9800) 00010000:00010000:3.0:1777047455.173050:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047455.173056:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493822b lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.173067:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493822b lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.173103:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249382a9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777047455.173147:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 340 committed 00000004:00080000:1.0:1777047455.173275:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 339 committed 00000100:00100000:0.0:1777047455.173667:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b40b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443002752:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1777047455.173772:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047455.173819:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047455.173831:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443002880:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1777047455.173893:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249382a9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.173909:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777047455.173920:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249382a9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.173931:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047455.173938:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249382a9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.173950:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249382a9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.173968:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443002752 00010000:00010000:3.0:1777047455.173972:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e074a0a9800) 00000100:00100000:0.0:1777047455.173980:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443002752 00010000:00010000:3.0:1777047455.173980:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047455.173989:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249382a9 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.174001:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249382a9 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.174039:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493835f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.174050:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493835f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.174061:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493835f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.174072:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b9200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047455.174079:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493835f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.174091:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493835f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.174102:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443002880 00010000:00010000:3.0:1777047455.174106:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00000100:00100000:0.0:1777047455.174110:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443002880 00000100:00100000:0.0:1777047455.174155:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3723 00010000:00010000:3.0:1777047455.174162:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047455.174171:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493835f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.174174:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+14:3682:x1863365443002752:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1777047455.174196:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d72493835f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1777047455.174217:0:8479:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:222 count 1 00000100:00100000:3.0:1777047455.174268:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b40bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443003136:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1777047455.174277:0:8479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007197f2c5/0x5ecf73d7249383ac lrc: 3/0,1 mode: --/PW res: [0x280000400:0xde:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.174311:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d7249381e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d28 expref: 11 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047455.174330:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777047455.174332:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047455.174338:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047455.174344:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007197f2c5/0x5ecf73d7249383ac lrc: 4/0,1 mode: --/PW res: [0x280000400:0xde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047455.174373:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1777047455.174428:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d7249381e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d28 expref: 11 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047455.174458:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b40b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443003008:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1777047455.174487:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d7249381e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d28 expref: 11 pid: 8633 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.174511:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b40b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443003264:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047455.174520:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047455.174585:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443003136 00000100:00100000:3.0:1777047455.174593:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443003136 00000100:00100000:0.0:1777047455.174627:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d92b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047455.174650:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443003008 00000100:00080000:0.0:1777047455.174655:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047455.174657:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443003008 00000100:00100000:0.0:1777047455.174689:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3724 00000100:00100000:0.0:1777047455.174706:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+16:3682:x1863365443002880:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1777047455.174729:0:11204:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:223 count 1 00000100:00100000:3.0:1777047455.174736:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3725 00000100:00100000:3.0:1777047455.174755:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+16:3685:x1863365443003136:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1777047455.174767:0:11204:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xdf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777047455.174780:0:11204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d7249383b3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.174797:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047455.174799:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047455.174806:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d7249383b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.174826:0:11204:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d7249383b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.174864:0:11204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d7249383b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.174879:0:11204:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d7249383b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.174910:0:11204:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1777047455.174974:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xe1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047455.174981:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xe1:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1777047455.174987:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xe1:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047455.174991:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xe1:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1777047455.174995:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xe1:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047455.175062:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+18:3685:x1863365443003136:12345-0@lo:2:osp-syn-0-1.0 Request processed in 310us (735us total) trans 21474837529 rc 0/0 00000100:00100000:3.0:1777047455.175076:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3725 00000100:00100000:3.0:1777047455.175109:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3726 00000100:00100000:3.0:1777047455.175130:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3685:x1863365443003008:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777047455.175132:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3682:x1863365443002880:12345-0@lo:6:osp-syn-0-1.0 Request processed in 423us (1222us total) trans 21474837530 rc 0/0 00000100:00100000:0.0:1777047455.175153:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3724 00010000:00010000:0.0:1777047455.175205:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047455.175502:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d7249383b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.175520:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047455.175527:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d7249383b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.175542:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d7249383b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.175567:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d7249383b3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047455.175580:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3685:x1863365443003008:12345-0@lo:2:osp-syn-0-1.0 Request processed in 455us (1062us total) trans 21474837531 rc 0/0 00010000:00010000:0.0:1777047455.175591:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d7249383b3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047455.175601:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3726 00010000:00010000:0.0:1777047455.175635:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047455.175640:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047455.175646:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777047455.175682:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064b40b480/2, rc 0, transno 21474837531 00000100:00100000:3.0:1777047455.175695:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b40b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443003008:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1777047455.175698:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064b409c00/2, rc 0, transno 21474837530 00000100:00100000:0.0:1777047455.175712:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443002880:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1777047455.175729:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064b40bb80/2, rc 0, transno 21474837529 00000100:00100000:3.0:1777047455.175739:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b40bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443003136:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777047455.180960:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443003776:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047455.181030:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e283800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443003520:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047455.181100:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047455.181174:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047455.181516:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749167b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443003392:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047455.181560:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047455.181606:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443003520 00000100:00100000:3.0:1777047455.181615:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443003520 00000100:00100000:3.0:1777047455.181673:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443003392 00000100:00100000:3.0:1777047455.181678:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443003392 00000100:00100000:3.0:1777047455.181709:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3727 00000100:00100000:3.0:1777047455.181721:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+30:3683:x1863365443003520:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1777047455.181756:0:28387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:224 count 1 00002000:00010000:3.0:1777047455.181795:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xe0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047455.181808:0:28387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249383ba lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.181831:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047455.181834:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047455.181866:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249383ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.181888:0:28387:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249383ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.181903:0:28387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249383ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.181917:0:28387:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249383ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.181943:0:28387:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777047455.181973:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047455.182437:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+31:3683:x1863365443003520:12345-0@lo:6:osp-syn-1-1.0 Request processed in 715us (1335us total) trans 17179870266 rc 0/0 00000100:00100000:3.0:1777047455.182451:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3727 00000100:00100000:3.0:1777047455.182501:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443003776 00000100:00100000:3.0:1777047455.182508:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443003776 00000100:00100000:3.0:1777047455.182545:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3728 00000100:00100000:3.0:1777047455.182555:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+31:3683:x1863365443003392:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1777047455.182580:0:28387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:223 count 1 00010000:00010000:3.0:1777047455.182600:0:28387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249383c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xdf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.182623:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d7249381de lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d21 expref: 23 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.182636:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047455.182639:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047455.182644:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249383c1 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.182683:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d7249381de lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d21 expref: 23 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.182704:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d7249381de lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d21 expref: 23 pid: 30115 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047455.182724:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d31880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365443003904:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047455.182791:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e077192a780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047455.182819:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3729 00000100:00100000:3.0:1777047455.182833:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+31:3685:x1863365443003776:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777047455.182982:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xe2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047455.182988:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xe2:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1777047455.182992:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xe2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047455.182996:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xe2:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1777047455.183000:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xe2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047455.183047:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+32:3685:x1863365443003776:12345-0@lo:2:osp-syn-1-1.0 Request processed in 217us (1076us total) trans 17179870267 rc 0/0 00000100:00100000:3.0:1777047455.183058:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3729 00000004:00080000:3.0:1777047455.183116:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e283800/2, rc 0, transno 17179870266 00000100:00100000:3.0:1777047455.183125:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e283800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443003520:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777047455.183353:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443003648:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047455.183433:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047455.183473:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443003648 00000100:00100000:3.0:1777047455.183482:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443003648 00000100:00100000:3.0:1777047455.183530:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3730 00000100:00100000:3.0:1777047455.183543:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+32:3684:x1863365443003648:12345-0@lo:2:osp-syn-1-1.0 00000100:00080000:0.0:1777047455.183563:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1777047455.183582:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047455.183594:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249383ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.183612:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047455.183620:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249383ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.183636:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249383ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.183665:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249383ba lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.183679:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d7249383ba lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047455.183698:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+33:3684:x1863365443003648:12345-0@lo:2:osp-syn-1-1.0 Request processed in 155us (262us total) trans 17179870268 rc 0/0 00000100:00100000:3.0:1777047455.183710:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3730 00010000:00010000:0.0:1777047455.183734:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047455.183740:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047455.183745:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047455.183827:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b40b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443003264:192.168.201.54@tcp:104: 00000004:00080000:2.0:1777047455.184412:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e281880/2, rc 0, transno 17179870267 00000100:00100000:2.0:1777047455.184423:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443003776:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1777047455.184459:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e281500/2, rc 0, transno 17179870268 00000100:00100000:2.0:1777047455.184466:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443003648:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777047455.185435:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 319 committed 00010000:00010000:2.0:1777047455.186780:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938382 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xbc:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7da6 expref: 78 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.186803:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:2.0:1777047455.186808:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777047455.186832:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d72493837b lrc: 0/0,0 mode: --/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7da6 expref: 78 pid: 34275 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.186891:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938382 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xbc:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7da6 expref: 77 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.186933:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:2.0:1777047455.186937:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777047455.186941:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8600, rc 0) 00010000:00010000:0.0:1777047455.187459:0:8479:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007197f2c5/0x5ecf73d7249383ac lrc: 3/0,1 mode: --/PW res: [0x280000400:0xde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047455.187699:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:56906:x1863365387919360:12345-192.168.201.54@tcp:101:bash.0 Request processed in 38142us (40545us total) trans 4294969897 rc 0/0 00000100:00100000:2.0:1777047455.187714:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5940 00000100:00100000:0.0:1777047455.197207:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047455.199980:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047455.200145:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047455.200186:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387919872 00000100:00100000:0.0:1777047455.200199:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387919872 00000100:00100000:2.0:1777047455.200425:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387920000 00000100:00100000:2.0:1777047455.200434:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387920000 00000100:00100000:3.0:1777047455.200688:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d31880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365443003904:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047455.200727:0:28387:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249383c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.200879:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d7249381e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d28 expref: 12 pid: 8633 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.200968:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1899 00000100:00100000:0.0:1777047455.200987:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365387919872:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047455.201009:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047455.201019:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d7249381e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d28 expref: 12 pid: 8633 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.201037:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d7249381de lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d21 expref: 24 pid: 30115 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.201046:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d7249381e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d28 expref: 12 pid: 8633 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.201415:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d7249381e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d28 expref: 12 pid: 8633 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.201437:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047455.201440:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047455.201447:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007197f2c5/0x5ecf73d7249383ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.201464:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007197f2c5/0x5ecf73d7249383ac lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.201510:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047455.201570:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365387919872:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 586us (1595us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047455.201583:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1899 00000100:00100000:0.0:1777047455.201610:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1900 00000100:00100000:0.0:1777047455.201621:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365387920000:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047455.201636:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047455.201644:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d7249381de lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d21 expref: 24 pid: 30115 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.201661:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d7249381de lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d21 expref: 24 pid: 30115 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.201685:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000072229851/0x5ecf73d7249381de lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d21 expref: 24 pid: 30115 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.201700:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047455.201703:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047455.201708:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249383c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.201721:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249383c1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.201750:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047455.201781:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365387920000:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 161us (1638us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047455.201791:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1900 00000100:00080000:0.0:1777047455.201820:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777047455.201826:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777047455.201874:0:28387:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249383c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.201888:0:28387:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249383c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.201903:0:28387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249383c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.201915:0:28387:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249383c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.201941:0:28387:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777047455.202142:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+33:3683:x1863365443003392:12345-0@lo:6:osp-syn-1-1.0 Request processed in 19585us (20578us total) trans 17179870269 rc 0/0 00000100:00100000:0.0:1777047455.202153:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3728 00010000:00010000:0.0:1777047455.202184:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047455.202193:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249383c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.202207:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047455.202214:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249383c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.202228:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249383c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.202246:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249383c1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.202257:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a654f31/0x5ecf73d7249383c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.202282:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047455.202285:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047455.202287:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777047455.202323:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0749167b80/2, rc 0, transno 17179870269 00000100:00100000:0.0:1777047455.202333:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749167b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443003392:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1777047455.202358:0:8479:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007197f2c5/0x5ecf73d7249383ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.202372:0:8479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007197f2c5/0x5ecf73d7249383ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.202412:0:8479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007197f2c5/0x5ecf73d7249383ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.202426:0:8479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007197f2c5/0x5ecf73d7249383ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.202458:0:8479:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777047455.202587:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3682:x1863365443002752:12345-0@lo:6:osp-syn-0-1.0 Request processed in 28417us (28815us total) trans 21474837532 rc 0/0 00000100:00100000:0.0:1777047455.202599:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3723 00000004:00080000:0.0:1777047455.202645:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064b40b800/2, rc 0, transno 21474837532 00000100:00100000:0.0:1777047455.202652:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b40b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443002752:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1777047455.202670:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047455.202678:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007197f2c5/0x5ecf73d7249383ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.202691:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047455.202697:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007197f2c5/0x5ecf73d7249383ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.202709:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007197f2c5/0x5ecf73d7249383ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.202726:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007197f2c5/0x5ecf73d7249383ac lrc: 1/0,0 mode: --/PW res: [0x280000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.202738:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007197f2c5/0x5ecf73d7249383ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.202775:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047455.202778:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047455.202781:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047455.203485:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047455.203518:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387920128 00000100:00100000:3.0:1777047455.203524:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387920128 00000100:00100000:3.0:1777047455.203567:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3731 00000100:00100000:3.0:1777047455.203577:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:56906:x1863365387920128:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:3.0:1777047455.203594:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047455.203616:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d7249383c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7dbb expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047455.203642:0:8481:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047455.203659:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047455.203662:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047455.203673:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d7249383c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dbb expref: 12 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.203695:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d7249383c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dbb expref: 12 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.203711:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90800, rc 0) 00000100:00100000:3.0:1777047455.203747:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:56906:x1863365387920128:12345-192.168.201.54@tcp:101:bash.0 Request processed in 170us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047455.203757:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3731 00000100:00100000:1.0:1777047455.205695:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387919744 00000100:00100000:1.0:1777047455.205706:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387919744 00000100:00100000:1.0:1777047455.206214:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5942 00000100:00100000:1.0:1777047455.207523:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57249:x1863365387919744:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047455.207547:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047455.207573:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d7249383cf lrc: 2/0,0 mode: --/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7db4 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.207704:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249383d6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.208490:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249383d6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.208512:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249383d6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047455.208560:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xbc:0x0]: returning size 2 00000004:00200000:1.0:1777047455.208567:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047455.208594:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249383d6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.208638:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46200/0x5ecf73d7249383cf lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7db4 expref: 79 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.208667:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249383d6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7db4 expref: 78 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.208681:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:1.0:1777047455.208686:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047455.208691:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f47e00, rc 0) 00000100:00100000:1.0:1777047455.209184:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57249:x1863365387919744:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1968us (11986us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047455.209197:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5942 00000100:00100000:3.0:1777047455.211643:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047455.211775:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387920256 00000100:00100000:0.0:1777047455.211788:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387920256 00000100:00100000:0.0:1777047455.211893:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3732 00000100:00100000:0.0:1777047455.211908:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:56906:x1863365387920256:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:0.0:1777047455.211926:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047455.211950:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000778cd11c/0x5ecf73d7249383dd lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7dc2 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047455.211982:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xe1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777047455.212034:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047455.212039:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047455.212052:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000778cd11c/0x5ecf73d7249383dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dc2 expref: 24 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.212077:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000778cd11c/0x5ecf73d7249383dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dc2 expref: 24 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.212103:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291c00, rc 0) 00000100:00100000:0.0:1777047455.212184:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:56906:x1863365387920256:12345-192.168.201.54@tcp:101:bash.0 Request processed in 279us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047455.212197:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3732 00000100:00100000:0.0:1777047455.218193:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047455.218262:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047455.218329:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047455.218593:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387920512 00000100:00100000:3.0:1777047455.218608:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387920512 00000100:00100000:3.0:1777047455.218809:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2022 00000100:00100000:3.0:1777047455.218827:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e074302a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57249:x1863365387920512:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047455.219129:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e074302a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57249:x1863365387920512:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 305us (945us total) trans 4294969899 rc 0/0 00000100:00100000:3.0:1777047455.219143:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2022 00000100:00100000:1.0:1777047455.226769:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387920768 00000100:00100000:1.0:1777047455.226786:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387920768 00002000:00010000:1.0:1777047455.226873:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/225 (0->18446744073709551615) 00002000:00100000:1.0:1777047455.226883:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b40ad80 with x1863365387920768 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047455.226899:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064b40ad80. 00000100:00100000:1.0:1777047455.226948:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387920640 00000100:00100000:1.0:1777047455.226955:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387920640 00002000:00010000:1.0:1777047455.226984:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/224 (0->18446744073709551615) 00002000:00100000:1.0:1777047455.226989:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e19a680 with x1863365387920640 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047455.227000:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e19a680. 00000100:00100000:1.0:1777047455.227042:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1013 00000100:00100000:1.0:1777047455.227058:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2432:x1863365387920768:12345-192.168.201.54@tcp:10:bash.0 00000100:00100000:0.0:1777047455.227124:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1014 00000100:00100000:0.0:1777047455.227146:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365387920640:12345-192.168.201.54@tcp:10:bash.0 00002000:00010000:1.0:1777047455.227323:0:29059:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xe1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047455.227331:0:29059:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xe1:0x0] updating lvb mtime from disk: 0 -> 1777047455 00002000:00010000:1.0:1777047455.227336:0:29059:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xe1:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047455.227341:0:29059:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xe1:0x0] updating lvb ctime from disk: 0 -> 1777047455 00002000:00010000:0.0:1777047455.227346:0:29062:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xe0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047455.227346:0:29059:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xe1:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1777047455.227358:0:29062:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xe0:0x0] updating lvb mtime from disk: 0 -> 1777047455 00002000:00010000:0.0:1777047455.227364:0:29062:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xe0:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047455.227368:0:29062:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xe0:0x0] updating lvb ctime from disk: 0 -> 1777047455 00002000:00010000:0.0:1777047455.227373:0:29062:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xe0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047455.227421:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2432:x1863365387920768:12345-192.168.201.54@tcp:10:bash.0 Request processed in 365us (9158us total) trans 17179870270 rc 0/0 00000100:00100000:1.0:1777047455.227436:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1013 00002000:00010000:1.0:1777047455.227442:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/225 (0->18446744073709551615) 00002000:00100000:1.0:1777047455.227446:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b40ad80 with x1863365387920768 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047455.227454:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064b40ad80. 00000100:00100000:0.0:1777047455.230745:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2432:x1863365387920640:12345-192.168.201.54@tcp:10:bash.0 Request processed in 3598us (12406us total) trans 21474837533 rc 0/0 00000100:00100000:0.0:1777047455.230761:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1014 00002000:00010000:0.0:1777047455.230767:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/224 (0->18446744073709551615) 00002000:00100000:0.0:1777047455.230773:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e19a680 with x1863365387920640 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047455.230784:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e19a680. 00000100:00100000:0.0:1777047455.240918:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047455.242916:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387920896 00000100:00100000:3.0:1777047455.242933:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387920896 00000100:00100000:0.0:1777047455.243324:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5943 00000100:00100000:0.0:1777047455.243341:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57249:x1863365387920896:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047455.243373:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047455.243431:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d7249383e4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7dc9 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.243517:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249383eb lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.243536:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249383eb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.243551:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249383eb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.243568:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d7249383f2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.243580:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d7249383f2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.243590:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d7249383f2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.243684:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249383f9 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.243698:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249383f9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.243709:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249383f9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047455.243760:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xbc:0x0]: returning size 2 00000004:00200000:0.0:1777047455.243765:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047455.243789:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249383f9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.243804:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249383f9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.243818:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249383eb lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.243828:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249383eb lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.243866:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249383eb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.243883:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249383eb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.243891:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047455.243896:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249383eb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.243908:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249383eb lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.243925:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771879e00) 00010000:00010000:0.0:1777047455.243931:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047455.243937:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249383eb lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.243963:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249383eb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.243983:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d7249383f2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.243994:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d7249383f2 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.244004:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d7249383f2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.244011:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047455.244015:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d7249383f2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.244030:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d7249383f2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.244041:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0771879100) 00010000:00010000:0.0:1777047455.244044:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047455.244048:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d7249383f2 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.244056:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d7249383f2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.244099:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d7249383e4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dc9 expref: 81 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.244119:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249383f9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dc9 expref: 80 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.244130:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:0.0:1777047455.244134:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047455.244137:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291800, rc 0) 00000100:00100000:0.0:1777047455.244222:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57249:x1863365387920896:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 884us (3313us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047455.244235:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5943 00000100:00100000:2.0:1777047455.246100:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047455.246755:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387921152 00000100:00100000:1.0:1777047455.246766:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387921152 00000100:00100000:1.0:1777047455.246829:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2023 00000100:00100000:1.0:1777047455.246871:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:56906:x1863365387921152:12345-192.168.201.54@tcp:35:bash.0 00000100:00100000:0.0:1777047455.247353:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:56906:x1863365387921152:12345-192.168.201.54@tcp:35:bash.0 Request processed in 509us (1254us total) trans 4294969900 rc 0/0 00000100:00100000:0.0:1777047455.247367:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2023 00000100:00100000:3.0:1777047455.253588:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047455.253648:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047455.255100:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387921536 00000100:00100000:0.0:1777047455.255116:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387921536 00000100:00100000:0.0:1777047455.255189:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5944 00000100:00100000:0.0:1777047455.255204:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57249:x1863365387921536:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047455.255232:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047455.255261:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724938400 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7dd0 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.255463:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938407 lrc: 3/0,1 mode: --/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.255487:0:9025:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249383d6 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7db4 expref: 82 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.255500:0:9025:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249383f9 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dc9 expref: 82 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.255514:0:9025:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938407 lrc: 5/0,1 mode: --/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.255560:0:9025:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249383f9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dc9 expref: 82 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.255582:0:9025:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249383f9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dc9 expref: 82 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.255603:0:9025:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e198e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:9025:1863365443004032:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047455.255734:0:9025:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249383d6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7db4 expref: 82 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.255758:0:9025:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249383d6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7db4 expref: 82 pid: 6588 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.255774:0:9025:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e198000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:9025:1863365443004160:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047455.255817:0:9025:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d92b600 going to sleep for 11 seconds 00000100:00100000:1.0:1777047455.256416:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387921280 00000100:00100000:1.0:1777047455.256424:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387921280 00010000:00010000:1.0:1777047455.256456:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249383f9 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dc9 expref: 83 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047455.256508:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1901 00000100:00100000:1.0:1777047455.256520:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:2429:x1863365387921280:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047455.256534:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047455.256542:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249383f9 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dc9 expref: 83 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.256560:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249383f9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dc9 expref: 83 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.256584:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:1.0:1777047455.256590:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938407 lrc: 3/0,1 mode: --/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.256600:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938407 lrc: 3/0,1 mode: --/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.256608:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047455.256655:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:2429:x1863365387921280:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 136us (3076us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047455.256666:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1901 00010000:00010000:0.0:1777047455.264717:0:9025:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.201.54@tcp) returned -22 from blocking AST (req@00000000e81c2af6 x1863365443004032) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249383f9 lrc: 1/0,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dc9 expref: 82 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.264750:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249383f9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dc9 expref: 82 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.264775:0:9025:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e198e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:9025:1863365443004032:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047455.264803:0:9025:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e198000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:9025:1863365443004160:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047455.264832:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:0.0:1777047455.264864:0:9025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938407 lrc: 3/0,1 mode: --/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.264878:0:9025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938407 lrc: 3/0,1 mode: --/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.264890:0:9025:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938407 lrc: 3/0,1 mode: --/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047455.267716:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047455.269166:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387921664 00000100:00100000:0.0:1777047455.269177:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387921664 00010000:00010000:0.0:1777047455.269230:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249383d6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7db4 expref: 82 pid: 6588 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.269440:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1902 00000100:00100000:0.0:1777047455.269456:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077949f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:2430:x1863365387921664:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047455.269476:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047455.269486:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249383d6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7db4 expref: 82 pid: 6588 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.269506:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249383d6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7db4 expref: 82 pid: 6588 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.269604:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47e00/0x5ecf73d7249383d6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7db4 expref: 82 pid: 6588 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.269626:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:0.0:1777047455.269634:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938407 lrc: 3/0,1 mode: --/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.269646:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938407 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.269654:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938407 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.269697:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047455.269793:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077949f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:2430:x1863365387921664:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 315us (2057us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047455.269806:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1902 00010000:00010000:3.0:1777047455.270151:0:9025:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938407 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.270164:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938407 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047455.270197:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xbc:0x0]: returning size 5 00010000:00010000:3.0:1777047455.270370:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724938400 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dd0 expref: 82 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.270431:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938407 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dd0 expref: 81 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.270444:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:3.0:1777047455.270449:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777047455.270453:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d5e00, rc 0) 00000100:00100000:3.0:1777047455.270519:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57249:x1863365387921536:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 15318us (16868us total) trans 4294969901 rc 0/0 00000100:00100000:3.0:1777047455.270531:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5944 00000100:00100000:3.0:1777047455.272679:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047455.272859:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387921792 00000100:00100000:1.0:1777047455.272870:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387921792 00000100:00100000:1.0:1777047455.272949:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5945 00000100:00100000:1.0:1777047455.272963:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57250:x1863365387921792:12345-192.168.201.54@tcp:101:rm.0 00010000:00010000:1.0:1777047455.272994:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047455.273019:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47c00/0x5ecf73d724938415 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7dd7 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.273090:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47a00/0x5ecf73d72493841c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.273106:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47a00/0x5ecf73d72493841c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.273121:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47a00/0x5ecf73d72493841c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.273140:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d724938423 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.273150:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d724938423 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.273159:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d724938423 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.273255:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46600/0x5ecf73d72493842a lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.273270:0:6589:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938407 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dd0 expref: 82 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.273280:0:6589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46600/0x5ecf73d72493842a lrc: 4/1,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.273321:0:6589:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938407 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dd0 expref: 82 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.273339:0:6589:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938407 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dd0 expref: 82 pid: 9025 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047455.273357:0:6589:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717ea680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6589:1863365443004288:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047455.273487:0:6589:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750f46d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047455.278677:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047455.279746:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387921920 00000100:00100000:0.0:1777047455.279757:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387921920 00000100:00100000:0.0:1777047455.279932:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5946 00000100:00100000:0.0:1777047455.279948:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57249:x1863365387921920:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047455.279972:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047455.279996:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724938431 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7dde expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.280098:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724938438 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.280117:0:12913:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724938438 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.280369:0:12913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724938438 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047455.282259:0:6589:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717ea680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6589:1863365443004288:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047455.282308:0:6589:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46600/0x5ecf73d72493842a lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047455.291585:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047455.291727:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387922048 00000100:00100000:2.0:1777047455.291740:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387922048 00010000:00010000:2.0:1777047455.292089:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938407 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dd0 expref: 85 pid: 9025 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047455.292149:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1903 00000100:00100000:2.0:1777047455.292164:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:2430:x1863365387922048:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047455.292184:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047455.292193:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938407 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dd0 expref: 85 pid: 9025 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.292497:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938407 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dd0 expref: 85 pid: 9025 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.292535:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938407 lrc: 0/0,0 mode: --/CW res: [0x240000404:0xbc:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dd0 expref: 85 pid: 9025 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.292556:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:2.0:1777047455.292564:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46600/0x5ecf73d72493842a lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.292578:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46600/0x5ecf73d72493842a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.292589:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46600/0x5ecf73d72493842a lrc: 4/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.292599:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724938438 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.292608:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724938438 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.292615:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724938438 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.292661:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047455.292721:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:2430:x1863365387922048:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 560us (1145us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047455.292733:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1903 00010000:00010000:0.0:1777047455.294045:0:12913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724938438 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.294060:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724938438 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047455.294121:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xbc:0x0]: returning size 5 00000004:00200000:0.0:1777047455.294127:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047455.294150:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724938438 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.294189:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d724938431 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dde expref: 84 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.294219:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724938438 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dde expref: 83 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.294231:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:0.0:1777047455.294236:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047455.294240:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d4c00, rc 0) 00000100:00100000:0.0:1777047455.294296:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57249:x1863365387921920:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 14353us (15627us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047455.294307:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5946 00010000:00010000:3.0:1777047455.295313:0:6589:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46600/0x5ecf73d72493842a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.295328:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46600/0x5ecf73d72493842a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047455.295423:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xbc:0x0]: returning size 5 00000004:00200000:3.0:1777047455.295446:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047455.295468:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46600/0x5ecf73d72493842a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.295484:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46600/0x5ecf73d72493842a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.295499:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47a00/0x5ecf73d72493841c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.295510:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47a00/0x5ecf73d72493841c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.295519:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47a00/0x5ecf73d72493841c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.295528:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47a00/0x5ecf73d72493841c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.295537:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f47a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047455.295543:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47a00/0x5ecf73d72493841c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.295571:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47a00/0x5ecf73d72493841c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.295587:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7b00) 00010000:00010000:3.0:1777047455.295591:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047455.295596:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47a00/0x5ecf73d72493841c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.295604:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47a00/0x5ecf73d72493841c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.295623:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d724938423 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.295633:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d724938423 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.295642:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d724938423 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.295649:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f46800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047455.295653:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d724938423 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.295661:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d724938423 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.295671:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7000) 00010000:00010000:3.0:1777047455.295675:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047455.295679:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d724938423 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.295687:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46800/0x5ecf73d724938423 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.295728:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f47c00/0x5ecf73d724938415 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dd7 expref: 83 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.295749:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46600/0x5ecf73d72493842a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dd7 expref: 82 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.295760:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:3.0:1777047455.295764:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047455.295767:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f46600, rc 0) 00000100:00100000:3.0:1777047455.295808:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57250:x1863365387921792:12345-192.168.201.54@tcp:101:rm.0 Request processed in 22848us (23136us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047455.295820:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5945 00000100:00100000:1.0:1777047455.307094:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047455.307727:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387922304 00000100:00100000:2.0:1777047455.307739:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387922304 00000100:00100000:2.0:1777047455.308083:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5947 00000100:00100000:2.0:1777047455.308096:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57250:x1863365387922304:12345-192.168.201.54@tcp:36:rm.0 00010000:00010000:2.0:1777047455.308467:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1777047455.308505:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938382 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbc:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7da6 expref: 82 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.308537:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644f46600/0x5ecf73d72493842a lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dd7 expref: 81 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.308555:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724938343 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d91 expref: 80 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.308570:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:2.0:1777047455.308578:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047455.309220:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d72493843f lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.309325:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d72493843f lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.309343:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d72493843f lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.309365:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724938446 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.309375:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724938446 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.309384:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724938446 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.309504:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493844d lrc: 3/0,1 mode: --/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.309522:0:34275:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724938438 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dde expref: 79 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.309531:0:34275:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493844d lrc: 4/0,1 mode: --/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.309566:0:34275:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724938438 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dde expref: 79 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.309583:0:34275:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724938438 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dde expref: 79 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.309598:0:34275:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e198000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:34275:1863365443004416:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047455.310031:0:34275:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d92b540 going to sleep for 11 seconds 00000100:00100000:2.0:1777047455.317705:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047455.317831:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387922560 00000100:00100000:3.0:1777047455.322116:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387922560 00000100:00100000:0.0:1777047455.322456:0:34275:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e198000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:34275:1863365443004416:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047455.322456:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5948 00000100:00100000:2.0:1777047455.322479:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e280700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57249:x1863365387922560:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047455.322495:0:34275:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493844d lrc: 3/0,1 mode: --/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.322505:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047455.322532:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d724938454 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7de5 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.322662:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d72493845b lrc: 3/0,1 mode: --/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.322683:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d72493845b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.322699:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d72493845b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047455.322722:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xbc:0x0]: returning size 5 00010000:00010000:2.0:1777047455.322899:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d724938454 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7de5 expref: 83 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.322925:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d72493845b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7de5 expref: 82 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.322938:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:2.0:1777047455.322942:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047455.322947:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e26e00, rc 0) 00000100:00100000:2.0:1777047455.323027:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e280700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57249:x1863365387922560:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 555us (5330us total) trans 4294969902 rc 0/0 00000100:00100000:2.0:1777047455.323038:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5948 00000100:00100000:2.0:1777047455.331112:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047455.331212:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387922688 00000100:00100000:0.0:1777047455.331226:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387922688 00000100:00100000:2.0:1777047455.331235:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:0.0:1777047455.331283:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724938438 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dde expref: 82 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.331344:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1904 00000100:00100000:0.0:1777047455.331362:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:2429:x1863365387922688:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047455.331454:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047455.331467:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724938438 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dde expref: 82 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.331488:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724938438 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dde expref: 82 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.331519:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d724938438 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dde expref: 82 pid: 12913 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.331549:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:0.0:1777047455.331557:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493844d lrc: 3/0,1 mode: --/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.331571:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493844d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.331582:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493844d lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.331629:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047455.331717:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:2429:x1863365387922688:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 359us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047455.331730:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1904 00000100:00100000:1.0:1777047455.331943:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387922816 00000100:00100000:1.0:1777047455.331952:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387922816 00000100:00100000:1.0:1777047455.332011:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5949 00000100:00100000:1.0:1777047455.332023:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57249:x1863365387922816:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047455.332045:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047455.332066:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938469 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7dec expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.332128:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938469 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dec expref: 82 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.332147:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938469 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dec expref: 82 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.332172:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:1.0:1777047455.332177:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047455.332182:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8200, rc 0) 00000100:00100000:1.0:1777047455.332546:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57249:x1863365387922816:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 522us (1310us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047455.332557:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5949 00010000:00010000:2.0:1777047455.334946:0:34275:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493844d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.334965:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493844d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777047455.335549:0:34275:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x240000404:0xbc:0x0] is inserted into orphan list, open count = 2 00010000:00010000:2.0:1777047455.335656:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493844d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.335671:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493844d lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.335690:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493844d lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.335700:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047455.335707:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493844d lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.335723:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493844d lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.335742:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:2.0:1777047455.335746:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777047455.335751:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493844d lrc: 2/0,0 mode: --/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.335762:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d72493844d lrc: 0/0,0 mode: --/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.335785:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d72493843f lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.335795:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d72493843f lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.335804:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d72493843f lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.335813:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d72493843f lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.335822:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d5400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047455.335827:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d72493843f lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.335864:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d72493843f lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.335879:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771879e00) 00010000:00010000:2.0:1777047455.335882:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047455.335887:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d72493843f lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.335897:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5400/0x5ecf73d72493843f lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777047455.335920:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e0f2fae1 reply state 000000009b1dc237 transno 4294969903 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724938446 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.335937:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724938446 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.335948:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0771879100) 00010000:00010000:2.0:1777047455.335952:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047455.335956:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047455.337100:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57250:x1863365387922304:12345-192.168.201.54@tcp:36:rm.0 Request processed in 28998us (30008us total) trans 4294969903 rc 0/0 00000100:00100000:0.0:1777047455.337115:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5947 00000100:00100000:2.0:1777047455.347139:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047455.348329:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387922944 00000100:00100000:3.0:1777047455.348342:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387922944 00000100:00100000:3.0:1777047455.348477:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3733 00000100:00100000:3.0:1777047455.348493:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365387922944:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:3.0:1777047455.348551:0:8480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724938470 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.348581:0:8480:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d7249383c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dbb expref: 13 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.348596:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047455.348600:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047455.348605:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724938470 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.348656:0:8480:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d7249383c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dbb expref: 13 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.348678:0:8480:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d7249383c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dbb expref: 13 pid: 8481 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047455.348700:0:8480:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365443004544:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047455.348862:0:8480:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0758e8e780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047455.361476:0:8480:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365443004544:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047455.361523:0:8480:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724938470 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047455.370883:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047455.372695:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387923072 00000100:00100000:3.0:1777047455.372711:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387923072 00002000:00100000:3.0:1777047455.372784:0:29061:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000400:0xe0:0x0] (0->4) req@ffff9e0643bbce00 x1863365387923072/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:191/0 lens 496/0 e 0 to 0 dl 1777047466 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047455.372805:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbce00 with x1863365387923072 ext(0->4) 00010000:00010000:3.0:1777047455.372821:0:29061:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d7249383c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dbb expref: 14 pid: 8481 timeout: 4183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.372882:0:29061:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d7249383c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dbb expref: 14 pid: 8481 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047455.372898:0:29061:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9e0643bbce00 00000100:00100000:3.0:1777047455.372962:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 47 00000100:00100000:3.0:1777047455.372997:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365387923072:12345-192.168.201.54@tcp:4:bash.0 00000100:00100000:2.0:1777047455.379215:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365387923072:12345-192.168.201.54@tcp:4:bash.0 Request processed in 6226us (8330us total) trans 21474837534 rc 0/0 00000100:00100000:2.0:1777047455.379236:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 47 00002000:00100000:2.0:1777047455.379255:0:29061:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000400:0xe0:0x0] (0->4) req@ffff9e0643bbce00 x1863365387923072/t21474837534(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:191/0 lens 496/448 e 0 to 0 dl 1777047466 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047455.379288:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbce00 with x1863365387923072 ext(0->4) 00010000:00010000:2.0:1777047455.379303:0:29061:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d7249383c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dbb expref: 16 pid: 8481 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.379335:0:29061:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d7249383c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dbb expref: 16 pid: 8481 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047455.379350:0:29061:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9e0643bbce00 00000100:00100000:0.0:1777047455.393065:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047455.394695:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387923200 00000100:00100000:3.0:1777047455.394712:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387923200 00000100:00100000:2.0:1777047455.395498:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047455.396272:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387923328 00000100:00100000:0.0:1777047455.396283:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387923328 00010000:00010000:0.0:1777047455.396329:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d7249383c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dbb expref: 16 pid: 8481 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.396436:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1905 00000100:00100000:0.0:1777047455.396457:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365387923328:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047455.396483:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777047455.396504:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5950 00002000:00010000:0.0:1777047455.396510:0:6574:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xe0:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:0.0:1777047455.396518:0:6574:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xe0:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:3.0:1777047455.396530:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57252:x1863365387923200:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047455.396533:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d7249383c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dbb expref: 16 pid: 8481 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.396569:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d7249383c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dbb expref: 16 pid: 8481 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.396575:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047455.396613:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938477 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7df3 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.396643:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d7249383c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dbb expref: 16 pid: 8481 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.396672:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047455.396676:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047455.396685:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724938470 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.396703:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724938470 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.396717:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d72493847e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.396744:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d72493847e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.396760:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047455.396792:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d72493847e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.396797:0:8480:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724938470 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.396823:0:8480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724938470 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.396828:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938485 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.396873:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938485 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.396888:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938485 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.396948:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d72493847e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.396963:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d72493847e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.396974:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d72493847e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.396985:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d72493847e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.396995:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047455.397004:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d72493847e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.397017:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d72493847e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.397034:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56700) 00010000:00010000:3.0:1777047455.397040:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047455.397047:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d72493847e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.397058:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d72493847e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.397076:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938485 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.397089:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938485 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.397100:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938485 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.397110:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047455.397115:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938485 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.397125:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938485 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.397139:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0771879100) 00010000:00010000:3.0:1777047455.397144:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047455.397152:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938485 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.397164:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938485 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.397212:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938477 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7df3 expref: 84 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.397232:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56700) 00010000:00010000:3.0:1777047455.397237:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047455.397244:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938477 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7df3 expref: 84 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.397284:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91e00, rc 0) 00000100:00100000:3.0:1777047455.397361:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57252:x1863365387923200:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 840us (4308us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047455.397377:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5950 00010000:00010000:0.0:1777047455.397535:0:8480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724938470 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.397552:0:8480:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724938470 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.397567:0:8480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724938470 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.397580:0:8480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047455.397587:0:8480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724938470 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.399802:0:8480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724938470 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.399828:0:8480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724938470 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.399868:0:8480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724938470 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.400327:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365387922944:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 51832us (53195us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047455.400343:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3733 00000100:00100000:0.0:1777047455.400413:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365387923328:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 3962us (4919us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047455.400426:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1905 00000100:00100000:2.0:1777047455.420676:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047455.422180:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387923584 00000100:00100000:1.0:1777047455.422492:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387923584 00000100:00100000:1.0:1777047455.422570:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5951 00000100:00100000:1.0:1777047455.422585:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57249:x1863365387923584:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:1.0:1777047455.422657:0:6590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047455.422695:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938469 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dec expref: 83 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.422729:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:1.0:1777047455.422738:0:6590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047455.422777:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493848c lrc: 3/0,1 mode: --/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.422800:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493848c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.423176:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493848c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047455.423532:0:6590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].459, 88 off43752 00000004:00080000:1.0:1777047455.423544:0:6590:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4084060159511ns, next at 4083852463822ns, rc = 0 00000040:00080000:1.0:1777047455.423582:0:6590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].478, 88 off45512 00000004:00080000:1.0:1777047455.423590:0:6590:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4084060206454ns, next at 4083852547689ns, rc = 0 00000040:00080000:1.0:1777047455.423618:0:6590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].479, 88 off45600 00000004:00080000:1.0:1777047455.423626:0:6590:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4084060242159ns, next at 4083852547689ns, rc = 0 00000040:00080000:1.0:1777047455.423644:0:6590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].460, 88 off43840 00000004:00080000:1.0:1777047455.423651:0:6590:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4084060267117ns, next at 4083852463822ns, rc = 0 00000100:00100000:1.0:1777047455.434026:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047455.434553:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387923712 00000100:00100000:0.0:1777047455.434568:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387923712 00000100:00100000:0.0:1777047455.434653:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5952 00000100:00100000:0.0:1777047455.434671:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:57252:x1863365387923712:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047455.434699:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047455.434730:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724938493 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7dfa expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.434826:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d72493849a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.434886:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d72493849a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.434906:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d72493849a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.434928:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249384a1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.434943:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249384a1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.434957:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249384a1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.435028:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d72493849a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.435042:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d72493849a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.435054:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d72493849a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.435067:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d72493849a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.435079:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047455.435087:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d72493849a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.435101:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d72493849a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.435120:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771879b00) 00010000:00010000:0.0:1777047455.435126:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047455.435133:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d72493849a lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.435146:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d72493849a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.435167:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249384a1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.435179:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249384a1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.435190:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249384a1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.435199:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047455.435204:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249384a1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.435214:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249384a1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.435225:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0771879100) 00010000:00010000:0.0:1777047455.435230:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047455.435235:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249384a1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.435246:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d7249384a1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.435290:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724938493 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dfa expref: 85 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.435310:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771879b00) 00010000:00010000:0.0:1777047455.435315:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047455.435321:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724938493 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dfa expref: 85 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.435343:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291000, rc 0) 00000100:00100000:0.0:1777047455.435466:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:57252:x1863365387923712:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 798us (1451us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047455.435480:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5952 00000100:00100000:3.0:1777047455.454489:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047455.454772:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387923840 00000100:00100000:0.0:1777047455.454789:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387923840 00000100:00100000:0.0:1777047455.454911:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5953 00000100:00100000:0.0:1777047455.454930:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:57252:x1863365387923840:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047455.454959:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047455.454992:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249384a8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7e01 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.455084:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3e00/0x5ecf73d7249384af lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.455108:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3e00/0x5ecf73d7249384af lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.455127:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3e00/0x5ecf73d7249384af lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047455.455189:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1777047455.455198:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000001:00080000:1.0:1777047455.455566:0:7507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969904 is committed 00010000:00010000:0.0:1777047455.455587:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d7249384a8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e01 expref: 85 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.455619:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3e00/0x5ecf73d7249384af lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e01 expref: 84 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.455636:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771879700) 00010000:00010000:0.0:1777047455.455643:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777047455.455648:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead3e00, rc 0) 00000100:00100000:0.0:1777047455.455724:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:57252:x1863365387923840:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 798us (1550us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047455.455738:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5953 00010000:00010000:2.0:1777047455.455952:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724938446 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.455971:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724938446 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.455984:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724938446 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.455995:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d4800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047455.456002:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724938446 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.456015:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724938446 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.456033:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0771879100) 00010000:00010000:2.0:1777047455.456039:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047455.456046:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724938446 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.456058:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4800/0x5ecf73d724938446 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777047455.456471:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 322 committed 00000004:00080000:1.0:1777047455.456485:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 342 committed 00000004:00080000:1.0:1777047455.456504:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 341 committed 00000004:00080000:1.0:1777047455.456507:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 321 committed 00000100:00100000:0.0:1777047455.456943:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443004672:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777047455.457016:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:1.0:1777047455.457045:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a227c8fd reply state 000000007e4b66ed transno 4294969904 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493848c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.457073:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493848c lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.457080:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1777047455.457094:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00000100:00100000:0.0:1777047455.457102:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443004800:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1777047455.457104:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1777047455.457113:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047455.457149:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047455.457207:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443004672 00000100:00100000:0.0:1777047455.457215:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443004672 00010000:00080000:1.0:1777047455.457230:0:6590:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1777047455.457260:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57249:x1863365387923584:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 34673us (36595us total) trans 4294969904 rc 0/0 00000100:00100000:0.0:1777047455.457266:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443004800 00000100:00100000:0.0:1777047455.457275:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443004800 00000100:00100000:1.0:1777047455.457286:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5951 00010000:00010000:1.0:1777047455.457332:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493848c lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.457339:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3734 00010000:00010000:1.0:1777047455.457358:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493848c lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.457360:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+18:3682:x1863365443004672:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1777047455.457400:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493848c lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.457413:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047455.457420:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493848c lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.457440:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493848c lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.457458:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:1.0:1777047455.457464:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047455.457470:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493848c lrc: 2/0,0 mode: --/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.457479:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493848c lrc: 0/0,0 mode: --/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047455.457667:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3735 00000100:00100000:0.0:1777047455.457684:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+19:3682:x1863365443004672:12345-0@lo:2:osp-syn-0-1.0 Request processed in 324us (664us total) trans 21474837535 rc 0/0 00000100:00100000:1.0:1777047455.457693:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+19:3682:x1863365443004800:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777047455.457713:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3734 00000004:00080000:0.0:1777047455.457828:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643bbdc00/2, rc 0, transno 21474837535 00000100:00100000:0.0:1777047455.457863:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443004672:0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1777047455.457928:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xe1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047455.457937:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xe1:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1777047455.457941:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xe1:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047455.457946:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xe1:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1777047455.457951:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xe1:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047455.458032:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+19:3682:x1863365443004800:12345-0@lo:2:osp-syn-0-1.0 Request processed in 349us (881us total) trans 21474837536 rc 0/0 00000100:00100000:1.0:1777047455.458045:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3735 00000100:00100000:1.0:1777047455.459996:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443004928:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777047455.460058:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047455.462563:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443004928 00000100:00100000:1.0:1777047455.463207:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047455.463231:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443005056:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777047455.463353:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443004928 00000100:00100000:2.0:1777047455.463434:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3736 00000100:00100000:2.0:1777047455.463449:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+33:3684:x1863365443004928:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1777047455.463833:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xe1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047455.463863:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xe1:0x0] updating lvb mtime from disk: 1777047455 -> 1777047455 00002000:00010000:2.0:1777047455.463869:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xe1:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047455.463872:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xe1:0x0] updating lvb ctime from disk: 1777047455 -> 1777047455 00002000:00010000:2.0:1777047455.463877:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xe1:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:0.0:1777047455.465345:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643bbd500/2, rc 0, transno 21474837536 00000100:00100000:0.0:1777047455.465361:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443004800:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047455.465398:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047455.465496:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443005056 00000100:00100000:0.0:1777047455.465507:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443005056 00000100:00100000:0.0:1777047455.465567:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3737 00000100:00100000:0.0:1777047455.465582:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+35:3684:x1863365443005056:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777047455.465717:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xe2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047455.465724:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xe2:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1777047455.465728:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xe2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047455.465733:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xe2:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1777047455.465737:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xe2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047455.465807:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+36:3684:x1863365443005056:12345-0@lo:2:osp-syn-1-1.0 Request processed in 227us (413us total) trans 17179870272 rc 0/0 00000100:00100000:0.0:1777047455.465822:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3737 00000004:00080000:0.0:1777047455.465921:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e07717ead80/2, rc 0, transno 17179870272 00000100:00100000:0.0:1777047455.465931:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443005056:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777047455.466209:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+35:3684:x1863365443004928:12345-0@lo:2:osp-syn-1-1.0 Request processed in 2760us (6147us total) trans 17179870271 rc 0/0 00000100:00100000:2.0:1777047455.466224:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3736 00000100:00100000:3.0:1777047455.466273:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047455.466362:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387923968 00000100:00100000:1.0:1777047455.466372:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387923968 00000100:00100000:1.0:1777047455.466466:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5954 00000100:00100000:1.0:1777047455.466482:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57249:x1863365387923968:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047455.466507:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047455.466533:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249384b6 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7e08 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.467174:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249384b6 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e08 expref: 77 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.467206:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249384b6 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e08 expref: 77 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.467242:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:1.0:1777047455.467250:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047455.467257:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8800, rc 0) 00000100:00100000:1.0:1777047455.467350:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57249:x1863365387923968:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 869us (1083us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047455.467364:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5954 00000100:00100000:1.0:1777047455.472214:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000004:00080000:0.0:1777047455.472300:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e39e680/2, rc 0, transno 17179870271 00000100:00100000:0.0:1777047455.472317:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443004928:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777047455.472583:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387924096 00000100:00100000:2.0:1777047455.472596:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387924096 00000100:00100000:2.0:1777047455.473172:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5955 00000100:00100000:2.0:1777047455.473193:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57252:x1863365387924096:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047455.473225:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047455.473258:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d7249384bd lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7e0f expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.473387:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d7249384c4 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.473421:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d7249384c4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.473463:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d7249384c4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.473491:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d7249384cb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.473506:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d7249384cb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.473521:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d7249384cb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.473583:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d7249384c4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.473596:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d7249384c4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.473609:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d7249384c4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.473621:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d7249384c4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.473633:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047455.473640:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d7249384c4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.473653:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d7249384c4 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.473678:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771879700) 00010000:00010000:2.0:1777047455.473684:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047455.473691:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d7249384c4 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.473703:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d7249384c4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.473726:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d7249384cb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.473737:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d7249384cb lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.473786:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d7249384cb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.473797:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047455.473803:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d7249384cb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.473814:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d7249384cb lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.473828:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e074a0a9900) 00010000:00010000:2.0:1777047455.473944:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047455.473953:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d7249384cb lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.473966:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d7249384cb lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.474036:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d7249384bd lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e0f expref: 78 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.474058:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771879700) 00010000:00010000:2.0:1777047455.474063:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047455.474071:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d7249384bd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e0f expref: 78 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.474091:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e26a00, rc 0) 00000100:00100000:2.0:1777047455.474176:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57252:x1863365387924096:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 986us (1970us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047455.474192:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5955 00000100:00100000:3.0:1777047455.474609:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047455.480683:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387924224 00000100:00100000:0.0:1777047455.481721:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387924224 00000100:00100000:1.0:1777047455.485264:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5956 00000100:00100000:1.0:1777047455.485608:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57249:x1863365387924224:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047455.485644:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047455.485679:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d7249384d2 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7e16 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.485794:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249384d9 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.486244:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249384d9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.486269:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249384d9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047455.486357:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xbc:0x0]: returning size 5 00000004:00200000:1.0:1777047455.486364:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047455.486425:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249384d9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.486479:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d7249384d2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e16 expref: 79 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.486511:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249384d9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e16 expref: 78 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.486526:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:1.0:1777047455.486533:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777047455.486538:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8200, rc 0) 00000100:00100000:1.0:1777047455.486644:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57249:x1863365387924224:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1048us (12035us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047455.486659:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5956 00000100:00100000:1.0:1777047455.499944:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047455.500052:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387924480 00000100:00100000:2.0:1777047455.500069:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387924480 00000100:00100000:1.0:1777047455.500079:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047455.500533:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5957 00000100:00100000:2.0:1777047455.500561:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57252:x1863365387924480:12345-192.168.201.54@tcp:101:lfs.0 00000100:00100000:0.0:1777047455.500678:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387924608 00000100:00100000:0.0:1777047455.500690:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387924608 00000100:00100000:0.0:1777047455.501136:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3738 00000100:00100000:0.0:1777047455.501155:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365387924608:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047455.501179:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047455.501580:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f34591f9/0x5ecf73d7249384e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7e24 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047455.501623:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe0:0x0] initial LVB size: 5, mtime: 0x69eb979f, atime: 0x0, ctime: 0x69eb979f, blocks: 0x8 00010000:00010000:0.0:1777047455.501653:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047455.501658:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047455.501674:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f34591f9/0x5ecf73d7249384e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e24 expref: 15 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.502050:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f34591f9/0x5ecf73d7249384e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e24 expref: 15 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.502076:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2e00, rc 0) 00000100:00100000:0.0:1777047455.502468:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365387924608:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1315us (2391us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047455.502484:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3738 00010000:00010000:1.0:1777047455.503519:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047455.503525:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1777047455.503561:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3e00/0x5ecf73d7249384af lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e01 expref: 78 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.503608:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771879700) 00010000:00010000:1.0:1777047455.503622:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047455.503643:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d7249384e7 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7e1d expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.503783:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249384ee lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.503804:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249384ee lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.503875:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249384ee lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.503898:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249384f5 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.503912:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249384f5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.503926:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249384f5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.504951:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249384fc lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.504970:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249384fc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.504986:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249384fc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047455.505004:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xbd:0x0]: returning size 0 00010000:00010000:1.0:1777047455.505042:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249384ee lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.505057:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249384ee lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.505069:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249384ee lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.505081:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249384ee lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.505093:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b9200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047455.505101:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249384ee lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.505440:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249384ee lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.505462:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e076def5d00) 00010000:00010000:1.0:1777047455.505467:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047455.505474:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249384ee lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.505487:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d7249384ee lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047455.505509:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000381bca08 reply state 00000000898cda8c transno 4294969905 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249384f5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.505537:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249384f5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.505549:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e076def5300) 00010000:00010000:1.0:1777047455.505554:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047455.505558:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777047455.505635:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d7249384e7 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e1d expref: 80 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.505668:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249384fc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e1d expref: 79 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.505683:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbd:0x0].0x0 (ffff9e076def5a00) 00010000:00010000:1.0:1777047455.505688:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047455.505693:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9e00, rc 0) 00000100:00100000:1.0:1777047455.505751:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57252:x1863365387924480:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 5202us (5819us total) trans 4294969905 rc 0/0 00000100:00100000:1.0:1777047455.505766:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5957 00000100:00100000:2.0:1777047455.516941:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047455.520241:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387924864 00000100:00100000:1.0:1777047455.520258:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387924864 00000100:00100000:1.0:1777047455.520348:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5958 00000100:00100000:1.0:1777047455.520367:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57252:x1863365387924864:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047455.520440:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047455.520472:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493850a lrc: 2/0,0 mode: --/CR res: [0x240000404:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7e2b expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.520636:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b600/0x5ecf73d724938511 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.520666:0:34275:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249384fc lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e1d expref: 81 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.520682:0:34275:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b600/0x5ecf73d724938511 lrc: 4/0,1 mode: --/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.520737:0:34275:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249384fc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e1d expref: 81 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.520764:0:34275:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249384fc lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e1d expref: 81 pid: 6589 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047455.520790:0:34275:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077797b480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:34275:1863365443005184:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047455.520953:0:34275:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750f46d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047455.537028:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047455.537285:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387924992 00000100:00100000:0.0:1777047455.537302:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387924992 00010000:00010000:0.0:1777047455.537374:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249384fc lrc: 5/0,0 mode: PR/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e1d expref: 82 pid: 6589 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.537513:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1906 00000100:00100000:0.0:1777047455.537537:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:2429:x1863365387924992:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047455.537566:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047455.537609:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249384fc lrc: 5/0,0 mode: PR/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e1d expref: 82 pid: 6589 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.537637:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249384fc lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e1d expref: 82 pid: 6589 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.537680:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbd:0x0].0x0 (ffff9e076def5a00) 00010000:00010000:0.0:1777047455.537695:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b600/0x5ecf73d724938511 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.537724:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b600/0x5ecf73d724938511 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.537743:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b600/0x5ecf73d724938511 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.537779:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047455.537911:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:2429:x1863365387924992:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 377us (895us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047455.537926:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1906 00010000:00010000:1.0:1777047455.538157:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249384fc lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e1d expref: 81 pid: 6589 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047455.538194:0:34275:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077797b480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:34275:1863365443005184:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047455.538236:0:34275:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b600/0x5ecf73d724938511 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.538256:0:34275:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b600/0x5ecf73d724938511 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.538274:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b600/0x5ecf73d724938511 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047455.538320:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xbd:0x0]: returning size 0 00000004:00080000:1.0:1777047455.538737:0:34275:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xe3:0x0], index 1: 0 00000004:00080000:1.0:1777047455.538752:0:34275:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xe2:0x0], index 0: 0 00000004:00080000:1.0:1777047455.538761:0:34275:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xe3:0x0], index 0: 0 00000004:00080000:1.0:1777047455.538777:0:34275:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xe4:0x0], index 1: 0 00010000:00010000:1.0:1777047455.539380:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b600/0x5ecf73d724938511 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.539449:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b600/0x5ecf73d724938511 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.539464:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b600/0x5ecf73d724938511 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.539476:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e078205b600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047455.539489:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b600/0x5ecf73d724938511 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.539504:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b600/0x5ecf73d724938511 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.539523:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbd:0x0].0x0 (ffff9e076def5a00) 00010000:00010000:1.0:1777047455.539534:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047455.539541:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b600/0x5ecf73d724938511 lrc: 2/0,0 mode: --/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.539553:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b600/0x5ecf73d724938511 lrc: 0/0,0 mode: --/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.539642:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493850a lrc: 1/0,0 mode: --/CR res: [0x240000404:0xbd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e2b expref: 81 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.539676:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbd:0x0].0x0 (ffff9e076def5a00) 00010000:00010000:1.0:1777047455.539681:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777047455.539689:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493850a lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e2b expref: 81 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.539722:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8000, rc 0) 00000100:00100000:1.0:1777047455.539825:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57252:x1863365387924864:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 19455us (22890us total) trans 4294969906 rc 301/301 00000100:00100000:1.0:1777047455.539876:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5958 00000100:00100000:1.0:1777047455.556969:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047455.557045:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387925248 00000100:00100000:3.0:1777047455.557060:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387925248 00000100:00100000:3.0:1777047455.557159:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2024 00000100:00100000:3.0:1777047455.557180:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57252:x1863365387925248:12345-192.168.201.54@tcp:35:lfs.0 00010000:00010000:2.0:1777047455.557439:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047455.557679:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57252:x1863365387925248:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 498us (716us total) trans 4294969907 rc 0/0 00000100:00100000:3.0:1777047455.557704:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2024 00000100:00100000:0.0:1777047455.558522:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443005440:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777047455.558662:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047455.558720:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777047455.558733:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443005312:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777047455.558782:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047455.559801:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443005312 00000100:00100000:1.0:1777047455.559813:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443005312 00000100:00100000:1.0:1777047455.559934:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2455 00000100:00100000:1.0:1777047455.559951:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+35:3683:x1863365443005312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777047455.559990:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 293603776 pending 28672 free 3920224256 avail 3688701952 00000100:00100000:1.0:1777047455.560093:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+35:3683:x1863365443005312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 144us (1308us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047455.560109:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2455 00000100:00100000:2.0:1777047455.560240:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443005312:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777047455.561597:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443005440 00000100:00100000:3.0:1777047455.561609:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443005440 00000100:00100000:3.0:1777047455.561879:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3242 00000100:00100000:3.0:1777047455.561898:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443005440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777047455.561942:0:6593:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445883904 avail 1299644416 00000100:00100000:3.0:1777047455.562072:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443005440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 177us (3408us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047455.562088:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3242 00000100:00100000:2.0:1777047455.562772:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443005440:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777047455.572000:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047455.572186:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387925504 00000100:00100000:0.0:1777047455.572203:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387925504 00000100:00100000:0.0:1777047455.572308:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2025 00000100:00100000:0.0:1777047455.572330:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57252:x1863365387925504:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047455.573430:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57252:x1863365387925504:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1102us (1437us total) trans 4294969908 rc 0/0 00000100:00100000:2.0:1777047455.573450:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2025 00000100:00100000:2.0:1777047455.611542:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047455.614322:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387925760 00000100:00100000:1.0:1777047455.614340:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387925760 00000100:00100000:1.0:1777047455.614483:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5959 00000100:00100000:1.0:1777047455.614504:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:56906:x1863365387925760:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:1.0:1777047455.614541:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047455.614577:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a600/0x5ecf73d72493851f lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7e32 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.614786:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a200/0x5ecf73d724938526 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.614810:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a200/0x5ecf73d724938526 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.614829:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a200/0x5ecf73d724938526 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.614911:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d72493852d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.614926:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d72493852d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.614939:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d72493852d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.615055:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a800/0x5ecf73d724938534 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.615073:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a800/0x5ecf73d724938534 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.615087:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a800/0x5ecf73d724938534 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047455.615106:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xbd:0x0]: returning size 0 00010000:00010000:1.0:1777047455.615220:0:6590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a200/0x5ecf73d724938526 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.615569:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a200/0x5ecf73d724938526 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.615585:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a200/0x5ecf73d724938526 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.615598:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a200/0x5ecf73d724938526 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.615609:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e078205a200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047455.615617:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a200/0x5ecf73d724938526 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.615631:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a200/0x5ecf73d724938526 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.615651:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e076def5a00) 00010000:00010000:1.0:1777047455.615657:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047455.615665:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a200/0x5ecf73d724938526 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.615677:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a200/0x5ecf73d724938526 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.616055:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d72493852d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.616070:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d72493852d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.616429:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d72493852d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.616444:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e078205b200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047455.616450:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d72493852d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.616464:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d72493852d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.616480:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e076def5300) 00010000:00010000:1.0:1777047455.616485:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047455.616492:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d72493852d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.616504:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d72493852d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.616570:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a600/0x5ecf73d72493851f lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e32 expref: 85 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.616603:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a800/0x5ecf73d724938534 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e32 expref: 84 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.616618:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbd:0x0].0x0 (ffff9e076def5d00) 00010000:00010000:1.0:1777047455.616623:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047455.616627:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e078205a800, rc 0) 00000100:00100000:1.0:1777047455.616743:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:56906:x1863365387925760:12345-192.168.201.54@tcp:101:bash.0 Request processed in 2243us (5212us total) trans 4294969909 rc 0/0 00000100:00100000:1.0:1777047455.616760:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5959 00000100:00100000:1.0:1777047455.627100:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047455.627536:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387925888 00000100:00100000:3.0:1777047455.627554:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387925888 00000100:00100000:3.0:1777047455.627659:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5960 00000100:00100000:3.0:1777047455.627680:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:56906:x1863365387925888:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:3.0:1777047455.627742:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047455.627776:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938542 lrc: 2/0,0 mode: --/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7e39 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.627871:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724938549 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.627896:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724938549 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.627918:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724938549 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.628462:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938542 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e39 expref: 86 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.628506:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724938549 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e39 expref: 85 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.628521:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbd:0x0].0x0 (ffff9e076def5d00) 00010000:00010000:3.0:1777047455.628528:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777047455.628533:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90200, rc 0) 00000100:00100000:3.0:1777047455.628636:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:56906:x1863365387925888:12345-192.168.201.54@tcp:101:bash.0 Request processed in 960us (1547us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047455.628651:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5960 00000100:00100000:2.0:1777047455.637682:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047455.639062:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387926144 00000100:00100000:0.0:1777047455.639079:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387926144 00000100:00100000:0.0:1777047455.640075:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5961 00000100:00100000:0.0:1777047455.640099:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:56906:x1863365387926144:12345-192.168.201.54@tcp:36:bash.0 00010000:00010000:0.0:1777047455.640210:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047455.640252:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a800/0x5ecf73d724938534 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e32 expref: 85 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.640331:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbd:0x0].0x0 (ffff9e076def5d00) 00010000:00010000:0.0:1777047455.640341:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047455.640676:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d724938550 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.640701:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d724938550 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.640720:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d724938550 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047455.640792:0:9025:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294969910 00000004:00010000:0.0:1777047455.641153:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000047a91549 reply state 00000000173f2bd4 transno 4294969911 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d724938550 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.641178:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d724938550 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.641191:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbd:0x0].0x0 (ffff9e076def5d00) 00010000:00010000:0.0:1777047455.641197:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047455.641202:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047455.641347:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+87:56906:x1863365387926144:12345-192.168.201.54@tcp:36:bash.0 Request processed in 1253us (3675us total) trans 4294969911 rc 0/0 00000100:00100000:0.0:1777047455.641362:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5961 00000020:00080000:0.0:1777047455.641370:0:9025:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047455.653443:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047455.660037:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387926272 00000100:00100000:1.0:1777047455.660058:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387926272 00000100:00100000:2.0:1777047455.661977:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5962 00000100:00100000:2.0:1777047455.662001:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+87:56906:x1863365387926272:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:2.0:1777047455.662040:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047455.662103:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724938557 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7e40 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.662195:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724938557 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e40 expref: 88 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.662223:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724938557 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e40 expref: 88 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.662285:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbd:0x0].0x0 (ffff9e076def5d00) 00010000:00010000:2.0:1777047455.662292:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047455.662299:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27800, rc 0) 00000100:00100000:2.0:1777047455.662469:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+88:56906:x1863365387926272:12345-192.168.201.54@tcp:101:bash.0 Request processed in 473us (9097us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047455.662484:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5962 00000100:00100000:3.0:1777047455.666747:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047455.668182:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387926400 00000100:00100000:0.0:1777047455.668195:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387926400 00000100:00100000:2.0:1777047455.672311:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047455.673509:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387926656 00000100:00100000:3.0:1777047455.673521:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387926656 00000100:00100000:2.0:1777047455.673694:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5963 00000100:00100000:2.0:1777047455.674042:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+88:56906:x1863365387926656:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:2.0:1777047455.674076:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047455.674081:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1777047455.674125:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d724938557 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e40 expref: 88 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.674161:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbd:0x0].0x0 (ffff9e076def5d00) 00010000:00010000:2.0:1777047455.674170:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047455.674192:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d72493855e lrc: 2/0,0 mode: --/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7e47 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.674269:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d724938565 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.674292:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d724938565 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbd:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.674310:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d724938565 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbd:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777047455.674646:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].480, 88 off45688 00000004:00080000:2.0:1777047455.674661:0:6589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4084311277086ns, next at 4083852547689ns, rc = 0 00000040:00080000:2.0:1777047455.675171:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].461, 88 off43928 00000004:00080000:2.0:1777047455.675184:0:6589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4084311800103ns, next at 4083852463822ns, rc = 0 00000040:00080000:2.0:1777047455.675217:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].462, 88 off44016 00000004:00080000:2.0:1777047455.675226:0:6589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4084311842237ns, next at 4083852463822ns, rc = 0 00000040:00080000:2.0:1777047455.675249:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].481, 88 off45776 00000004:00080000:2.0:1777047455.675257:0:6589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4084311873386ns, next at 4083852547689ns, rc = 0 00000100:00100000:0.0:1777047455.675903:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3739 00000100:00100000:0.0:1777047455.675925:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365387926400:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:0.0:1777047455.676091:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365387926400:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 171us (9351us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047455.676105:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3739 00000001:00080000:3.0:1777047455.685525:0:7507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969912 is committed 00000004:00080000:3.0:1777047455.685542:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 344 committed 00000004:00080000:3.0:1777047455.685571:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 324 committed 00000004:00080000:3.0:1777047455.685584:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 323 committed 00000004:00080000:3.0:1777047455.685588:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 343 committed 00010000:00010000:1.0:1777047455.685760:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249384f5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.685785:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249384f5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.685800:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249384f5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.685806:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e19ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443005696:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1777047455.685825:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047455.685862:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249384f5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.685877:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249384f5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.685905:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e076def5300) 00010000:00010000:1.0:1777047455.685912:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047455.685921:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249384f5 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.685934:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249384f5 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047455.685947:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644481880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443005952:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1777047455.685977:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d724938550 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.685991:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d724938550 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.686007:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777047455.686007:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d724938550 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.686024:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047455.686033:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d724938550 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.686044:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d724938550 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.686364:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d724938565 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xbd:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e47 expref: 81 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047455.686485:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e199c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443005568:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1777047455.694763:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbd:0x0].0x0 (ffff9e076def5d00) 00010000:00010000:1.0:1777047455.694773:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047455.694785:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d724938550 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.694803:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d724938550 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047455.694928:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443005696 00000100:00100000:1.0:1777047455.694942:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443005696 00000100:00100000:1.0:1777047455.695022:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3740 00000100:00100000:1.0:1777047455.695039:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+35:3685:x1863365443005696:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1777047455.695194:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbd:0x0].0x0 (ffff9e076def5d00) 00010000:00010000:2.0:1777047455.695203:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777047455.695237:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d72493855e lrc: 0/0,0 mode: --/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e47 expref: 80 pid: 6589 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.695270:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d724938565 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xbd:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e47 expref: 79 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.695316:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbd:0x0].0x0 (ffff9e076def5d00) 00010000:00010000:2.0:1777047455.695321:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777047455.695326:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27a00, rc 0) 00000100:00100000:0.0:1777047455.696621:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047455.696688:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777047455.696705:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644483480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443005824:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777047455.697110:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047455.697167:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443005952 00000100:00100000:0.0:1777047455.697175:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443005952 00000100:00100000:3.0:1777047455.697191:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047455.697241:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443005824 00000100:00100000:0.0:1777047455.697248:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443005824 00000100:00100000:2.0:1777047455.697776:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:56906:x1863365387926656:12345-192.168.201.54@tcp:101:bash.0 Request processed in 24061us (25470us total) trans 4294969912 rc 0/0 00000100:00100000:2.0:1777047455.697794:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5963 00000100:00100000:3.0:1777047455.697898:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047455.698719:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443005568 00000100:00100000:2.0:1777047455.699050:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443005568 00000100:00100000:2.0:1777047455.699104:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387926784 00000100:00100000:2.0:1777047455.699109:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387926784 00000100:00100000:2.0:1777047455.699142:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3741 00000100:00100000:2.0:1777047455.699156:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+20:3683:x1863365443005952:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777047455.699456:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+21:3683:x1863365443005952:12345-0@lo:2:osp-syn-0-1.0 Request processed in 301us (2836us total) trans 21474837537 rc 0/0 00000100:00100000:2.0:1777047455.699469:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3741 00000100:00100000:1.0:1777047455.699524:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+37:3685:x1863365443005696:12345-0@lo:2:osp-syn-1-1.0 Request processed in 4485us (13520us total) trans 17179870273 rc 0/0 00000100:00100000:1.0:1777047455.700176:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3740 00000100:00100000:1.0:1777047455.700209:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3742 00000100:00100000:1.0:1777047455.700223:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+36:3684:x1863365443005568:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777047455.700361:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+37:3684:x1863365443005568:12345-0@lo:2:osp-syn-1-1.0 Request processed in 141us (3176us total) trans 17179870274 rc 0/0 00000100:00100000:1.0:1777047455.700374:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3742 00000100:00100000:1.0:1777047455.700399:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3743 00000100:00100000:1.0:1777047455.700410:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365387926784:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047455.700486:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365387926784:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 76us (2650us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047455.700498:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3743 00000004:00080000:1.0:1777047455.700647:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644481880/2, rc 0, transno 21474837537 00000100:00100000:1.0:1777047455.700658:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644481880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443005952:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1777047455.700703:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e19ad80/2, rc 0, transno 17179870273 00000100:00100000:1.0:1777047455.700710:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443005696:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1777047455.701536:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e199c00/2, rc 0, transno 17179870274 00000100:00100000:3.0:1777047455.701546:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e199c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443005568:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047455.701960:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3744 00000100:00100000:0.0:1777047455.701975:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077594ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+20:3683:x1863365443005824:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1777047455.702477:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077594ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+21:3683:x1863365443005824:12345-0@lo:2:osp-syn-0-1.0 Request processed in 505us (5365us total) trans 21474837538 rc 0/0 00000100:00100000:0.0:1777047455.702489:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3744 00000004:00080000:3.0:1777047455.703864:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644483480/2, rc 0, transno 21474837538 00000100:00100000:3.0:1777047455.703876:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644483480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443005824:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047455.711901:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047455.713456:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387926912 00000100:00100000:1.0:1777047455.713473:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387926912 00000100:00100000:1.0:1777047455.713575:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3745 00000100:00100000:1.0:1777047455.713593:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:56906:x1863365387926912:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:1.0:1777047455.713617:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047455.713649:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d72493856c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7e4e expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047455.713684:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xe3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1777047455.713713:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047455.713717:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047455.713731:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d72493856c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e4e expref: 26 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.713759:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d72493856c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e4e expref: 26 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.713781:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e078205a600, rc 0) 00000100:00100000:1.0:1777047455.713904:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:56906:x1863365387926912:12345-192.168.201.54@tcp:101:bash.0 Request processed in 313us (2012us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047455.713917:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3745 00000100:00100000:0.0:1777047455.723306:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047455.724570:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387927040 00000100:00100000:1.0:1777047455.724585:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387927040 00000100:00100000:1.0:1777047455.724693:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1015 00000100:00100000:1.0:1777047455.724712:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365387927040:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047455.724766:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938573 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.724793:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047455.724797:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047455.724805:0:8485:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938573 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.724827:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938573 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.725008:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938573 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.725025:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938573 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.725040:0:8485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938573 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.725052:0:8485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e078205b200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047455.725060:0:8485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938573 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.725075:0:8485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938573 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.725099:0:8485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938573 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.725113:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938573 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047455.725547:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365387927040:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 839us (2250us total) trans 0 rc 5/5 00000100:00100000:1.0:1777047455.725562:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1015 00000100:00100000:3.0:1777047455.730646:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047455.730873:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387927168 00000100:00100000:1.0:1777047455.730885:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387927168 00000100:00100000:1.0:1777047455.730961:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3746 00000100:00100000:1.0:1777047455.730978:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:56906:x1863365387927168:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:1.0:1777047455.731000:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047455.731026:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065d9b2b1/0x5ecf73d72493857a lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7e55 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047455.731060:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1777047455.731088:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047455.731092:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047455.731105:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065d9b2b1/0x5ecf73d72493857a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e55 expref: 16 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.731140:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000065d9b2b1/0x5ecf73d72493857a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e55 expref: 16 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.731159:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e078205a200, rc 0) 00000100:00100000:1.0:1777047455.731221:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:56906:x1863365387927168:12345-192.168.201.54@tcp:101:bash.0 Request processed in 246us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047455.731232:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3746 00000100:00100000:3.0:1777047455.734221:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047455.734665:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387927296 00000100:00100000:1.0:1777047455.734675:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387927296 00000100:00100000:1.0:1777047455.735035:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5964 00000100:00100000:1.0:1777047455.735050:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57249:x1863365387927296:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047455.735074:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047455.735098:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a800/0x5ecf73d724938581 lrc: 2/0,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7e5c expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.735141:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b600/0x5ecf73d724938588 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.735162:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b600/0x5ecf73d724938588 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.735177:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b600/0x5ecf73d724938588 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.735336:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a800/0x5ecf73d724938581 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e5c expref: 81 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.735375:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b600/0x5ecf73d724938588 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e5c expref: 80 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.735455:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:1.0:1777047455.735460:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777047455.735466:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e078205b600, rc 0) 00000100:00100000:1.0:1777047455.735525:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57249:x1863365387927296:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 479us (1309us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047455.735537:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5964 00000100:00100000:1.0:1777047455.748339:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047455.748452:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387927424 00000100:00100000:2.0:1777047455.748467:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387927424 00000100:00100000:2.0:1777047455.748590:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1016 00000100:00100000:2.0:1777047455.748609:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777979500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2430:x1863365387927424:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:2.0:1777047455.748658:0:29057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084d2a34a/0x5ecf73d72493858f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.748692:0:29057:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d7249382f6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d75 expref: 26 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.748709:0:29057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047455.748713:0:29057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047455.748721:0:29057:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084d2a34a/0x5ecf73d72493858f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.749093:0:29057:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d7249382f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d75 expref: 26 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.749120:0:29057:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d7249382f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d75 expref: 26 pid: 8479 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047455.749443:0:29057:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644483100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:29057:1863365443006080:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047455.752659:0:29057:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06422fdb40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047455.752734:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047455.753205:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047455.753538:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387927552 00000100:00100000:3.0:1777047455.753550:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387927552 00000100:00100000:1.0:1777047455.753636:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387927680 00000100:00100000:1.0:1777047455.753643:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387927680 00002000:00010000:1.0:1777047455.753682:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/226 (0->18446744073709551615) 00002000:00100000:1.0:1777047455.753689:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644482680 with x1863365387927680 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047455.753703:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644482680. 00002000:00010000:3.0:1777047455.755411:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/227 (0->18446744073709551615) 00002000:00100000:3.0:1777047455.755422:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644480e00 with x1863365387927552 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047455.755434:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644480e00. 00000100:00100000:1.0:1777047455.755504:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1017 00000100:00100000:1.0:1777047455.755522:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644482680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365387927680:12345-192.168.201.54@tcp:10:bash.0 00002000:00010000:1.0:1777047455.755746:0:20132:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xe2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047455.755752:0:20132:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xe2:0x0] updating lvb mtime from disk: 0 -> 1777047456 00002000:00010000:1.0:1777047455.755757:0:20132:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xe2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047455.755761:0:20132:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xe2:0x0] updating lvb ctime from disk: 0 -> 1777047456 00002000:00010000:1.0:1777047455.755766:0:20132:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xe2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047455.759282:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1018 00000100:00100000:3.0:1777047455.759307:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644480e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2429:x1863365387927552:12345-192.168.201.54@tcp:10:bash.0 00002000:00010000:3.0:1777047455.759498:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xe3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047455.759504:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xe3:0x0] updating lvb mtime from disk: 0 -> 1777047456 00002000:00010000:3.0:1777047455.759508:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xe3:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047455.759511:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xe3:0x0] updating lvb ctime from disk: 0 -> 1777047456 00002000:00010000:3.0:1777047455.759514:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xe3:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047455.767062:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644482680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365387927680:12345-192.168.201.54@tcp:10:bash.0 Request processed in 11531us (13845us total) trans 21474837539 rc 0/0 00000100:00100000:1.0:1777047455.767104:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1017 00002000:00010000:1.0:1777047455.767368:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/226 (0->18446744073709551615) 00002000:00100000:1.0:1777047455.767376:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644482680 with x1863365387927680 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047455.767421:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644482680. 00000100:00100000:3.0:1777047455.768053:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644480e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2429:x1863365387927552:12345-192.168.201.54@tcp:10:bash.0 Request processed in 8752us (15317us total) trans 17179870275 rc 0/0 00000100:00100000:3.0:1777047455.768068:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1018 00002000:00010000:3.0:1777047455.768075:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/227 (0->18446744073709551615) 00002000:00100000:3.0:1777047455.768080:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644480e00 with x1863365387927552 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047455.768090:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644480e00. 00000100:00100000:1.0:1777047455.771977:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047455.771977:0:29057:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644483100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:29057:1863365443006080:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047455.772015:0:29057:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000084d2a34a/0x5ecf73d72493858f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.772613:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387927808 00000100:00100000:0.0:1777047455.772624:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387927808 00010000:00010000:0.0:1777047455.772674:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d7249382f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d75 expref: 28 pid: 8479 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.772989:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1907 00000100:00100000:0.0:1777047455.773006:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2429:x1863365387927808:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047455.773030:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047455.773082:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d7249382f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d75 expref: 28 pid: 8479 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.773104:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d7249382f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d75 expref: 28 pid: 8479 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.773136:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c573f83d/0x5ecf73d7249382f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d75 expref: 28 pid: 8479 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.773158:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047455.773161:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047455.773168:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000084d2a34a/0x5ecf73d72493858f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.773184:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084d2a34a/0x5ecf73d72493858f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.773538:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047455.773582:0:29057:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000084d2a34a/0x5ecf73d72493858f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.773610:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2429:x1863365387927808:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 606us (1638us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047455.773631:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1907 00010000:00010000:3.0:1777047455.773817:0:29057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084d2a34a/0x5ecf73d72493858f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047455.789611:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000001:00080000:2.0:1777047455.789726:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870276 is committed 00000001:00080000:2.0:1777047455.789753:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870274 is committed 00000100:00100000:3.0:1777047455.789897:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387928064 00000100:00100000:3.0:1777047455.789912:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387928064 00000100:00100000:3.0:1777047455.790010:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2026 00000100:00100000:3.0:1777047455.790027:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:56906:x1863365387928064:12345-192.168.201.54@tcp:35:bash.0 00002000:00010000:0.0:1777047455.790132:0:29057:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xe2:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:0.0:1777047455.790141:0:29057:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xe2:0x0] updating lvb mtime from disk: 0 -> 1777047456 00002000:00010000:0.0:1777047455.790146:0:29057:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xe2:0x0] updating lvb ctime from disk: 0 -> 1777047456 00002000:00010000:0.0:1777047455.790150:0:29057:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xe2:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1777047455.790167:0:29057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084d2a34a/0x5ecf73d72493858f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.790211:0:29057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000084d2a34a/0x5ecf73d72493858f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.790229:0:29057:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000084d2a34a/0x5ecf73d72493858f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.790242:0:29057:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047455.790249:0:29057:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000084d2a34a/0x5ecf73d72493858f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.790264:0:29057:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000084d2a34a/0x5ecf73d72493858f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.790295:0:29057:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000084d2a34a/0x5ecf73d72493858f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.790310:0:29057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084d2a34a/0x5ecf73d72493858f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047455.790615:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:56906:x1863365387928064:12345-192.168.201.54@tcp:35:bash.0 Request processed in 589us (1014us total) trans 4294969913 rc 0/0 00000100:00100000:3.0:1777047455.790629:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2026 00000100:00100000:0.0:1777047455.790767:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777979500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365387927424:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 42161us (42436us total) trans 17179870276 rc 0/0 00000100:00100000:0.0:1777047455.790783:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1016 00000100:00100000:1.0:1777047455.823280:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047455.823459:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387928192 00000100:00100000:3.0:1777047455.823475:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387928192 00000100:00100000:3.0:1777047455.826354:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5965 00000100:00100000:3.0:1777047455.826381:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57253:x1863365387928192:12345-192.168.201.54@tcp:101:rm.0 00010000:00010000:3.0:1777047455.826417:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047455.826450:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938596 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7e63 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.826549:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d72493859d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.826572:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d72493859d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.826590:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d72493859d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.826621:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249385a4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.826635:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249385a4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.826646:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249385a4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.826740:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249385ab lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.827106:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249385ab lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.827120:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249385ab lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047455.827239:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xbd:0x0]: returning size 5 00000004:00200000:3.0:1777047455.827246:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047455.827274:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249385ab lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.827293:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249385ab lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.827307:0:6590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d72493859d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.827319:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d72493859d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.827337:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d72493859d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.827349:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d72493859d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.827360:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047455.827368:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d72493859d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.827410:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d72493859d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.827430:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56700) 00010000:00010000:3.0:1777047455.827435:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047455.827443:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d72493859d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.827454:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d72493859d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.827477:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249385a4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.827489:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249385a4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.827500:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249385a4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.827508:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047455.827514:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249385a4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.827526:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249385a4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.827540:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0642f56b00) 00010000:00010000:3.0:1777047455.827546:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047455.827552:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249385a4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.827562:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249385a4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.827624:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938596 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e63 expref: 83 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.827650:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249385ab lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e63 expref: 82 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.827664:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbd:0x0].0x0 (ffff9e076def5d00) 00010000:00010000:3.0:1777047455.827668:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047455.827673:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90600, rc 0) 00000100:00100000:3.0:1777047455.827764:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57253:x1863365387928192:12345-192.168.201.54@tcp:101:rm.0 Request processed in 1394us (4494us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047455.828050:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5965 00000100:00100000:2.0:1777047455.838301:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047455.838503:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387928448 00000100:00100000:1.0:1777047455.838519:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387928448 00000100:00100000:1.0:1777047455.838612:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5966 00000100:00100000:1.0:1777047455.838631:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644480380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57253:x1863365387928448:12345-192.168.201.54@tcp:36:rm.0 00010000:00010000:1.0:1777047455.838708:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1777047455.838746:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d724938565 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbd:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e47 expref: 82 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.838782:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d7249385ab lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e63 expref: 81 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.838800:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d724938549 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e39 expref: 80 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.838816:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbd:0x0].0x0 (ffff9e076def5d00) 00010000:00010000:1.0:1777047455.838869:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047455.838906:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d7249385b2 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.838925:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d7249385b2 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.838940:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d7249385b2 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.838957:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a800/0x5ecf73d7249385b9 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.838968:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a800/0x5ecf73d7249385b9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.838978:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a800/0x5ecf73d7249385b9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.839083:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249385c0 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.839098:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249385c0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.839111:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249385c0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047455.839516:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].482, 64 off45840 00000004:00080000:1.0:1777047455.839529:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4084476144741ns, next at 4085476141561ns, rc = 0 00000040:00080000:1.0:1777047455.839558:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].463, 64 off44080 00000004:00080000:1.0:1777047455.839564:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4084476180596ns, next at 4085476179506ns, rc = 0 00000040:00080000:1.0:1777047455.839577:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].464, 64 off44144 00000040:00080000:1.0:1777047455.839593:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].483, 64 off45904 00010000:00010000:1.0:1777047455.839665:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249385c7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.839680:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249385c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xbd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.839693:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249385c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xbd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.839704:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249385c7 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xbd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.839713:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249385c7 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xbd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.839722:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249385c7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xbd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.839760:0:12913:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777047455.839785:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249385c0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.839796:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249385c0 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.839803:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047455.839806:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249385c0 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.839818:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249385c7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xbd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.839820:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047455.839858:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249385c0 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.839873:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047455.839878:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249385c0 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.839881:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249385c7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xbd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.839902:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbd:0x0].0x0 (ffff9e0641ff6600) 00010000:00010000:1.0:1777047455.839909:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777047455.839915:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249385c0 lrc: 2/0,0 mode: --/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.839916:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249385c7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xbd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.839952:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249385c0 lrc: 0/0,0 mode: --/EX res: [0x240000404:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.839953:0:6577:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbd:0x0].0x0 (ffff9e0641ff6600) 00010000:00010000:2.0:1777047455.839964:0:6577:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777047455.839973:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249385c7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0xbd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.839990:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d7249385b2 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.840020:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d7249385b2 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.840021:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249385c7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0xbd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.840049:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d7249385b2 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.840062:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d7249385b2 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.840071:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e078205b200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047455.840076:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d7249385b2 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.840092:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d7249385b2 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.840104:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047455.840109:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff6200) 00010000:00010000:2.0:1777047455.840110:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047455.840118:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047455.840118:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047455.840126:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d7249385b2 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.840138:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205b200/0x5ecf73d7249385b2 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047455.840162:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000036c3552 reply state 00000000338f4863 transno 4294969914 ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a800/0x5ecf73d7249385b9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.840180:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a800/0x5ecf73d7249385b9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.840191:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff6300) 00010000:00010000:1.0:1777047455.840195:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047455.840200:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047455.840302:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644480380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57253:x1863365387928448:12345-192.168.201.54@tcp:36:rm.0 Request processed in 1675us (2012us total) trans 4294969914 rc 0/0 00000100:00100000:1.0:1777047455.840314:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5966 00000100:00100000:1.0:1777047455.854709:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047455.855039:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387928704 00000100:00100000:2.0:1777047455.855052:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387928704 00000100:00100000:2.0:1777047455.855143:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5967 00000100:00100000:2.0:1777047455.855157:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57249:x1863365387928704:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047455.855491:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047455.855528:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249384d9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbc:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e16 expref: 81 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.855556:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:2.0:1777047455.855563:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047455.855760:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d7249385ce lrc: 3/0,1 mode: --/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.855784:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d7249385ce lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.855801:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d7249385ce lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777047455.855973:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009d649cbb reply state 00000000ee984f34 transno 4294969915 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d7249385ce lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.855994:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d7249385ce lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.856005:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:2.0:1777047455.856010:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047455.856014:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047455.856140:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57249:x1863365387928704:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 984us (1441us total) trans 4294969915 rc 0/0 00000100:00100000:2.0:1777047455.856151:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5967 00000100:00100000:1.0:1777047455.864197:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047455.865195:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387928832 00000100:00100000:0.0:1777047455.865209:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387928832 00000100:00100000:1.0:1777047455.868178:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3747 00000100:00100000:1.0:1777047455.868204:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57249:x1863365387928832:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047455.868229:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047455.868257:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d7249385d5 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7e6a expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047455.868295:0:8481:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xe2:0x0] initial LVB size: 4096, mtime: 0x69eb97a0, atime: 0x0, ctime: 0x69eb97a0, blocks: 0x8 00010000:00010000:1.0:1777047455.868625:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047455.868630:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047455.868640:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d7249385d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e6a expref: 16 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.868666:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d7249385d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e6a expref: 16 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.869008:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8600, rc 0) 00000100:00100000:1.0:1777047455.869102:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:57249:x1863365387928832:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 907us (4914us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047455.869113:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3747 00000100:00100000:3.0:1777047455.876248:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047455.876568:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387928960 00000100:00100000:2.0:1777047455.876582:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387928960 00000100:00100000:2.0:1777047455.876674:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3748 00000100:00100000:2.0:1777047455.876690:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57249:x1863365387928960:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047455.876734:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047455.876759:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d7249385dc lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7e71 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.876800:0:36216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d7249382fd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d7c expref: 18 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.876822:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047455.876825:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047455.876871:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d7249385dc lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e71 expref: 18 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.876921:0:36216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d7249382fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d7c expref: 18 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.876943:0:36216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d7249382fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d7c expref: 18 pid: 8479 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047455.876963:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644482d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:36216:1863365443006208:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047455.877078:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06422fd600 going to sleep for 11 seconds 00000100:00100000:2.0:1777047455.884035:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047455.884181:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387929088 00000100:00100000:0.0:1777047455.884504:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387929088 00000100:00100000:0.0:1777047455.884593:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5968 00000100:00100000:0.0:1777047455.884611:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644480700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57254:x1863365387929088:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047455.884642:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047455.884673:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3000/0x5ecf73d7249385e3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7e78 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.884765:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2600/0x5ecf73d7249385ea lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.884786:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2600/0x5ecf73d7249385ea lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.884805:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2600/0x5ecf73d7249385ea lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.884823:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249385f1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.884863:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249385f1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.884877:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249385f1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.884929:0:6588:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2600/0x5ecf73d7249385ea lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.884941:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2600/0x5ecf73d7249385ea lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.884950:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2600/0x5ecf73d7249385ea lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.884968:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2600/0x5ecf73d7249385ea lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.884979:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047455.884986:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2600/0x5ecf73d7249385ea lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.884998:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2600/0x5ecf73d7249385ea lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.885016:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771879d00) 00010000:00010000:0.0:1777047455.885022:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047455.885027:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2600/0x5ecf73d7249385ea lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.885038:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2600/0x5ecf73d7249385ea lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.885056:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249385f1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.885066:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249385f1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.885075:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249385f1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.885084:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047455.885088:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249385f1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.885104:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249385f1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.885116:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff6300) 00010000:00010000:0.0:1777047455.885120:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047455.885125:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249385f1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.885134:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249385f1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.885173:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3000/0x5ecf73d7249385e3 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e78 expref: 83 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.885205:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771879d00) 00010000:00010000:0.0:1777047455.885209:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047455.885215:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3000/0x5ecf73d7249385e3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e78 expref: 83 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.885236:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead3000, rc 0) 00000100:00100000:0.0:1777047455.885317:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644480700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57254:x1863365387929088:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 709us (1292us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047455.885328:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5968 00000100:00100000:2.0:1777047455.891169:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644482d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:36216:1863365443006208:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047455.891213:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d7249385dc lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e71 expref: 18 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.891243:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e26800, rc 0) 00000100:00100000:2.0:1777047455.891335:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57249:x1863365387928960:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 14647us (15095us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047455.891347:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3748 00000100:00100000:2.0:1777047455.899370:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047455.899602:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047455.899643:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387929344 00000100:00100000:2.0:1777047455.899655:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387929344 00010000:00010000:2.0:1777047455.899705:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d7249382fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d7c expref: 18 pid: 8479 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047455.899755:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1908 00000100:00100000:2.0:1777047455.899782:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644480a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365387929344:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047455.899807:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047455.899860:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d7249382fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d7c expref: 18 pid: 8479 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.899882:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d7249382fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d7c expref: 18 pid: 8479 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.899913:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d7249382fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7d7c expref: 18 pid: 8479 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.899936:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047455.899939:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047455.899947:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d7249385dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e71 expref: 17 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.899964:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d7249385dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e71 expref: 17 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.900017:0:6574:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d7249385dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e71 expref: 17 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047455.900040:0:6574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644481180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365443006336:192.168.201.54@tcp:105: 00000100:00100000:2.0:1777047455.900431:0:6574:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06422fd600 going to sleep for 11 seconds 00000100:00100000:0.0:1777047455.900925:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387929216 00000100:00100000:0.0:1777047455.900934:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387929216 00000100:00100000:0.0:1777047455.901003:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5969 00000100:00100000:0.0:1777047455.901017:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644482d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57254:x1863365387929216:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047455.901045:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047455.901073:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d7249385f8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7e7f expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901168:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3e00/0x5ecf73d7249385ff lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901189:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3e00/0x5ecf73d7249385ff lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901205:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3e00/0x5ecf73d7249385ff lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901221:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d724938606 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901234:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d724938606 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901244:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d724938606 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901290:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3e00/0x5ecf73d7249385ff lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901300:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3e00/0x5ecf73d7249385ff lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901311:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3e00/0x5ecf73d7249385ff lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901321:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3e00/0x5ecf73d7249385ff lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901331:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead3e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047455.901337:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3e00/0x5ecf73d7249385ff lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901347:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3e00/0x5ecf73d7249385ff lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901361:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771879900) 00010000:00010000:0.0:1777047455.901365:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047455.901371:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3e00/0x5ecf73d7249385ff lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901412:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3e00/0x5ecf73d7249385ff lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901434:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d724938606 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901444:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d724938606 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901453:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d724938606 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901460:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047455.901465:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d724938606 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901474:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d724938606 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901492:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff6300) 00010000:00010000:0.0:1777047455.901497:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047455.901501:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d724938606 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901511:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d724938606 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901552:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d7249385f8 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e7f expref: 83 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901568:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771879900) 00010000:00010000:0.0:1777047455.901572:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047455.901578:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d7249385f8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e7f expref: 83 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901598:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2800, rc 0) 00000100:00100000:0.0:1777047455.901658:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644482d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57254:x1863365387929216:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 642us (2298us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047455.901671:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5969 00000100:00100000:2.0:1777047455.909821:0:6574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644481180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365443006336:192.168.201.54@tcp:105: 00010000:00010000:2.0:1777047455.909880:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047455.909966:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644480a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365387929344:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 10183us (10363us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047455.909982:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1908 00000100:00100000:1.0:1777047455.913122:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047455.914131:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047455.914193:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047455.914340:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387929728 00000100:00100000:2.0:1777047455.914352:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387929728 00000100:00100000:2.0:1777047455.914451:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5970 00000100:00100000:2.0:1777047455.914467:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57254:x1863365387929728:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047455.914493:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047455.914524:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493860d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7e86 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.914609:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d724938614 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.914631:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d724938614 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.914648:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d724938614 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047455.914735:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1777047455.914743:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1777047455.914798:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493860d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e86 expref: 84 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.914824:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d724938614 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e86 expref: 83 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.914866:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0761fba500) 00010000:00010000:2.0:1777047455.914871:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777047455.914876:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27600, rc 0) 00000100:00100000:2.0:1777047455.914945:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57254:x1863365387929728:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 480us (814us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047455.914957:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5970 00000100:00100000:0.0:1777047455.917680:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387929472 00000100:00100000:0.0:1777047455.917693:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387929472 00002000:00010000:0.0:1777047455.917751:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/226 (5->18446744073709551615) 00002000:00100000:0.0:1777047455.917759:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0777978000 with x1863365387929472 ext(5->18446744073709551615) 00002000:00010000:0.0:1777047455.917773:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0777978000. 00000100:00100000:2.0:1777047455.918082:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387929600 00000100:00100000:2.0:1777047455.918090:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387929600 00002000:00010000:2.0:1777047455.918116:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/225 (0->18446744073709551615) 00002000:00100000:2.0:1777047455.918122:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a7b80 with x1863365387929600 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047455.918132:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06439a7b80. 00000100:00100000:2.0:1777047455.918472:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1019 00000100:00100000:2.0:1777047455.918488:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365387929472:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:2.0:1777047455.919153:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xe2:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:2.0:1777047455.919159:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xe2:0x0] updating lvb mtime from disk: 1777047456 -> 1777047456 00002000:00010000:2.0:1777047455.919164:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xe2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047455.919167:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xe2:0x0] updating lvb ctime from disk: 1777047456 -> 1777047456 00002000:00010000:2.0:1777047455.919171:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xe2:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1777047455.919249:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365387929472:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 762us (6132us total) trans 17179870277 rc 0/0 00000100:00100000:2.0:1777047455.919262:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1019 00002000:00010000:2.0:1777047455.919268:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/226 (5->18446744073709551615) 00002000:00100000:2.0:1777047455.919272:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0777978000 with x1863365387929472 ext(5->18446744073709551615) 00002000:00010000:2.0:1777047455.919279:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0777978000. 00000100:00100000:2.0:1777047455.919305:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1020 00000100:00100000:2.0:1777047455.919317:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365387929600:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:2.0:1777047455.919498:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xe1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047455.919504:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xe1:0x0] updating lvb mtime from disk: 0 -> 1777047456 00002000:00010000:2.0:1777047455.919508:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xe1:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047455.919511:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xe1:0x0] updating lvb ctime from disk: 0 -> 1777047456 00002000:00010000:2.0:1777047455.919514:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xe1:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047455.919552:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365387929600:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 235us (5357us total) trans 21474837540 rc 0/0 00000100:00100000:2.0:1777047455.919563:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1020 00002000:00010000:2.0:1777047455.919567:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/225 (0->18446744073709551615) 00002000:00100000:2.0:1777047455.919572:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a7b80 with x1863365387929600 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047455.919579:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06439a7b80. 00000100:00100000:2.0:1777047455.935547:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047455.935620:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047455.941582:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387929984 00000100:00100000:0.0:1777047455.941601:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387929984 00000100:00100000:0.0:1777047455.941692:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387930112 00000100:00100000:2.0:1777047455.942698:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5971 00000100:00100000:2.0:1777047455.942718:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57249:x1863365387929984:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047455.943130:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493861b lrc: 3/0,1 mode: --/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.943156:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493861b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.943172:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493861b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777047455.943316:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b34ddd99 reply state 0000000043c6c751 transno 4294969916 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493861b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.943336:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493861b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.943348:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:2.0:1777047455.943353:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047455.943359:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047455.943674:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387930112 00000100:00100000:1.0:1777047455.946720:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+86:57249:x1863365387929984:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 3996us (11174us total) trans 4294969916 rc 0/0 00000100:00100000:1.0:1777047455.946734:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5971 00000100:00100000:1.0:1777047455.946777:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5972 00000100:00100000:1.0:1777047455.946792:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644482a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:57254:x1863365387930112:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047455.946856:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047455.946883:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938622 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7e8d expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.946962:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d724938629 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.947000:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d724938629 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.947028:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d724938629 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.947048:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724938630 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.947060:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724938630 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.947070:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724938630 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.947116:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d724938629 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.947127:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d724938629 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.947137:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d724938629 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.947146:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d724938629 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.947155:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b9200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047455.947162:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d724938629 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.947172:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d724938629 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.947188:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0761fba500) 00010000:00010000:1.0:1777047455.947193:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047455.947199:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d724938629 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.947208:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d724938629 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.947227:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724938630 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.947236:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724938630 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.947245:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724938630 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.947254:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b9e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047455.947258:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724938630 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.947267:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724938630 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.947279:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff6300) 00010000:00010000:1.0:1777047455.947283:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047455.947288:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724938630 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.947298:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724938630 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.947339:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938622 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e8d expref: 86 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.947355:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0761fba500) 00010000:00010000:1.0:1777047455.947359:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047455.947366:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938622 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e8d expref: 86 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.947453:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8c00, rc 0) 00000100:00100000:1.0:1777047455.947502:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644482a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:57254:x1863365387930112:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 714us (11882us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047455.947513:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5972 00000100:00100000:2.0:1777047455.958624:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047455.958742:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387930240 00000100:00100000:1.0:1777047455.958755:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387930240 00000100:00100000:1.0:1777047455.958860:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3749 00000100:00100000:1.0:1777047455.958878:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57249:x1863365387930240:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047455.958924:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047455.958950:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724938637 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7e94 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.959015:0:11204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f34591f9/0x5ecf73d7249384e0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e24 expref: 19 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.959029:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047455.959032:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047455.959039:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724938637 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e94 expref: 19 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.959084:0:11204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f34591f9/0x5ecf73d7249384e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e24 expref: 19 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.959106:0:11204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f34591f9/0x5ecf73d7249384e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e24 expref: 19 pid: 8480 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047455.959414:0:11204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11204:1863365443006464:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047455.959531:0:11204:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750f463c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047455.972115:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047455.972282:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047455.972541:0:11204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11204:1863365443006464:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047455.972588:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724938637 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e94 expref: 19 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.972618:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9e00, rc 0) 00000100:00100000:2.0:1777047455.972711:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387930496 00000100:00100000:2.0:1777047455.972737:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387930496 00000100:00100000:2.0:1777047455.973577:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5973 00000100:00100000:0.0:1777047455.973582:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387930624 00000100:00100000:0.0:1777047455.973592:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387930624 00000100:00100000:2.0:1777047455.973600:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:57254:x1863365387930496:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047455.973628:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047455.973634:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1777047455.973635:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f34591f9/0x5ecf73d7249384e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e24 expref: 20 pid: 8480 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.973666:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d724938614 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e86 expref: 85 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.973692:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1909 00010000:00010000:2.0:1777047455.973693:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0761fba500) 00000100:00100000:0.0:1777047455.973712:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077949e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365387930624:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047455.973716:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047455.973738:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d72493863e lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7e9b expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.974224:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938645 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.974244:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938645 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.974259:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938645 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.974275:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d72493864c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.974287:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d72493864c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.974298:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d72493864c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.974802:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938653 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.974818:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938653 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.974851:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938653 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047455.974866:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xbf:0x0]: returning size 0 00010000:00010000:2.0:1777047455.974901:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938645 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.974913:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938645 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.974923:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938645 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.974933:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938645 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.974943:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047455.974949:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938645 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.974960:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938645 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.974973:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0761fba300) 00010000:00010000:2.0:1777047455.974978:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047455.974983:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938645 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.974993:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938645 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777047455.975009:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b68ec77 reply state 00000000392f97a7 transno 4294969917 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d72493864c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.975024:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d72493864c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047455.975033:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:57249:x1863365387930240:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 13814us (14311us total) trans 0 rc 0/0 00010000:00010000:2.0:1777047455.975034:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff6300) 00010000:00010000:2.0:1777047455.975038:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047455.975042:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047455.975050:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3749 00010000:00010000:2.0:1777047455.975079:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27800/0x5ecf73d72493863e lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e9b expref: 87 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.975104:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938653 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e9b expref: 86 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047455.975125:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf:0x0].0x0 (ffff9e0761fba600) 00010000:00010000:2.0:1777047455.975130:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047455.975134:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e26a00, rc 0) 00000100:00100000:2.0:1777047455.975483:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+87:57254:x1863365387930496:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1891us (3377us total) trans 4294969917 rc 0/0 00000100:00100000:2.0:1777047455.975495:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5973 00010000:00010000:0.0:1777047455.976152:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047455.976183:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f34591f9/0x5ecf73d7249384e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e24 expref: 19 pid: 8480 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.976209:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f34591f9/0x5ecf73d7249384e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e24 expref: 19 pid: 8480 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.976241:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f34591f9/0x5ecf73d7249384e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e24 expref: 19 pid: 8480 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.976264:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047455.976268:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047455.976280:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724938637 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e94 expref: 18 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.976297:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724938637 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e94 expref: 18 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.976352:0:9569:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724938637 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e94 expref: 18 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.976403:0:9569:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e198700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9569:1863365443006592:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047455.976508:0:9569:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d92b540 going to sleep for 11 seconds 00000100:00100000:2.0:1777047455.986453:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047455.986571:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047455.986613:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387931008 00000100:00100000:2.0:1777047455.986625:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387931008 00000100:00100000:2.0:1777047455.986695:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3750 00000100:00100000:2.0:1777047455.986711:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387931008:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:2.0:1777047455.987249:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xe0:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1777047455.987256:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xe0:0x0] updating lvb mtime from disk: 1777047455 -> 1777047455 00002000:00010000:2.0:1777047455.987260:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xe0:0x0] updating lvb atime from disk: 0 -> 1777047455 00002000:00010000:2.0:1777047455.987264:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xe0:0x0] updating lvb ctime from disk: 1777047455 -> 1777047456 00002000:00010000:2.0:1777047455.987268:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xe0:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1777047455.987337:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365387931008:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 627us (782us total) trans 21474837541 rc 0/0 00000100:00100000:2.0:1777047455.987350:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3750 00000100:00100000:3.0:1777047455.988084:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387930880 00000100:00100000:3.0:1777047455.988092:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387930880 00000100:00100000:3.0:1777047455.988159:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5974 00000100:00100000:3.0:1777047455.988173:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644483100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+87:57254:x1863365387930880:12345-192.168.201.54@tcp:101:lfs.0 00000100:00100000:0.0:1777047455.988188:0:9569:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e198700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9569:1863365443006592:192.168.201.54@tcp:105: 00010000:00010000:3.0:1777047455.988197:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047455.988222:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047455.988222:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938661 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7ea2 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.988273:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077949e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365387930624:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 14566us (15989us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047455.988288:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1909 00010000:00010000:3.0:1777047455.988343:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938668 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.988366:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938653 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e9b expref: 88 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.988380:0:6590:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938668 lrc: 4/0,1 mode: --/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.988477:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938653 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e9b expref: 88 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.988497:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938653 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e9b expref: 88 pid: 9025 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047455.988525:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c07800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6590:1863365443006720:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047455.988613:0:6590:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0758e8e780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047456.000504:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c07800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6590:1863365443006720:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047456.000566:0:6590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938668 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047456.001799:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047456.001930:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047456.002051:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387931392 00000100:00100000:3.0:1777047456.002060:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387931392 00000100:00100000:0.0:1777047456.003029:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387931136 00000100:00100000:0.0:1777047456.003037:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387931136 00010000:00010000:0.0:1777047456.003073:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938653 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e9b expref: 90 pid: 9025 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.003135:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1910 00000100:00100000:0.0:1777047456.003149:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+90:2430:x1863365387931136:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047456.003169:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047456.003466:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938653 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e9b expref: 90 pid: 9025 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.003488:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938653 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e9b expref: 90 pid: 9025 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.003519:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938653 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e9b expref: 90 pid: 9025 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.003550:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf:0x0].0x0 (ffff9e0761fba600) 00010000:00010000:0.0:1777047456.003558:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938668 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.003572:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938668 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.003585:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938668 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.003619:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047456.003728:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+89:2430:x1863365387931136:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 580us (1931us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047456.003741:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1910 00010000:00010000:0.0:1777047456.003794:0:6590:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938668 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.003807:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938668 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047456.003861:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xbf:0x0]: returning size 0 00000004:00080000:0.0:1777047456.004090:0:6590:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xe4:0x0], index 0: 0 00000004:00080000:0.0:1777047456.004101:0:6590:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xe5:0x0], index 1: 0 00000004:00080000:0.0:1777047456.004109:0:6590:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xe6:0x0], index 1: 0 00000004:00080000:0.0:1777047456.004116:0:6590:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xe5:0x0], index 0: 0 00010000:00010000:0.0:1777047456.004561:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938668 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.004573:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938668 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.004584:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938668 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.004593:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047456.004599:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938668 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.004609:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938668 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.004623:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf:0x0].0x0 (ffff9e0761fba600) 00010000:00010000:0.0:1777047456.004627:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047456.004632:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938668 lrc: 2/0,0 mode: --/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.004640:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d724938668 lrc: 0/0,0 mode: --/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.004710:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938661 lrc: 1/0,0 mode: --/CR res: [0x240000404:0xbf:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ea2 expref: 89 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.004724:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf:0x0].0x0 (ffff9e0761fba600) 00010000:00010000:0.0:1777047456.004728:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777047456.004734:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938661 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbf:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ea2 expref: 89 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.004759:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91e00, rc 0) 00000100:00100000:2.0:1777047456.004759:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2027 00000100:00100000:2.0:1777047456.004775:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e074302ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+88:57249:x1863365387931392:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047456.004804:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644483100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+88:57254:x1863365387930880:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 16635us (18364us total) trans 4294969918 rc 301/301 00000100:00100000:0.0:1777047456.004820:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5974 00000004:00010000:2.0:1777047456.004862:0:6591:0:(mdt_open.c:2500:mdt_close_resync_done()) ### [0x240000404:0xbc:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d72493845b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7de5 expref: 88 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.004914:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938676 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.004931:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249384b6 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e08 expref: 87 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.004943:0:6591:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938676 lrc: 4/0,1 mode: --/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.004979:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249384b6 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e08 expref: 87 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.004997:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249384b6 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e08 expref: 87 pid: 12913 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047456.005015:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d0700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6591:1863365443006848:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047456.005083:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06422fd180 going to sleep for 11 seconds 00000100:00100000:1.0:1777047456.012047:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047456.012503:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d0700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6591:1863365443006848:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047456.012540:0:6591:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938676 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.012681:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387931520 00000100:00100000:0.0:1777047456.012692:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387931520 00010000:00010000:0.0:1777047456.012741:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249384b6 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e08 expref: 88 pid: 12913 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.012805:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1911 00000100:00100000:0.0:1777047456.012820:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+88:2432:x1863365387931520:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047456.012868:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047456.012880:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249384b6 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e08 expref: 88 pid: 12913 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.012901:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249384b6 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e08 expref: 88 pid: 12913 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.012948:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249384b6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e08 expref: 88 pid: 12913 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.012971:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:0.0:1777047456.012979:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938676 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.012993:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938676 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.013005:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938676 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.013048:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047456.013104:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+87:2432:x1863365387931520:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 285us (1091us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047456.013116:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1911 00010000:00010000:2.0:1777047456.013450:0:6591:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938676 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.013462:0:6591:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938676 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777047456.013746:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].465, 88 off44232 00000004:00080000:2.0:1777047456.013760:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4084650375994ns, next at 4085476179506ns, rc = 0 00000040:00080000:2.0:1777047456.014136:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].484, 88 off45992 00000004:00080000:2.0:1777047456.014147:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4084650764002ns, next at 4085476141561ns, rc = 0 00000040:00080000:2.0:1777047456.014176:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].485, 88 off46080 00000004:00080000:2.0:1777047456.014182:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4084650798412ns, next at 4085476141561ns, rc = 0 00000040:00080000:2.0:1777047456.014198:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].466, 88 off44320 00000004:00080000:2.0:1777047456.014204:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4084650820294ns, next at 4085476179506ns, rc = 0 00000100:00100000:2.0:1777047456.022154:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047456.022489:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387931776 00000100:00100000:1.0:1777047456.022502:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387931776 00000100:00100000:1.0:1777047456.022572:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2028 00000100:00100000:1.0:1777047456.022585:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+88:57254:x1863365387931776:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:1.0:1777047456.023266:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+89:57254:x1863365387931776:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 680us (1119us total) trans 4294969920 rc 0/0 00000100:00100000:1.0:1777047456.023280:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2028 00000001:00080000:3.0:1777047456.028697:0:7507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969919 is committed 00000004:00080000:3.0:1777047456.028712:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 327 committed 00000004:00080000:3.0:1777047456.028756:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 347 committed 00000100:00100000:2.0:1777047456.029284:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443006976:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1777047456.029355:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047456.029436:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777047456.029446:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443007104:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1777047456.029479:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047456.029515:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443007360:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777047456.029545:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047456.029570:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777047456.029578:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443007232:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777047456.029603:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777047456.030277:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a800/0x5ecf73d7249385b9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030295:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a800/0x5ecf73d7249385b9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030311:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a800/0x5ecf73d7249385b9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030321:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e078205a800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047456.030327:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a800/0x5ecf73d7249385b9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030346:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a800/0x5ecf73d7249385b9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030367:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff6300) 00010000:00010000:1.0:1777047456.030372:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047456.030429:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a800/0x5ecf73d7249385b9 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030440:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e078205a800/0x5ecf73d7249385b9 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030463:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d7249385ce lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030473:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d7249385ce lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030483:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d7249385ce lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030492:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047456.030496:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d7249385ce lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030506:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d7249385ce lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030518:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:1.0:1777047456.030522:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047456.030527:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d7249385ce lrc: 2/0,0 mode: --/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030537:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d7249385ce lrc: 0/0,0 mode: --/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030555:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493861b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030564:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493861b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047456.030569:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443006976 00010000:00010000:1.0:1777047456.030573:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493861b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047456.030578:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443006976 00010000:00010000:1.0:1777047456.030581:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047456.030584:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493861b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030593:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493861b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030603:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:1.0:1777047456.030606:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047456.030610:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493861b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030618:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d72493861b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047456.030630:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443007104 00010000:00010000:1.0:1777047456.030633:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d72493864c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047456.030634:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443007104 00010000:00010000:1.0:1777047456.030643:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d72493864c lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030654:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d72493864c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047456.030657:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443007360 00000100:00100000:2.0:1777047456.030660:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443007360 00010000:00010000:1.0:1777047456.030664:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047456.030668:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d72493864c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030679:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d72493864c lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047456.030682:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443007232 00000100:00100000:2.0:1777047456.030685:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443007232 00010000:00010000:1.0:1777047456.030691:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff6300) 00010000:00010000:1.0:1777047456.030695:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047456.030699:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d72493864c lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030709:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d72493864c lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047456.030710:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3751 00000100:00100000:2.0:1777047456.030720:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+24:3684:x1863365443006976:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1777047456.030754:0:8633:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:226 count 1 00000100:00100000:1.0:1777047456.030758:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3752 00000100:00100000:1.0:1777047456.030769:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+24:3684:x1863365443007104:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1777047456.030782:0:8633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493867d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777047456.030785:0:8481:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:227 count 1 00010000:00010000:2.0:1777047456.030808:0:8633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000065d9b2b1/0x5ecf73d72493857a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e55 expref: 18 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047456.030810:0:8481:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1777047456.030819:0:8481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b2ea2d6/0x5ecf73d724938684 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.030822:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047456.030857:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047456.030862:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493867d lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030863:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047456.030865:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047456.030872:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b2ea2d6/0x5ecf73d724938684 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030896:0:8481:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b2ea2d6/0x5ecf73d724938684 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.030902:0:8633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000065d9b2b1/0x5ecf73d72493857a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e55 expref: 18 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030910:0:8481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b2ea2d6/0x5ecf73d724938684 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.030921:0:8481:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000b2ea2d6/0x5ecf73d724938684 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.030923:0:8633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000065d9b2b1/0x5ecf73d72493857a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e55 expref: 18 pid: 30115 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047456.030944:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8633:1863365443007488:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047456.030948:0:8481:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777047456.031021:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06422fd600 going to sleep for 11 seconds 00000100:00100000:2.0:1777047456.031047:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3753 00000100:00100000:2.0:1777047456.031058:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+25:3683:x1863365443007360:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047456.031133:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+25:3684:x1863365443007104:12345-0@lo:6:osp-syn-0-1.0 Request processed in 364us (1650us total) trans 21474837542 rc 0/0 00000100:00100000:1.0:1777047456.031456:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3752 00000100:00100000:1.0:1777047456.031483:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3754 00002000:00010000:2.0:1777047456.031483:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xe1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047456.031488:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xe1:0x0] updating lvb mtime from disk: 1777047456 -> 1777047456 00002000:00010000:2.0:1777047456.031493:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xe1:0x0] updating lvb atime from disk: 0 -> 0 00000100:00100000:1.0:1777047456.031494:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+25:3683:x1863365443007232:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1777047456.031497:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xe1:0x0] updating lvb ctime from disk: 1777047456 -> 1777047456 00002000:00010000:2.0:1777047456.031502:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xe1:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047456.031552:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+26:3683:x1863365443007360:12345-0@lo:2:osp-syn-0-1.0 Request processed in 495us (2005us total) trans 21474837543 rc 0/0 00000100:00100000:2.0:1777047456.031563:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3753 00002000:00010000:1.0:1777047456.031571:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xe0:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1777047456.031575:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xe0:0x0] updating lvb mtime from disk: 1777047455 -> 1777047455 00002000:00010000:1.0:1777047456.031578:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xe0:0x0] updating lvb atime from disk: 1777047455 -> 1777047455 00002000:00010000:1.0:1777047456.031582:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xe0:0x0] updating lvb ctime from disk: 1777047456 -> 1777047456 00002000:00010000:1.0:1777047456.031585:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xe0:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1777047456.031622:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+25:3683:x1863365443007232:12345-0@lo:2:osp-syn-0-1.0 Request processed in 130us (2017us total) trans 21474837544 rc 0/0 00000004:00080000:2.0:1777047456.031628:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077b9d1c00/2, rc 0, transno 21474837543 00000100:00100000:1.0:1777047456.031631:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3754 00000100:00100000:2.0:1777047456.031635:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443007360:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1777047456.031652:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077b9d1180/2, rc 0, transno 21474837544 00010000:00010000:1.0:1777047456.031656:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777047456.031658:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443007232:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1777047456.031665:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000b2ea2d6/0x5ecf73d724938684 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.031678:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b9200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047456.031683:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000b2ea2d6/0x5ecf73d724938684 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.031696:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000b2ea2d6/0x5ecf73d724938684 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.031716:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000b2ea2d6/0x5ecf73d724938684 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.031727:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b2ea2d6/0x5ecf73d724938684 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.031749:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047456.032079:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047456.032083:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777047456.032116:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077b9d1880/2, rc 0, transno 21474837542 00000100:00100000:1.0:1777047456.032124:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443007104:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1777047456.032628:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 346 committed 00000100:00100000:1.0:1777047456.033983:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443007872:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777047456.033983:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443007616:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1777047456.034086:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443007744:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1777047456.034782:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047456.034866:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443007744 00000100:00100000:0.0:1777047456.034875:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443007744 00000100:00100000:0.0:1777047456.034921:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3755 00000100:00100000:0.0:1777047456.034932:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443007744:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1777047456.034960:0:30115:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:228 count 1 00002000:00010000:0.0:1777047456.034996:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xe4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777047456.035006:0:30115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d72493868b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.035028:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047456.035031:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047456.035038:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d72493868b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.035056:0:30115:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d72493868b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.035071:0:30115:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d72493868b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.035093:0:30115:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d72493868b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.035119:0:30115:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1777047456.035484:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 326 committed 00000004:00080000:3.0:1777047456.035507:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 325 committed 00000004:00080000:3.0:1777047456.035521:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 345 committed 00000100:00100000:0.0:1777047456.035765:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+6:3685:x1863365443007744:12345-0@lo:6:osp-syn-1-1.0 Request processed in 831us (980us total) trans 17179870278 rc 0/0 00000100:00100000:0.0:1777047456.035776:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3755 00010000:00010000:0.0:1777047456.035859:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047456.035868:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d72493868b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.035882:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047456.035888:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d72493868b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.035901:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d72493868b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.035921:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d72493868b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.035932:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d72493868b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.035954:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047456.035958:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047456.035961:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047456.036551:0:3685:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179870274 gen 2 00000004:00080000:3.0:1777047456.036559:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643bbe300, transno 17179870235 00000004:00080000:3.0:1777047456.036564:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643bbd180, transno 17179870236 00000004:00080000:3.0:1777047456.036568:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643bbf100, transno 17179870237 00000004:00080000:3.0:1777047456.036572:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643a25c00, transno 17179870238 00000004:00080000:3.0:1777047456.036576:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645845f80, transno 17179870239 00000004:00080000:3.0:1777047456.036580:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645847100, transno 17179870240 00000004:00080000:3.0:1777047456.036584:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645844000, transno 17179870241 00000004:00080000:3.0:1777047456.036588:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e2a4e00, transno 17179870242 00000004:00080000:3.0:1777047456.036591:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645845500, transno 17179870244 00000004:00080000:3.0:1777047456.036595:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645845c00, transno 17179870245 00000004:00080000:3.0:1777047456.036599:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645846d80, transno 17179870246 00000004:00080000:3.0:1777047456.036603:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645846a00, transno 17179870247 00000004:00080000:3.0:1777047456.036607:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644c6d500, transno 17179870250 00000004:00080000:3.0:1777047456.036611:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644c6dc00, transno 17179870251 00000004:00080000:3.0:1777047456.036614:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064d744380, transno 17179870252 00000004:00080000:3.0:1777047456.036618:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064d744000, transno 17179870253 00000004:00080000:3.0:1777047456.036622:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e3ebb80, transno 17179870257 00000004:00080000:3.0:1777047456.036626:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e3e9180, transno 17179870258 00000004:00080000:3.0:1777047456.036630:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e3eb800, transno 17179870259 00000004:00080000:3.0:1777047456.036633:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e3e9f80, transno 17179870260 00000004:00080000:3.0:1777047456.036637:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0642d32300, transno 17179870261 00000004:00080000:3.0:1777047456.036641:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0642d30700, transno 17179870262 00000004:00080000:3.0:1777047456.036644:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0642d31f80, transno 17179870263 00000004:00080000:3.0:1777047456.036648:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0642d30000, transno 17179870265 00000004:00080000:3.0:1777047456.036652:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e283800, transno 17179870266 00000004:00080000:3.0:1777047456.036655:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e281880, transno 17179870267 00000004:00080000:3.0:1777047456.036659:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e281500, transno 17179870268 00000004:00080000:3.0:1777047456.036663:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0749167b80, transno 17179870269 00000004:00080000:3.0:1777047456.036666:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e39e680, transno 17179870271 00000004:00080000:3.0:1777047456.036670:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e07717ead80, transno 17179870272 00000004:00080000:3.0:1777047456.036674:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e19ad80, transno 17179870273 00000004:00080000:3.0:1777047456.036677:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e199c00, transno 17179870274 00000100:00100000:3.0:1777047456.036686:0:3685:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9e06439a7480 x1863365443007744/t17179870278(17179870278) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777047472 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1777047456.036701:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e06439a7480/2, rc 0, transno 17179870278 00000100:00100000:3.0:1777047456.036707:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443007744:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1777047456.037073:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443008000:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047456.037128:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047456.037266:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443008000 00000100:00100000:3.0:1777047456.037274:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443008000 00000100:00100000:3.0:1777047456.037336:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3756 00000100:00100000:3.0:1777047456.037348:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+6:3683:x1863365443008000:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1777047456.037505:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xe2:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1777047456.037510:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xe2:0x0] updating lvb mtime from disk: 1777047456 -> 1777047456 00002000:00010000:3.0:1777047456.037513:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xe2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047456.037516:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xe2:0x0] updating lvb ctime from disk: 1777047456 -> 1777047456 00002000:00010000:3.0:1777047456.037519:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xe2:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1777047456.037570:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443008000:12345-0@lo:2:osp-syn-1-1.0 Request processed in 223us (440us total) trans 17179870279 rc 0/0 00000100:00100000:3.0:1777047456.037581:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3756 00000004:00080000:0.0:1777047456.037722:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e06439a5880/2, rc 0, transno 17179870279 00000100:00100000:0.0:1777047456.037730:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443008000:0@lo:2:osp-syn-1-1.0 00000004:00010000:3.0:1777047456.038176:0:6591:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000084783d98 reply state 00000000b68cdf23 transno 4294969919 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938676 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.038203:0:6591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938676 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.038217:0:6591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:3.0:1777047456.038221:0:6591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1777047456.038227:0:6591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777047456.038235:0:6591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:3.0:1777047456.038238:0:6591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047456.038247:0:6591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d72493845b lrc: 0/0,0 mode: --/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7de5 expref: 77 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:3.0:1777047456.038687:0:6591:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777047456.038715:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e074302ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57249:x1863365387931392:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 33944us (36783us total) trans 4294969919 rc 0/0 00000100:00100000:3.0:1777047456.038729:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2027 00000100:00100000:2.0:1777047456.039065:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047456.039667:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047456.039890:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777047456.039935:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938676 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.039949:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938676 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.039961:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938676 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047456.039965:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443007616 00010000:00010000:1.0:1777047456.039970:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27400 already unused, calling callback (ffffffffc171f4f0) 00000100:00100000:3.0:1777047456.039972:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443007616 00010000:00010000:1.0:1777047456.039976:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938676 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.039987:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938676 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.040003:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:1.0:1777047456.040007:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047456.040013:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938676 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047456.040014:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443007872 00000100:00100000:3.0:1777047456.040019:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443007872 00000100:00100000:3.0:1777047456.040048:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3757 00000100:00100000:3.0:1777047456.040060:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3684:x1863365443007616:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1777047456.040088:0:28387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:227 count 1 00010000:00010000:3.0:1777047456.040112:0:28387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724938692 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.040136:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d72493856c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e4e expref: 16 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.040151:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047456.040153:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047456.040158:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724938692 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.040204:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d72493856c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e4e expref: 16 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.040225:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d72493856c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e4e expref: 16 pid: 8479 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.040226:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d724938676 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6591 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047456.040246:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365443008128:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047456.040310:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0758d39780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047456.040656:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3758 00000100:00100000:1.0:1777047456.040658:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387932032 00000100:00100000:1.0:1777047456.040664:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387932032 00000100:00100000:3.0:1777047456.040670:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+8:3682:x1863365443007872:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1777047456.040706:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2029 00000100:00100000:1.0:1777047456.040715:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57254:x1863365387932032:12345-192.168.201.54@tcp:35:lfs.0 00002000:00010000:3.0:1777047456.040816:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xe1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047456.040822:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xe1:0x0] updating lvb mtime from disk: 1777047455 -> 1777047455 00002000:00010000:3.0:1777047456.040852:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xe1:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047456.040855:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xe1:0x0] updating lvb ctime from disk: 1777047455 -> 1777047455 00002000:00010000:3.0:1777047456.040859:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xe1:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047456.040900:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57254:x1863365387932032:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 183us (1233us total) trans 4294969921 rc 0/0 00000100:00100000:1.0:1777047456.040911:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2029 00000004:00080000:1.0:1777047456.041359:0:9656:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 4 in progress, 2 in flight, 32 done 00000100:00100000:3.0:1777047456.041368:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3682:x1863365443007872:12345-0@lo:2:osp-syn-1-1.0 Request processed in 701us (1478us total) trans 17179870280 rc 0/0 00000100:00100000:3.0:1777047456.041379:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3758 00000004:00080000:1.0:1777047456.041756:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e06439a4700/2, rc 0, transno 17179870280 00000100:00100000:1.0:1777047456.041767:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443007872:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777047456.041951:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047456.042085:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387932160 00000100:00100000:1.0:1777047456.042092:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387932160 00010000:00010000:1.0:1777047456.042123:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000065d9b2b1/0x5ecf73d72493857a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e55 expref: 19 pid: 30115 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047456.042255:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1912 00000100:00100000:1.0:1777047456.042269:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365387932160:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047456.042285:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047456.042301:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000065d9b2b1/0x5ecf73d72493857a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e55 expref: 19 pid: 30115 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.042322:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000065d9b2b1/0x5ecf73d72493857a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e55 expref: 19 pid: 30115 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.042363:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047456.042366:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047456.042373:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493867d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.042743:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493867d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.042786:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047456.042869:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365387932160:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 601us (918us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047456.042882:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1912 00010000:00010000:0.0:1777047456.042960:0:8633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065d9b2b1/0x5ecf73d72493857a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e55 expref: 18 pid: 30115 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.042983:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8633:1863365443007488:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047456.043005:0:8633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493867d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.043022:0:8633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493867d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.043034:0:8633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493867d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.043049:0:8633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493867d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.043064:0:8633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493867d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.043103:0:8633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777047456.043679:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+25:3684:x1863365443006976:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12957us (14322us total) trans 21474837545 rc 0/0 00000100:00100000:0.0:1777047456.043692:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3751 00010000:00010000:2.0:1777047456.043879:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777047456.043892:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493867d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.043907:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047456.043913:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493867d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.043929:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493867d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.043951:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493867d lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.043963:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493867d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.043991:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047456.043995:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047456.044000:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777047456.044078:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077b9d2d80/2, rc 0, transno 21474837545 00000100:00100000:2.0:1777047456.044087:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443006976:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1777047456.047590:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047456.047759:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365443008128:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047456.047803:0:28387:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724938692 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047456.047942:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387932288 00000100:00100000:1.0:1777047456.047954:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387932288 00000100:00100000:1.0:1777047456.048015:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5975 00000100:00100000:1.0:1777047456.048028:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57249:x1863365387932288:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047456.048055:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047456.048080:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d724938699 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7ea9 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.048153:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d724938699 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ea9 expref: 78 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.048175:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9200/0x5ecf73d724938699 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ea9 expref: 78 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.048204:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:1.0:1777047456.048210:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047456.048215:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9200, rc 0) 00000100:00100000:2.0:1777047456.048924:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047456.049645:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387932416 00000100:00100000:3.0:1777047456.049655:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387932416 00010000:00010000:3.0:1777047456.049695:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d72493856c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e4e expref: 17 pid: 8479 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047456.050048:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1913 00000100:00100000:3.0:1777047456.050067:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365387932416:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047456.050088:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047456.050097:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d72493856c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e4e expref: 17 pid: 8479 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.050121:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d72493856c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e4e expref: 17 pid: 8479 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.050152:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d72493856c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e4e expref: 17 pid: 8479 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.050183:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047456.050187:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047456.050194:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724938692 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.050208:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724938692 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.050255:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047456.050431:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57249:x1863365387932288:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2402us (2847us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047456.050444:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5975 00000100:00100000:3.0:1777047456.050752:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365387932416:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 688us (1827us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047456.050766:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1913 00010000:00010000:3.0:1777047456.051595:0:28387:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724938692 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.051614:0:28387:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724938692 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.051631:0:28387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724938692 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.051645:0:28387:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724938692 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.051690:0:28387:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777047456.051900:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047456.051913:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724938692 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.051932:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047456.051941:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724938692 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.051970:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724938692 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.051997:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724938692 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047456.052008:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3684:x1863365443007616:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11946us (12938us total) trans 17179870281 rc 0/0 00010000:00010000:1.0:1777047456.052021:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724938692 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047456.052031:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3757 00010000:00010000:1.0:1777047456.052067:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047456.052071:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047456.052075:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777047456.052443:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e06439a5c00/2, rc 0, transno 17179870281 00000100:00100000:0.0:1777047456.052477:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443007616:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1777047456.062453:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047456.063542:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387932672 00000100:00100000:3.0:1777047456.063556:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387932672 00000100:00100000:3.0:1777047456.063638:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5976 00000100:00100000:3.0:1777047456.063654:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:56906:x1863365387932672:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:3.0:1777047456.063685:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047456.063716:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249386a0 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7eb0 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.063912:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249386a7 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.063934:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249386a7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.063952:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249386a7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.063972:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249386ae lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.063983:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249386ae lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.063995:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249386ae lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.064071:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249386b5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.064091:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249386b5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.064104:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249386b5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047456.064118:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xbf:0x0]: returning size 0 00010000:00010000:0.0:1777047456.067893:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249386a7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.067913:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249386a7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.067926:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249386a7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.067937:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249386a7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.067947:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047456.067953:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249386a7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.067964:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249386a7 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.067982:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641795e00) 00010000:00010000:0.0:1777047456.067987:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047456.067994:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249386a7 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.068004:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249386a7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.068023:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249386ae lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.068034:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249386ae lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.068043:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249386ae lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.068052:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047456.068057:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249386ae lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.068068:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249386ae lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.068080:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641795800) 00010000:00010000:0.0:1777047456.068084:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047456.068089:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249386ae lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.068098:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249386ae lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.068173:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d7249386a0 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eb0 expref: 81 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.068209:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249386b5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eb0 expref: 80 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.068222:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf:0x0].0x0 (ffff9e0641795d00) 00010000:00010000:0.0:1777047456.068227:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047456.068231:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90000, rc 0) 00000100:00100000:0.0:1777047456.068331:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:56906:x1863365387932672:12345-192.168.201.54@tcp:101:bash.0 Request processed in 4679us (5949us total) trans 4294969922 rc 0/0 00000100:00100000:0.0:1777047456.068345:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5976 00000100:00100000:2.0:1777047456.071088:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443008384:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777047456.071164:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047456.071223:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777047456.071234:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443008256:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777047456.071270:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047456.071438:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443008384 00000100:00100000:1.0:1777047456.071450:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443008384 00000100:00100000:1.0:1777047456.071500:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443008256 00000100:00100000:1.0:1777047456.071505:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443008256 00000100:00100000:1.0:1777047456.071530:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2456 00000100:00100000:1.0:1777047456.071542:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443008384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777047456.071571:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 201143872 pending 28672 free 3919187968 avail 3687665664 00000100:00100000:1.0:1777047456.071634:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443008384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047456.071646:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2456 00000100:00100000:1.0:1777047456.071669:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2457 00000100:00100000:1.0:1777047456.071680:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443008256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777047456.071698:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 301955520 pending 0 free 3920224256 avail 3688644608 00000100:00100000:1.0:1777047456.071743:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443008256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047456.071754:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2457 00000100:00100000:2.0:1777047456.072221:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443008256:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777047456.072244:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443008384:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777047456.074821:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047456.075555:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387932928 00000100:00100000:3.0:1777047456.075569:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387932928 00000100:00100000:3.0:1777047456.075659:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2030 00000100:00100000:3.0:1777047456.075676:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57249:x1863365387932928:12345-192.168.201.54@tcp:35:lfs.0 00000004:00080000:3.0:1777047456.076327:0:6592:0:(mdd_object.c:4010:mdd_close()) Object [0x240000404:0xbc:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1777047456.076486:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].467, 64 off44384 00000040:00080000:3.0:1777047456.076525:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].486, 64 off46144 00000040:00080000:3.0:1777047456.076546:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].487, 64 off46208 00000040:00080000:3.0:1777047456.076563:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].468, 64 off44448 00010000:00010000:3.0:1777047456.076652:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249386c3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.076680:0:6592:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249386c3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.076699:0:6592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249386c3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.076713:0:6592:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249386c3 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.077059:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249386c3 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.077080:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249386c3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.077128:0:6592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047456.077525:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57249:x1863365387932928:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1850us (2707us total) trans 4294969923 rc 0/0 00000100:00100000:3.0:1777047456.077540:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2030 00010000:00010000:2.0:1777047456.079666:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777047456.079678:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249386c3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.079691:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047456.079698:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249386c3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.079712:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249386c3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.079734:0:17980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbc:0x0].0x0 (ffff9e076def5000) 00010000:00010000:2.0:1777047456.079740:0:17980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777047456.079748:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249386c3 lrc: 1/0,0 mode: --/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.079758:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90200/0x5ecf73d7249386c3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6592 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.079778:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047456.079780:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047456.079783:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047456.080944:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047456.081082:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387933056 00000100:00100000:2.0:1777047456.081093:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387933056 00000100:00100000:2.0:1777047456.081171:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5977 00000100:00100000:2.0:1777047456.081187:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:56906:x1863365387933056:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:2.0:1777047456.081216:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047456.081241:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d7249386ca lrc: 2/0,0 mode: --/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7eb7 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.081287:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d7249386d1 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.081305:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d7249386d1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.081322:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d7249386d1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.081468:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d7249386ca lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eb7 expref: 83 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.081502:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d7249386d1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eb7 expref: 82 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.081520:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf:0x0].0x0 (ffff9e0641795d00) 00010000:00010000:2.0:1777047456.081525:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777047456.081530:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27400, rc 0) 00000100:00100000:2.0:1777047456.081588:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:56906:x1863365387933056:12345-192.168.201.54@tcp:101:bash.0 Request processed in 403us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047456.081601:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5977 00000100:00100000:1.0:1777047456.094678:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047456.094802:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387933568 00000100:00100000:2.0:1777047456.094817:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387933568 00000100:00100000:2.0:1777047456.094945:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5978 00000100:00100000:2.0:1777047456.094963:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:56906:x1863365387933568:12345-192.168.201.54@tcp:36:bash.0 00010000:00010000:2.0:1777047456.095039:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047456.095079:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90000/0x5ecf73d7249386b5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eb0 expref: 82 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.095128:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf:0x0].0x0 (ffff9e0641795d00) 00010000:00010000:2.0:1777047456.095137:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047456.096146:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:2.0:1777047456.097216:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d7249386d8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.097438:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d7249386d8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.097456:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d7249386d8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047456.097568:0:6589:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294969924 00000004:00010000:2.0:1777047456.097611:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000046a6e297 reply state 000000008dac1197 transno 4294969925 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d7249386d8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.097633:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d7249386d8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.097645:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf:0x0].0x0 (ffff9e0641795d00) 00010000:00010000:2.0:1777047456.097650:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047456.097656:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047456.097805:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:56906:x1863365387933568:12345-192.168.201.54@tcp:36:bash.0 Request processed in 2843us (3135us total) trans 4294969925 rc 0/0 00000100:00100000:2.0:1777047456.097820:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5978 00000020:00080000:2.0:1777047456.097856:0:6589:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047456.097881:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387933312 00000100:00100000:2.0:1777047456.097889:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387933312 00000100:00100000:2.0:1777047456.097932:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5979 00000100:00100000:2.0:1777047456.097945:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:57249:x1863365387933312:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047456.097966:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047456.097983:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d7249386df lrc: 2/0,0 mode: --/CR res: [0x240000404:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7ebe expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.098089:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d7249386e6 lrc: 3/1,0 mode: --/CR res: [0x240000404:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.098108:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d7249386e6 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0xbf:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.098124:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d7249386e6 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0xbf:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047456.098140:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xbf:0x0]: returning size 0 00010000:00010000:2.0:1777047456.098250:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d7249386df lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbf:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ebe expref: 87 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.098285:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d7249386e6 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xbf:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ebe expref: 86 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.098301:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf:0x0].0x0 (ffff9e0641795d00) 00010000:00010000:2.0:1777047456.098306:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777047456.098311:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27a00, rc 0) 00000100:00100000:2.0:1777047456.098420:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+86:57249:x1863365387933312:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 440us (2240us total) trans 4294969926 rc 0/0 00000100:00100000:2.0:1777047456.098435:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5979 00000100:00100000:0.0:1777047456.107473:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047456.107560:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047456.107690:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387933696 00000100:00100000:2.0:1777047456.107705:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387933696 00000100:00100000:2.0:1777047456.107762:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387933952 00000100:00100000:2.0:1777047456.107767:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387933952 00000100:00100000:2.0:1777047456.107821:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5980 00000100:00100000:2.0:1777047456.107855:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+87:57249:x1863365387933696:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047456.107887:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047456.107913:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d7249386f4 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7ec5 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.108050:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d7249386fb lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.108073:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d7249386fb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.108086:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d7249386fb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047456.108124:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xbf:0x0]: returning size 0 00000004:00200000:2.0:1777047456.108129:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047456.108148:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d7249386fb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.108459:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26e00/0x5ecf73d7249386f4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ec5 expref: 89 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.108488:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d7249386fb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ec5 expref: 88 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.108502:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf:0x0].0x0 (ffff9e0641795d00) 00010000:00010000:2.0:1777047456.108508:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047456.108513:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27000, rc 0) 00000100:00100000:2.0:1777047456.108589:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+88:57249:x1863365387933696:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 736us (1125us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047456.108603:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5980 00000100:00100000:2.0:1777047456.108634:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5981 00000100:00100000:2.0:1777047456.108647:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+87:56906:x1863365387933952:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:2.0:1777047456.108660:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047456.108664:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1777047456.108685:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27a00/0x5ecf73d7249386e6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbf:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ebe expref: 87 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.108702:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf:0x0].0x0 (ffff9e0641795d00) 00010000:00010000:2.0:1777047456.108708:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047456.108718:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d724938702 lrc: 2/0,0 mode: --/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7ecc expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.108760:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938709 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.108775:0:12913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d7249386fb lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ec5 expref: 87 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.108788:0:12913:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938709 lrc: 4/0,1 mode: --/EX res: [0x240000404:0xbf:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.109160:0:12913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d7249386fb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ec5 expref: 87 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.109182:0:12913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d7249386fb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ec5 expref: 87 pid: 12913 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047456.109204:0:12913:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12913:1863365443008512:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047456.109281:0:12913:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06422fdb40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047456.115440:0:12913:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12913:1863365443008512:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047456.115475:0:12913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938709 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xbf:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047456.121329:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047456.123069:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387934080 00000100:00100000:0.0:1777047456.123085:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387934080 00000100:00100000:0.0:1777047456.123189:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3759 00000100:00100000:0.0:1777047456.123203:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365387934080:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047456.123228:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047456.123255:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724938710 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7ed3 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047456.123292:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xe6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777047456.123329:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047456.123332:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047456.123344:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724938710 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ed3 expref: 17 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.123380:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724938710 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ed3 expref: 17 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.123400:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2e00, rc 0) 00000100:00100000:0.0:1777047456.125497:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365387934080:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1230us (3112us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047456.125514:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3759 00000100:00100000:1.0:1777047456.137438:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047456.137650:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047456.137880:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387934208 00000100:00100000:2.0:1777047456.137895:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387934208 00000100:00100000:2.0:1777047456.137999:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3760 00000100:00100000:2.0:1777047456.138019:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365387934208:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047456.138047:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047456.138075:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724938717 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7eda expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047456.138111:0:36216:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1777047456.138426:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047456.138430:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047456.138443:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724938717 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eda expref: 19 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.138479:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724938717 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eda expref: 19 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.138498:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d5400, rc 0) 00000100:00100000:1.0:1777047456.138681:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387934336 00000100:00100000:1.0:1777047456.138690:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387934336 00010000:00010000:1.0:1777047456.138747:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d7249386fb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ec5 expref: 88 pid: 12913 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047456.138795:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1914 00000100:00100000:1.0:1777047456.138809:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+88:2432:x1863365387934336:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047456.138858:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047456.138870:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d7249386fb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ec5 expref: 88 pid: 12913 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.138892:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d7249386fb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ec5 expref: 88 pid: 12913 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.138923:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27000/0x5ecf73d7249386fb lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ec5 expref: 88 pid: 12913 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.138948:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf:0x0].0x0 (ffff9e0641795d00) 00010000:00010000:1.0:1777047456.138955:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938709 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xbf:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.138970:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938709 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbf:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.138988:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938709 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xbf:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.139025:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047456.139061:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+87:2432:x1863365387934336:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 256us (1415us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047456.139073:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1914 00010000:00010000:1.0:1777047456.139113:0:12913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938709 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbf:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.139126:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938709 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbf:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047456.139410:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387934208:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 560us (1186us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047456.139428:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3760 00000040:00080000:1.0:1777047456.139506:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].469, 88 off44536 00000004:00080000:1.0:1777047456.139522:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4084776137060ns, next at 4085476179506ns, rc = 0 00000040:00080000:1.0:1777047456.139574:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].488, 88 off46296 00000004:00080000:1.0:1777047456.139583:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4084776199738ns, next at 4085476141561ns, rc = 0 00000040:00080000:1.0:1777047456.139614:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].489, 88 off46384 00000004:00080000:1.0:1777047456.139621:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4084776237973ns, next at 4085476141561ns, rc = 0 00000040:00080000:1.0:1777047456.139639:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].470, 88 off44624 00000004:00080000:1.0:1777047456.139644:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4084776261075ns, next at 4085476179506ns, rc = 0 00000001:00080000:3.0:1777047456.149791:0:7507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969927 is committed 00000004:00080000:3.0:1777047456.149809:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 329 committed 00000004:00080000:3.0:1777047456.149861:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 349 committed 00000004:00080000:3.0:1777047456.149891:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 348 committed 00000004:00080000:3.0:1777047456.149895:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 328 committed 00000100:00100000:0.0:1777047456.150182:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0777978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443008768:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1777047456.150341:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d7249386d8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.150362:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d7249386d8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.150375:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d7249386d8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.150420:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047456.150428:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d7249386d8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.150440:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d7249386d8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.150464:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf:0x0].0x0 (ffff9e0641795d00) 00010000:00010000:1.0:1777047456.150468:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047456.150474:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d7249386d8 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.150484:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27600/0x5ecf73d7249386d8 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.150560:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938709 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xbf:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ecc expref: 79 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.150571:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf:0x0].0x0 (ffff9e0641795d00) 00010000:00010000:1.0:1777047456.150573:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1777047456.150588:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27c00/0x5ecf73d724938702 lrc: 0/0,0 mode: --/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ecc expref: 79 pid: 12913 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.150602:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938709 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xbf:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ecc expref: 78 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.150638:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf:0x0].0x0 (ffff9e0641795d00) 00010000:00010000:1.0:1777047456.150642:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1777047456.150647:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e26a00, rc 0) 00000100:00100000:1.0:1777047456.150728:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:56906:x1863365387933952:12345-192.168.201.54@tcp:101:bash.0 Request processed in 42081us (43165us total) trans 4294969927 rc 0/0 00000100:00100000:1.0:1777047456.150742:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5981 00000100:00100000:0.0:1777047456.150910:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047456.150968:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777047456.150979:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0777978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443008640:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1777047456.151046:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047456.151090:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749167b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443009024:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047456.151125:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047456.151154:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777047456.151164:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644480a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443008896:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1777047456.151194:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047456.151233:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443008768 00000100:00100000:0.0:1777047456.151243:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443008768 00000100:00100000:0.0:1777047456.151293:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443008640 00000100:00100000:0.0:1777047456.151297:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443008640 00000100:00100000:0.0:1777047456.151326:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443009024 00000100:00100000:0.0:1777047456.151331:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443009024 00000100:00100000:0.0:1777047456.151353:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443008896 00000100:00100000:0.0:1777047456.151357:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443008896 00000100:00100000:3.0:1777047456.152476:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047456.153182:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3761 00000100:00100000:0.0:1777047456.153205:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+12:3683:x1863365443008768:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1777047456.153244:0:8480:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:226 count 1 00010000:00010000:0.0:1777047456.153277:0:8480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d72493871e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047456.153298:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387934464 00000100:00100000:2.0:1777047456.153308:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387934464 00010000:00010000:0.0:1777047456.153311:0:8480:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d7249385d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e6a expref: 16 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.153328:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047456.153332:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047456.153338:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d72493871e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047456.153370:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5982 00010000:00010000:0.0:1777047456.153416:0:8480:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d7249385d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e6a expref: 16 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047456.153436:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57249:x1863365387934464:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047456.153449:0:8480:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d7249385d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e6a expref: 16 pid: 8481 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.153459:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777047456.153477:0:8480:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749166a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1863365443009664:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047456.153487:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938725 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7ee1 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047456.153489:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443009152:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1777047456.153570:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938725 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ee1 expref: 79 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047456.153570:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047456.153572:0:8480:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d92b180 going to sleep for 11 seconds 00010000:00010000:2.0:1777047456.153605:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938725 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ee1 expref: 79 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047456.154456:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047456.154468:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443009280:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1777047456.154509:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047456.160606:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443009152 00000100:00100000:0.0:1777047456.160623:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443009152 00010000:00010000:3.0:1777047456.160641:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf:0x0].0x0 (ffff9e0641795d00) 00010000:00010000:3.0:1777047456.160651:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047456.160658:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d5e00, rc 0) 00000100:00100000:0.0:1777047456.160685:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443009280 00000100:00100000:0.0:1777047456.160692:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443009280 00000100:00100000:3.0:1777047456.160733:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57249:x1863365387934464:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 7345us (8256us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047456.160748:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5982 00000100:00100000:0.0:1777047456.161348:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3762 00000100:00100000:2.0:1777047456.161367:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3763 00000100:00100000:0.0:1777047456.161375:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:3683:x1863365443008640:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1777047456.161396:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+12:3685:x1863365443009024:12345-0@lo:2:osp-syn-1-1.0 00002000:00080000:0.0:1777047456.161442:0:11204:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:225 count 1 00000100:00100000:3.0:1777047456.161465:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3764 00010000:00010000:0.0:1777047456.161474:0:11204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d72493872c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047456.161486:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+12:3685:x1863365443008896:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1777047456.161521:0:11204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000778cd11c/0x5ecf73d7249383dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dc2 expref: 16 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.161538:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047456.161541:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047456.161548:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d72493872c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.161602:0:11204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000778cd11c/0x5ecf73d7249383dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dc2 expref: 16 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.161623:0:11204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000778cd11c/0x5ecf73d7249383dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dc2 expref: 16 pid: 36217 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.161649:0:11204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e283800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365443009792:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047456.161652:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3765 00000100:00100000:1.0:1777047456.161670:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+26:3682:x1863365443009152:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1777047456.161693:0:8481:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:224 count 1 00010000:00010000:1.0:1777047456.161719:0:8481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938733 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.161744:0:8481:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724938637 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e94 expref: 18 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.161758:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047456.161761:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047456.161765:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938733 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.161805:0:8481:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724938637 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e94 expref: 18 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.161847:0:8481:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724938637 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e94 expref: 18 pid: 11204 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047456.161869:0:8481:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d745180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443009920:192.168.201.54@tcp:104: 00002000:00010000:2.0:1777047456.161882:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xe6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047456.161891:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xe6:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1777047456.161896:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xe6:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047456.161900:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xe6:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1777047456.161905:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xe6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047456.162071:0:11204:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d92ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047456.162071:0:8481:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750f46180 going to sleep for 11 seconds 00000100:00100000:0.0:1777047456.162113:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3766 00000100:00100000:0.0:1777047456.162129:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+26:3682:x1863365443009280:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1777047456.162153:0:8479:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:225 count 1 00010000:00010000:0.0:1777047456.162174:0:8479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d72493873a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.162205:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d7249385dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e71 expref: 18 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.162217:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047456.162220:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047456.162224:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d72493873a lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.162260:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d7249385dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e71 expref: 18 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.162277:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d7249385dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e71 expref: 18 pid: 36216 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.162294:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e281880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443010048:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047456.162535:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443009536:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047456.162623:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+14:3685:x1863365443008896:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1145us (11426us total) trans 17179870283 rc 0/0 00000100:00100000:3.0:1777047456.162635:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3764 00000100:00100000:3.0:1777047456.162714:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443009408:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047456.162764:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047456.162810:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443009408 00000100:00100000:3.0:1777047456.162818:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443009408 00000100:00100000:2.0:1777047456.162878:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3685:x1863365443009024:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1490us (11747us total) trans 17179870282 rc 0/0 00000100:00100000:3.0:1777047456.162896:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3767 00000100:00100000:3.0:1777047456.162987:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+27:3684:x1863365443009408:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1777047456.163428:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3763 00000100:00100000:3.0:1777047456.163445:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+28:3684:x1863365443009408:12345-0@lo:2:osp-syn-0-1.0 Request processed in 460us (677us total) trans 21474837546 rc 0/0 00000100:00100000:3.0:1777047456.163459:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3767 00000100:00100000:0.0:1777047456.163527:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d92bc00 going to sleep for 11 seconds 00000004:00080000:3.0:1777047456.163546:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0641c55500/2, rc 0, transno 21474837546 00000100:00100000:3.0:1777047456.163559:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443009408:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047456.163905:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047456.164082:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644480a80/2, rc 0, transno 17179870283 00000100:00100000:1.0:1777047456.164092:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644480a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443008896:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1777047456.164124:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0749167b80/2, rc 0, transno 17179870282 00000100:00100000:1.0:1777047456.164130:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749167b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443009024:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1777047456.164619:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443009536 00000100:00100000:3.0:1777047456.164627:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443009536 00000100:00100000:3.0:1777047456.166568:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3768 00000100:00100000:3.0:1777047456.166587:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+28:3685:x1863365443009536:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1777047456.166715:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xe5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047456.166722:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xe5:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1777047456.167014:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xe5:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047456.167022:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xe5:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1777047456.167025:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xe5:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047456.167103:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+29:3685:x1863365443009536:12345-0@lo:2:osp-syn-0-1.0 Request processed in 520us (3197us total) trans 21474837547 rc 0/0 00000004:00080000:1.0:1777047456.167775:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0641c55180/2, rc 0, transno 21474837547 00000100:00100000:1.0:1777047456.168105:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443009536:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047456.174876:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3768 00000100:00100000:2.0:1777047456.177616:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047456.177685:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047456.177784:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047456.177821:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047456.178061:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e281880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443010048:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047456.178100:0:8479:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d72493873a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.178152:0:8480:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749166a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1863365443009664:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047456.178175:0:8480:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d72493871e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047456.178813:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387934592 00000100:00100000:1.0:1777047456.178855:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387934592 00010000:00010000:1.0:1777047456.178907:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d7249385d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e6a expref: 17 pid: 8481 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047456.178984:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387934720 00000100:00100000:1.0:1777047456.178990:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387934720 00000100:00100000:1.0:1777047456.179015:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387934848 00000100:00100000:1.0:1777047456.179019:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387934848 00010000:00010000:1.0:1777047456.179044:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724938637 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e94 expref: 19 pid: 11204 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047456.179064:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387934976 00000100:00100000:1.0:1777047456.179068:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387934976 00010000:00010000:1.0:1777047456.179082:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d7249385dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e71 expref: 20 pid: 36216 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047456.179106:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1915 00000100:00100000:1.0:1777047456.179118:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365387934592:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047456.179497:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047456.179507:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d7249385d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e6a expref: 17 pid: 8481 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.179529:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d7249385d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e6a expref: 17 pid: 8481 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.179562:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d7249385d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e6a expref: 17 pid: 8481 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.179589:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047456.179593:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047456.179600:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d72493871e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.179617:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d72493871e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.179651:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047456.179711:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365387934592:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 593us (2104us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047456.179725:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1915 00000100:00100000:1.0:1777047456.179754:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1916 00000100:00100000:1.0:1777047456.179765:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365387934848:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047456.179779:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047456.179787:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724938637 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e94 expref: 20 pid: 11204 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.179805:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724938637 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e94 expref: 20 pid: 11204 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.179861:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047456.179864:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047456.179870:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938733 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.179885:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938733 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.179907:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047456.179935:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365387934848:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 171us (2151us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047456.179947:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1916 00000100:00100000:1.0:1777047456.179968:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1917 00000100:00100000:1.0:1777047456.179979:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365387934976:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047456.179991:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047456.179999:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d7249385dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e71 expref: 19 pid: 36216 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.180016:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d7249385dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e71 expref: 19 pid: 36216 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.180037:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d7249385dc lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e71 expref: 19 pid: 36216 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.180055:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047456.180057:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047456.180063:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d72493873a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.180078:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d72493873a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.180101:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047456.180126:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365387934976:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 148us (2305us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047456.180137:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1917 00000100:00100000:1.0:1777047456.180156:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 395 00000100:00100000:1.0:1777047456.180167:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077949ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:2430:x1863365387934720:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047456.180179:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047456.180200:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938725 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ee1 expref: 79 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.180222:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf:0x0].0x0 (ffff9e0641795d00) 00010000:00010000:1.0:1777047456.180229:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047456.180252:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077949ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:2430:x1863365387934720:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 87us (2569us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047456.180264:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 395 00010000:00010000:1.0:1777047456.180353:0:8481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d4fa755/0x5ecf73d724938637 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7e94 expref: 17 pid: 11204 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047456.180427:0:8481:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d745180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443009920:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047456.180451:0:8481:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938733 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.180467:0:8481:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938733 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.180479:0:8481:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938733 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.180494:0:8481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938733 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.180509:0:8481:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938733 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.180531:0:8481:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777047456.180740:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+29:3682:x1863365443009152:12345-0@lo:6:osp-syn-0-1.0 Request processed in 19072us (27174us total) trans 21474837548 rc 0/0 00000100:00100000:1.0:1777047456.180753:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3765 00000004:00080000:1.0:1777047456.180808:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0641c57480/2, rc 0, transno 21474837548 00000100:00100000:1.0:1777047456.180817:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443009152:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1777047456.181772:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777047456.181783:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938733 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.181798:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047456.181804:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938733 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.181857:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938733 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.181881:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938733 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.181895:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938733 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.181927:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047456.181930:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047456.181934:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047456.182638:0:8479:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d72493873a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.182656:0:8479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d72493873a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.182671:0:8479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d72493873a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.182683:0:8479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d72493873a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.182717:0:8479:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777047456.183214:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+29:3682:x1863365443009280:12345-0@lo:6:osp-syn-0-1.0 Request processed in 21086us (28701us total) trans 21474837549 rc 0/0 00000100:00100000:0.0:1777047456.183228:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3766 00010000:00010000:0.0:1777047456.183269:0:8480:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d72493871e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.183284:0:8480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d72493871e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.183298:0:8480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d72493871e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.183320:0:8480:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d72493871e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.183347:0:8480:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777047456.183527:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+13:3683:x1863365443008768:12345-0@lo:6:osp-syn-1-1.0 Request processed in 30329us (32616us total) trans 17179870284 rc 0/0 00000100:00100000:0.0:1777047456.183539:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3761 00010000:00010000:0.0:1777047456.183570:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777047456.183578:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d72493873a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.183592:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047456.183597:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d72493873a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.183612:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d72493873a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.183633:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d72493873a lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.183647:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d72493873a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.183673:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047456.183680:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d72493871e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.183690:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead3e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047456.183695:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d72493871e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.183707:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d72493871e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.184062:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d72493871e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.184078:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d72493871e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.184106:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047456.184109:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047456.184113:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777047456.184161:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0777978700/2, rc 0, transno 17179870284 00000100:00100000:0.0:1777047456.184172:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0777978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443008768:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1777047456.184207:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0641c56300/2, rc 0, transno 21474837549 00000100:00100000:0.0:1777047456.184214:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443009280:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1777047456.184317:0:11204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e283800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365443009792:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047456.184345:0:11204:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d72493872c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.184539:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047456.184574:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387935104 00000100:00100000:0.0:1777047456.184584:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387935104 00010000:00010000:0.0:1777047456.184622:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000778cd11c/0x5ecf73d7249383dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dc2 expref: 16 pid: 36217 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.184670:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1918 00000100:00100000:0.0:1777047456.184685:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e283800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365387935104:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047456.184703:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047456.184710:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000778cd11c/0x5ecf73d7249383dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dc2 expref: 16 pid: 36217 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.184740:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000778cd11c/0x5ecf73d7249383dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dc2 expref: 16 pid: 36217 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.184765:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000778cd11c/0x5ecf73d7249383dd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7dc2 expref: 16 pid: 36217 timeout: 4184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.184784:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047456.184787:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047456.184793:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d72493872c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.184807:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d72493872c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.184884:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047456.184928:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365387935104:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 245us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047456.184941:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1918 00010000:00010000:0.0:1777047456.184990:0:11204:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d72493872c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.185006:0:11204:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d72493872c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.185020:0:11204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d72493872c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.185033:0:11204:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d72493872c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.185053:0:11204:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777047456.185186:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3683:x1863365443008640:12345-0@lo:6:osp-syn-1-1.0 Request processed in 23822us (34137us total) trans 17179870285 rc 0/0 00000100:00100000:0.0:1777047456.185198:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3762 00000004:00080000:0.0:1777047456.185247:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0777978a80/2, rc 0, transno 17179870285 00000100:00100000:0.0:1777047456.185256:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0777978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443008640:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1777047456.185536:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047456.185547:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d72493872c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.185562:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047456.185568:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d72493872c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.185583:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d72493872c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.185606:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d72493872c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.185619:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d72493872c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.185645:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047456.185649:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047456.185651:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047456.186362:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047456.188114:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047456.188180:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047456.188411:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387935232 00000100:00100000:3.0:1777047456.188420:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387935232 00000100:00100000:3.0:1777047456.188476:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387935360 00000100:00100000:3.0:1777047456.188482:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387935360 00000100:00100000:3.0:1777047456.188525:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3769 00000100:00100000:3.0:1777047456.188540:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365387935232:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047456.188561:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047456.188585:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d724938741 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7ee8 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047456.188620:0:36216:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047456.188643:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047456.188646:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047456.188675:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d724938741 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ee8 expref: 19 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.188702:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d724938741 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ee8 expref: 19 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047456.189176:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3770 00000100:00100000:2.0:1777047456.189194:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:56906:x1863365387935360:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:2.0:1777047456.189209:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047456.189225:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb8832ce/0x5ecf73d724938748 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7eef expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.189257:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d724938741 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ee8 expref: 20 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.189271:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047456.189274:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047456.189280:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb8832ce/0x5ecf73d724938748 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eef expref: 20 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.189323:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d724938741 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ee8 expref: 20 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.189345:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d724938741 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ee8 expref: 20 pid: 36216 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047456.189366:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443010176:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047456.189482:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06422fdb40 going to sleep for 11 seconds 00010000:00010000:3.0:1777047456.189703:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90200, rc 0) 00000100:00100000:3.0:1777047456.189750:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365387935232:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1213us (1639us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047456.189763:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3769 00000100:00100000:2.0:1777047456.230070:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047456.230160:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443010176:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047456.230211:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eb8832ce/0x5ecf73d724938748 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eef expref: 19 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.231646:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d4800, rc 0) 00000100:00100000:3.0:1777047456.231730:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:56906:x1863365387935360:12345-192.168.201.54@tcp:101:bash.0 Request processed in 42539us (43547us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047456.231746:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3770 00000100:00100000:0.0:1777047456.233352:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387935616 00000100:00100000:0.0:1777047456.233367:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387935616 00000100:00100000:0.0:1777047456.233499:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2031 00000100:00100000:0.0:1777047456.233521:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57249:x1863365387935616:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047456.233852:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57249:x1863365387935616:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 311us (3770us total) trans 4294969928 rc 0/0 00000100:00100000:0.0:1777047456.233866:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2031 00000100:00100000:2.0:1777047456.239159:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047456.241797:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387935744 00000100:00100000:1.0:1777047456.241813:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387935744 00000100:00100000:2.0:1777047456.245652:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:0.0:1777047456.246393:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d724938741 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ee8 expref: 19 pid: 36216 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047456.246449:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387936000 00000100:00100000:3.0:1777047456.246463:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387936000 00000100:00100000:1.0:1777047456.246621:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5983 00000100:00100000:1.0:1777047456.246644:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57249:x1863365387936000:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047456.246677:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047456.246710:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d72493874f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7ef6 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.247505:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938756 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.247530:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938756 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.247548:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938756 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.247570:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493875d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.247584:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493875d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.247595:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493875d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.247751:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724938764 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.247771:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724938764 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.247784:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724938764 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047456.248112:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xbf:0x0]: returning size 2 00010000:00010000:1.0:1777047456.248227:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938756 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.248241:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938756 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.248252:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938756 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.248262:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938756 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.248273:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047456.248290:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938756 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.248303:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938756 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.248322:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7900) 00010000:00010000:1.0:1777047456.248328:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047456.248335:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938756 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.248347:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938756 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.248369:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493875d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.248451:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493875d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.248465:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493875d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.248475:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047456.248481:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493875d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.248493:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493875d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.248508:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7400) 00010000:00010000:1.0:1777047456.248513:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047456.248519:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493875d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.248529:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493875d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.248603:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d72493874f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ef6 expref: 82 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.248633:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724938764 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ef6 expref: 81 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.248647:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf:0x0].0x0 (ffff9e0641795d00) 00010000:00010000:1.0:1777047456.248651:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047456.248655:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8000, rc 0) 00000100:00100000:1.0:1777047456.248740:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57249:x1863365387936000:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2102us (3098us total) trans 4294969929 rc 0/0 00000100:00100000:1.0:1777047456.248761:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5983 00000100:00100000:0.0:1777047456.249964:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1919 00000100:00100000:0.0:1777047456.249986:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387935744:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047456.250006:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047456.250017:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d724938741 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ee8 expref: 19 pid: 36216 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.250042:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d724938741 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ee8 expref: 19 pid: 36216 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.250074:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d724938741 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ee8 expref: 19 pid: 36216 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.250097:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047456.250100:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047456.250111:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eb8832ce/0x5ecf73d724938748 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eef expref: 18 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.250130:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb8832ce/0x5ecf73d724938748 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eef expref: 18 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.250191:0:36227:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000eb8832ce/0x5ecf73d724938748 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eef expref: 18 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.250215:0:36227:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e281880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:36227:1863365443010304:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047456.250332:0:36227:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d92b180 going to sleep for 11 seconds 00000100:00100000:2.0:1777047456.259163:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047456.259522:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387936256 00000100:00100000:3.0:1777047456.259537:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387936256 00000100:00100000:3.0:1777047456.259630:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2032 00000100:00100000:3.0:1777047456.259648:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57249:x1863365387936256:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047456.260033:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57249:x1863365387936256:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 359us (850us total) trans 4294969930 rc 0/0 00000100:00100000:3.0:1777047456.260050:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2032 00000100:00100000:1.0:1777047456.265700:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047456.266025:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387936384 00000100:00100000:0.0:1777047456.266039:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387936384 00000100:00100000:0.0:1777047456.266128:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3771 00000100:00100000:0.0:1777047456.266470:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:56906:x1863365387936384:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:0.0:1777047456.266495:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047456.266526:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724938772 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7efd expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047456.266564:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xe5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777047456.266594:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047456.266598:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047456.266612:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724938772 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7efd expref: 16 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.266640:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724938772 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7efd expref: 16 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.266663:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead3e00, rc 0) 00000100:00100000:0.0:1777047456.267060:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:56906:x1863365387936384:12345-192.168.201.54@tcp:101:bash.0 Request processed in 594us (1367us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047456.267079:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3771 00000100:00100000:1.0:1777047456.272944:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047456.272980:0:36227:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e281880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:36227:1863365443010304:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047456.273524:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387936512 00000100:00100000:0.0:1777047456.273536:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387936512 00000100:00100000:0.0:1777047456.273619:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2033 00000100:00100000:0.0:1777047456.273635:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0743028050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57249:x1863365387936512:12345-192.168.201.54@tcp:33:lfs.0 00000100:00100000:0.0:1777047456.273861:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0743028050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57249:x1863365387936512:12345-192.168.201.54@tcp:33:lfs.0 Request processed in 226us (926us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047456.273875:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2033 00010000:00010000:2.0:1777047456.274472:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047456.274622:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365387935744:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 24640us (35470us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047456.274641:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1919 00000100:00100000:2.0:1777047456.285804:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047456.285900:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047456.286626:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387936640 00000100:00100000:3.0:1777047456.286642:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387936640 00000100:00100000:1.0:1777047456.286700:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387936768 00002000:00010000:3.0:1777047456.286703:0:29058:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/228 (0->18446744073709551615) 00000100:00100000:1.0:1777047456.286716:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387936768 00002000:00100000:3.0:1777047456.286716:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07779b7b80 with x1863365387936640 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047456.286738:0:29058:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e07779b7b80. 00002000:00010000:1.0:1777047456.286760:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/229 (0->18446744073709551615) 00002000:00100000:1.0:1777047456.286771:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07779b7480 with x1863365387936768 ext(0->18446744073709551615) 00000100:00100000:3.0:1777047456.286784:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1021 00002000:00010000:1.0:1777047456.286786:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e07779b7480. 00000100:00100000:3.0:1777047456.286810:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365387936640:12345-192.168.201.54@tcp:10:bash.0 00000100:00100000:1.0:1777047456.286871:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1022 00000100:00100000:1.0:1777047456.286892:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365387936768:12345-192.168.201.54@tcp:10:bash.0 00002000:00010000:1.0:1777047456.287130:0:29059:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xe5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047456.287137:0:29059:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xe5:0x0] updating lvb mtime from disk: 0 -> 1777047456 00002000:00010000:1.0:1777047456.287142:0:29059:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xe5:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047456.287147:0:29059:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xe5:0x0] updating lvb ctime from disk: 0 -> 1777047456 00002000:00010000:1.0:1777047456.287152:0:29059:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xe5:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047456.287249:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365387936768:12345-192.168.201.54@tcp:10:bash.0 Request processed in 361us (1346us total) trans 17179870286 rc 0/0 00002000:00010000:3.0:1777047456.287948:0:29058:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xe4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047456.287955:0:29058:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xe4:0x0] updating lvb mtime from disk: 0 -> 1777047456 00002000:00010000:3.0:1777047456.287960:0:29058:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xe4:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047456.287964:0:29058:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xe4:0x0] updating lvb ctime from disk: 0 -> 1777047456 00002000:00010000:3.0:1777047456.287969:0:29058:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xe4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047456.288018:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365387936640:12345-192.168.201.54@tcp:10:bash.0 Request processed in 1219us (2225us total) trans 21474837550 rc 0/0 00000100:00100000:1.0:1777047456.294952:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1022 00002000:00010000:1.0:1777047456.294968:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/229 (0->18446744073709551615) 00002000:00100000:1.0:1777047456.294977:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07779b7480 with x1863365387936768 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047456.294996:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e07779b7480. 00000100:00100000:3.0:1777047456.295673:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1021 00002000:00010000:3.0:1777047456.295683:0:29058:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/228 (0->18446744073709551615) 00002000:00100000:3.0:1777047456.295691:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07779b7b80 with x1863365387936640 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047456.295702:0:29058:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e07779b7b80. 00000100:00100000:3.0:1777047456.316732:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047456.317218:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387937024 00000100:00100000:1.0:1777047456.317233:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387937024 00000100:00100000:1.0:1777047456.317327:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2034 00000100:00100000:1.0:1777047456.317344:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:56906:x1863365387937024:12345-192.168.201.54@tcp:35:bash.0 00000100:00100000:1.0:1777047456.318163:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:56906:x1863365387937024:12345-192.168.201.54@tcp:35:bash.0 Request processed in 819us (1441us total) trans 4294969931 rc 0/0 00000100:00100000:1.0:1777047456.318180:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2034 00000100:00100000:2.0:1777047456.378285:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047456.379651:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387937280 00000100:00100000:1.0:1777047456.379668:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387937280 00000100:00100000:1.0:1777047456.379790:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5984 00000100:00100000:1.0:1777047456.379808:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57256:x1863365387937280:12345-192.168.201.54@tcp:36:rm.0 00010000:00010000:1.0:1777047456.379925:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1777047456.379968:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e26a00/0x5ecf73d724938709 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbf:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ecc expref: 83 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.380008:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724938764 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ef6 expref: 82 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.380035:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0745e27400/0x5ecf73d7249386d1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eb7 expref: 81 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.380054:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf:0x0].0x0 (ffff9e0641795d00) 00010000:00010000:1.0:1777047456.380072:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047456.380111:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938779 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.380134:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938779 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.380151:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938779 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.380178:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938780 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.380190:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938780 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.380201:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938780 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.380307:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724938787 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.380323:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724938787 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.380337:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724938787 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047456.381031:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].471, 64 off44688 00000040:00080000:1.0:1777047456.381074:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].490, 64 off46448 00000040:00080000:1.0:1777047456.381092:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].491, 64 off46512 00000040:00080000:1.0:1777047456.381109:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].472, 64 off44752 00010000:00010000:1.0:1777047456.381187:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d72493878e lrc: 3/0,1 mode: --/PW res: [0x240000404:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.381206:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d72493878e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xbf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.381220:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d72493878e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xbf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.381232:0:6588:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d72493878e lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xbf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.381244:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d72493878e lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xbf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.381255:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d72493878e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xbf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.381501:0:6588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777047456.381533:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724938787 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.381547:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724938787 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.381559:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724938787 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.381607:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b9e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047456.381616:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724938787 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.381629:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724938787 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.381648:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf:0x0].0x0 (ffff9e0641ff7f00) 00010000:00010000:1.0:1777047456.381654:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777047456.381661:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724938787 lrc: 2/0,0 mode: --/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.381673:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d724938787 lrc: 0/0,0 mode: --/EX res: [0x240000404:0xbf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.381702:0:6588:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938779 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.381716:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938779 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.381727:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938779 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.381738:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938779 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.381748:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047456.381753:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938779 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.381764:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938779 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.381778:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7900) 00010000:00010000:1.0:1777047456.381783:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047456.381788:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938779 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.381798:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938779 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047456.381852:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002e610220 reply state 000000001b5547a0 transno 4294969932 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938780 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.381873:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938780 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.381885:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7400) 00010000:00010000:1.0:1777047456.381890:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047456.381894:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047456.382015:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57256:x1863365387937280:12345-192.168.201.54@tcp:36:rm.0 Request processed in 2208us (3741us total) trans 4294969932 rc 0/0 00000100:00100000:1.0:1777047456.382031:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5984 00010000:00010000:2.0:1777047456.389157:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777047456.389178:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d72493878e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xbf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.389196:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047456.389203:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d72493878e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xbf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.389227:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d72493878e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xbf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.389565:0:17980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf:0x0].0x0 (ffff9e0641ff7f00) 00010000:00010000:2.0:1777047456.389571:0:17980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777047456.389602:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d72493878e lrc: 1/0,0 mode: --/PW res: [0x240000404:0xbf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.389614:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d72493878e lrc: 0/0,0 mode: --/PW res: [0x240000404:0xbf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.389653:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047456.389657:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047456.389661:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047456.393242:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047456.393610:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387937536 00000100:00100000:3.0:1777047456.393625:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387937536 00000100:00100000:3.0:1777047456.393712:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5985 00000100:00100000:3.0:1777047456.393732:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57255:x1863365387937536:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047456.393787:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047456.393854:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938795 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7f04 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.393979:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493879c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.394003:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493879c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.394021:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493879c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.394038:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249387a3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.394052:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249387a3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.394063:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249387a3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.394119:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493879c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.394133:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493879c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.394145:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493879c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.394166:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493879c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.394177:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047456.394184:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493879c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.394196:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493879c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.394213:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641795700) 00010000:00010000:3.0:1777047456.394219:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047456.394225:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493879c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.394236:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d72493879c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.394256:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249387a3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.394266:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249387a3 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.394276:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249387a3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.394285:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047456.394290:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249387a3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.394308:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249387a3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.394320:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7400) 00010000:00010000:3.0:1777047456.394324:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047456.394329:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249387a3 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.394339:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d7249387a3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.394430:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938795 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f04 expref: 83 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.394452:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641795700) 00010000:00010000:3.0:1777047456.394458:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777047456.394466:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938795 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f04 expref: 83 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.394492:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90800, rc 0) 00000100:00100000:3.0:1777047456.394589:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57255:x1863365387937536:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 863us (1359us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047456.394604:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5985 00000100:00100000:3.0:1777047456.405604:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047456.406180:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387937664 00000100:00100000:1.0:1777047456.406196:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387937664 00000100:00100000:1.0:1777047456.406304:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5986 00000100:00100000:1.0:1777047456.406324:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57255:x1863365387937664:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047456.406353:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047456.406424:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249387aa lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7f0b expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.406535:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387b1 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.406561:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387b1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.406583:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387b1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.406605:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249387b8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.406620:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249387b8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.406633:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249387b8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.406699:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387b1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.406714:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387b1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.406726:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387b1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.406739:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387b1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.406750:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b9e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047456.406758:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387b1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.406771:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387b1 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.406792:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7900) 00010000:00010000:1.0:1777047456.406799:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047456.406807:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387b1 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.406819:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387b1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.406872:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249387b8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.406885:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249387b8 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.406897:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249387b8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.406908:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047456.406914:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249387b8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.406927:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249387b8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.406942:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7400) 00010000:00010000:1.0:1777047456.406947:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047456.406953:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249387b8 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.406966:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249387b8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.407015:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249387aa lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f0b expref: 83 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.407034:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7900) 00010000:00010000:1.0:1777047456.407038:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047456.407044:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249387aa lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f0b expref: 83 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.407071:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8600, rc 0) 00000100:00100000:1.0:1777047456.407175:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57255:x1863365387937664:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 855us (1582us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047456.407197:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5986 00000100:00100000:2.0:1777047456.475467:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047456.475731:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387937792 00000100:00100000:1.0:1777047456.475747:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387937792 00000100:00100000:1.0:1777047456.475856:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5987 00000100:00100000:1.0:1777047456.475876:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57257:x1863365387937792:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047456.475905:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047456.475941:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249387bf lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7f12 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.476048:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249387c6 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.476070:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249387c6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.476090:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249387c6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.476108:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387cd lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.476120:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387cd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.476131:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387cd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.476178:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249387c6 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.476197:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249387c6 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.476519:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249387c6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.476532:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249387c6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.476543:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047456.476549:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249387c6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.476562:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249387c6 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.476582:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7900) 00010000:00010000:1.0:1777047456.476587:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047456.476593:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249387c6 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.476604:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249387c6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.476625:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387cd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.476635:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387cd lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.476645:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387cd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.476655:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b9e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047456.476660:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387cd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.476671:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387cd lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.476683:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7400) 00010000:00010000:1.0:1777047456.476688:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047456.476693:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387cd lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.476999:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387cd lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.477052:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249387bf lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f12 expref: 83 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.477071:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7900) 00010000:00010000:1.0:1777047456.477075:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047456.477082:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249387bf lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f12 expref: 83 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.477105:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8600, rc 0) 00000100:00100000:1.0:1777047456.477202:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57257:x1863365387937792:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1329us (1746us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047456.477215:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5987 00000100:00100000:2.0:1777047456.488158:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047456.489805:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387937920 00000100:00100000:0.0:1777047456.490164:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387937920 00000100:00100000:0.0:1777047456.490346:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5988 00000100:00100000:0.0:1777047456.490366:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57257:x1863365387937920:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047456.490396:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047456.490430:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2600/0x5ecf73d7249387d4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7f19 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.491864:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3000/0x5ecf73d7249387db lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.491890:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3000/0x5ecf73d7249387db lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.491910:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3000/0x5ecf73d7249387db lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.496060:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249387e2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.496095:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249387e2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.496115:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249387e2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.496185:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3000/0x5ecf73d7249387db lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.496199:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3000/0x5ecf73d7249387db lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.496211:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3000/0x5ecf73d7249387db lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.496223:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3000/0x5ecf73d7249387db lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.496233:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead3000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047456.496240:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3000/0x5ecf73d7249387db lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.496253:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3000/0x5ecf73d7249387db lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.496272:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771900e00) 00010000:00010000:0.0:1777047456.496277:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047456.496283:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3000/0x5ecf73d7249387db lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.496296:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3000/0x5ecf73d7249387db lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.496322:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249387e2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.496334:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249387e2 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.496345:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249387e2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.496354:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047456.496359:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249387e2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.496369:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249387e2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.496382:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7400) 00010000:00010000:0.0:1777047456.496386:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047456.496391:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249387e2 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.496401:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249387e2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.496546:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2600/0x5ecf73d7249387d4 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f19 expref: 83 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.496579:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771900e00) 00010000:00010000:0.0:1777047456.496583:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047456.496591:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2600/0x5ecf73d7249387d4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f19 expref: 83 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.496616:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2600, rc 0) 00000100:00100000:0.0:1777047456.497059:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57257:x1863365387937920:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 6695us (8910us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047456.497077:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5988 00000100:00100000:3.0:1777047456.515068:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047456.515152:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047456.515514:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387938048 00000100:00100000:1.0:1777047456.515530:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387938048 00000100:00100000:1.0:1777047456.515617:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387938304 00000100:00100000:1.0:1777047456.515624:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387938304 00000100:00100000:1.0:1777047456.515685:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5989 00000100:00100000:1.0:1777047456.515706:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57257:x1863365387938048:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047456.515736:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047456.515770:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249387e9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7f20 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.515887:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387f0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.515912:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387f0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.515929:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387f0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047456.515993:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1777047456.516001:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1777047456.516055:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249387e9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f20 expref: 85 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.516088:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387f0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f20 expref: 84 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.516103:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7900) 00010000:00010000:1.0:1777047456.516108:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777047456.516113:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9e00, rc 0) 00000100:00100000:1.0:1777047456.516188:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:57257:x1863365387938048:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 489us (1134us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047456.516565:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5989 00000100:00100000:1.0:1777047456.516602:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5990 00000100:00100000:1.0:1777047456.516615:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57258:x1863365387938304:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047456.516632:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047456.516647:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249387f7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7f27 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.516719:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249387fe lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.516735:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249387fe lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.516748:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249387fe lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.516765:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938805 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.516779:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938805 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.516791:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938805 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.516863:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249387fe lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.516876:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249387fe lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.516896:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249387fe lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.516909:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249387fe lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.516920:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047456.516926:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249387fe lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.516938:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249387fe lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.516957:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7900) 00010000:00010000:1.0:1777047456.516962:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047456.516968:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249387fe lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.516979:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249387fe lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.516997:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938805 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.517008:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938805 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.517019:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938805 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.517027:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047456.517033:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938805 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.517043:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938805 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.517056:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7400) 00010000:00010000:1.0:1777047456.517061:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047456.517067:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938805 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.517078:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938805 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.517119:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249387f7 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f27 expref: 84 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.517434:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7900) 00010000:00010000:1.0:1777047456.517439:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777047456.517447:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d7249387f7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f27 expref: 84 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.517466:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8000, rc 0) 00000100:00100000:1.0:1777047456.517509:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57258:x1863365387938304:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 895us (2357us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047456.517520:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5990 00000100:00100000:3.0:1777047456.536924:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047456.537057:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387938560 00000100:00100000:2.0:1777047456.537073:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387938560 00000100:00100000:2.0:1777047456.537510:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5991 00000100:00100000:2.0:1777047456.537532:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57257:x1863365387938560:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047456.537563:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047456.537570:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1777047456.537609:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249387f0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f20 expref: 83 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.537643:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0641ff7900) 00010000:00010000:2.0:1777047456.537662:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047456.537688:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d72493880c lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7f2e expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.537870:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938813 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.537892:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938813 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.537909:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938813 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.537927:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777aff000/0x5ecf73d72493881a lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.537940:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777aff000/0x5ecf73d72493881a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.537951:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777aff000/0x5ecf73d72493881a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.542292:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afec00/0x5ecf73d724938821 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.542323:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afec00/0x5ecf73d724938821 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.542342:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afec00/0x5ecf73d724938821 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047456.542362:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xc1:0x0]: returning size 0 00010000:00010000:2.0:1777047456.542407:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938813 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.542432:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938813 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.542444:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938813 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.542516:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938813 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.542530:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d5e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047456.542538:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938813 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.542553:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938813 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.542573:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0761fba900) 00010000:00010000:2.0:1777047456.542580:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047456.542588:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938813 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.542601:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938813 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777047456.542626:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000001e8d5af reply state 00000000609d20ee transno 4294969933 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777aff000/0x5ecf73d72493881a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.542647:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777aff000/0x5ecf73d72493881a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.542660:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7400) 00010000:00010000:2.0:1777047456.542666:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047456.542671:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777047456.542727:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064b5d4c00/0x5ecf73d72493880c lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f2e expref: 85 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.542767:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afec00/0x5ecf73d724938821 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f2e expref: 84 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.542782:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0761fba400) 00010000:00010000:2.0:1777047456.542787:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047456.542792:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777afec00, rc 0) 00000100:00100000:2.0:1777047456.542940:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:57257:x1863365387938560:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 5413us (6027us total) trans 4294969933 rc 0/0 00000100:00100000:2.0:1777047456.542956:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5991 00000100:00100000:2.0:1777047456.560008:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047456.560173:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387938816 00000100:00100000:1.0:1777047456.560189:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387938816 00000100:00100000:1.0:1777047456.560289:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5992 00000100:00100000:1.0:1777047456.560308:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:57257:x1863365387938816:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047456.560343:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047456.560375:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493882f lrc: 2/0,0 mode: --/CR res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7f35 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.560609:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938836 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.560637:0:12913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afec00/0x5ecf73d724938821 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f2e expref: 86 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.560654:0:12913:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938836 lrc: 4/0,1 mode: --/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.560710:0:12913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afec00/0x5ecf73d724938821 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f2e expref: 86 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.560736:0:12913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afec00/0x5ecf73d724938821 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f2e expref: 86 pid: 6589 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047456.560762:0:12913:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d745500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12913:1863365443010432:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047456.560910:0:12913:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750f46d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047456.575570:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047456.575760:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047456.575764:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387939200 00000100:00100000:0.0:1777047456.575782:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387939200 00000100:00100000:0.0:1777047456.575942:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5993 00000100:00100000:0.0:1777047456.576677:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+87:57259:x1863365387939200:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047456.576713:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047456.576747:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2600/0x5ecf73d72493883d lrc: 2/0,0 mode: --/CR res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7f3c expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.576944:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d724938844 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.577005:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d724938844 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.577026:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d724938844 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047456.577066:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xc1:0x0]: returning size 0 00010000:00010000:0.0:1777047456.577592:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d724938844 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.577608:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d724938844 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.577621:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d724938844 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.577633:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047456.577640:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d724938844 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.577654:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d724938844 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.577675:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0761fba400) 00010000:00010000:0.0:1777047456.577681:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777047456.577688:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d724938844 lrc: 2/0,0 mode: --/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.577699:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d724938844 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.577768:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2600/0x5ecf73d72493883d lrc: 1/0,0 mode: --/CR res: [0x240000404:0xc1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f3c expref: 89 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.577789:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0761fba400) 00010000:00010000:0.0:1777047456.577794:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777047456.577801:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2600/0x5ecf73d72493883d lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f3c expref: 89 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.577862:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2600, rc 0) 00000100:00100000:0.0:1777047456.577952:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+88:57259:x1863365387939200:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1994us (2393us total) trans 4294969934 rc 301/301 00000100:00100000:0.0:1777047456.577991:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5993 00000100:00100000:1.0:1777047456.579317:0:12913:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d745500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12913:1863365443010432:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047456.579357:0:12913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938836 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047456.579460:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387938944 00000100:00100000:1.0:1777047456.579471:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387938944 00010000:00010000:1.0:1777047456.579514:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afec00/0x5ecf73d724938821 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f2e expref: 88 pid: 6589 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047456.579560:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1920 00000100:00100000:1.0:1777047456.579572:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+88:2432:x1863365387938944:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047456.579589:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047456.579597:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afec00/0x5ecf73d724938821 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f2e expref: 88 pid: 6589 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.579614:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afec00/0x5ecf73d724938821 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f2e expref: 88 pid: 6589 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.579634:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afec00/0x5ecf73d724938821 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f2e expref: 88 pid: 6589 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.579651:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0761fba400) 00010000:00010000:1.0:1777047456.579658:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938836 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.579670:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938836 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.579679:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938836 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.579704:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047456.579744:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+87:2432:x1863365387938944:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 173us (3989us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047456.579756:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1920 00010000:00010000:1.0:1777047456.580140:0:12913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938836 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.580156:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938836 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047456.580188:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xc1:0x0]: returning size 0 00000004:00080000:1.0:1777047456.580474:0:12913:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xe7:0x0], index 1: 0 00000004:00080000:1.0:1777047456.580489:0:12913:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xe6:0x0], index 0: 0 00000004:00080000:1.0:1777047456.580500:0:12913:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xe7:0x0], index 0: 0 00000004:00080000:1.0:1777047456.580508:0:12913:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xe8:0x0], index 1: 0 00010000:00010000:1.0:1777047456.580648:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938836 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.580667:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938836 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.580681:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938836 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.580694:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047456.580702:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938836 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.580714:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938836 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.580736:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0761fba400) 00010000:00010000:1.0:1777047456.580744:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047456.580753:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938836 lrc: 2/0,0 mode: --/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.580766:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d724938836 lrc: 0/0,0 mode: --/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.584705:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493882f lrc: 1/0,0 mode: --/CR res: [0x240000404:0xc1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f35 expref: 87 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.584728:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0761fba400) 00010000:00010000:1.0:1777047456.584732:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777047456.584738:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d72493882f lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f35 expref: 87 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.584767:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8000, rc 0) 00000100:00100000:1.0:1777047456.584938:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+86:57257:x1863365387938816:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 24632us (24939us total) trans 4294969935 rc 301/301 00000100:00100000:1.0:1777047456.584954:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5992 00010000:00010000:0.0:1777047456.585801:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047456.613279:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047456.613443:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047456.613520:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387939584 00000100:00100000:3.0:1777047456.613536:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387939584 00000100:00100000:3.0:1777047456.613653:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5994 00000100:00100000:3.0:1777047456.613679:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+86:57259:x1863365387939584:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047456.616440:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047456.616486:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724938859 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7f43 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.616646:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938860 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.616673:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938860 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.616694:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938860 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047456.616742:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047456.616772:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938860 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.616854:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724938859 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f43 expref: 88 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.616889:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938860 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f43 expref: 87 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.616905:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0641795700) 00010000:00010000:3.0:1777047456.616911:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047456.616918:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90800, rc 0) 00000100:00100000:3.0:1777047456.617028:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+87:57259:x1863365387939584:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 3357us (3650us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047456.617045:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5994 00000100:00100000:3.0:1777047456.617613:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387939456 00000100:00100000:3.0:1777047456.617625:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387939456 00000100:00100000:3.0:1777047456.617696:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2035 00000100:00100000:3.0:1777047456.623608:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+87:57257:x1863365387939456:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047456.625375:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+88:57257:x1863365387939456:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 7662us (12111us total) trans 4294969936 rc 0/0 00000100:00100000:3.0:1777047456.625439:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2035 00000100:00100000:0.0:1777047456.633523:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047456.633688:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387939712 00000100:00100000:1.0:1777047456.633703:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387939712 00000100:00100000:1.0:1777047456.634196:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3772 00000100:00100000:1.0:1777047456.634224:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365387939712:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047456.634251:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047456.634288:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d724938867 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7f4a expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047456.634336:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xe7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1777047456.634370:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047456.634374:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047456.634397:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d724938867 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f4a expref: 18 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.634492:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d724938867 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f4a expref: 18 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.634519:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8000, rc 0) 00000100:00100000:1.0:1777047456.638787:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365387939712:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 4567us (5272us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047456.638810:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3772 00000100:00100000:0.0:1777047456.647246:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047456.647451:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387939968 00000100:00100000:3.0:1777047456.647471:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387939968 00000100:00100000:3.0:1777047456.647579:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2036 00000100:00100000:3.0:1777047456.647604:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+88:57257:x1863365387939968:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047456.648490:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+89:57257:x1863365387939968:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 887us (1251us total) trans 4294969937 rc 0/0 00000100:00100000:3.0:1777047456.648512:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2036 00000100:00100000:3.0:1777047456.653733:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047456.654862:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387940224 00000100:00100000:0.0:1777047456.654877:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387940224 00000100:00100000:0.0:1777047456.654993:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2037 00000100:00100000:0.0:1777047456.655017:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+89:57259:x1863365387940224:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:1.0:1777047456.661683:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+90:57259:x1863365387940224:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 6663us (7949us total) trans 4294969938 rc 0/0 00000100:00100000:1.0:1777047456.661731:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2037 00000100:00100000:3.0:1777047456.679791:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047456.680315:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387940480 00000100:00100000:0.0:1777047456.680332:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387940480 00000100:00100000:0.0:1777047456.680592:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5995 00000100:00100000:0.0:1777047456.680649:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+90:56906:x1863365387940480:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:0.0:1777047456.680739:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047456.680849:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3000/0x5ecf73d72493886e lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7f51 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.681269:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d724938875 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.681337:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d724938875 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.681472:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d724938875 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.681501:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d72493887c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.681556:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d72493887c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.681571:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d72493887c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.681792:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d724938883 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.682200:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d724938883 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.682228:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d724938883 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047456.682249:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xc1:0x0]: returning size 0 00010000:00010000:0.0:1777047456.682605:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d724938875 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.682661:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d724938875 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.682676:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d724938875 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.682732:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d724938875 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.682746:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047456.682755:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d724938875 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.682812:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d724938875 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.697548:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771900e00) 00010000:00010000:0.0:1777047456.697557:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047456.697569:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d724938875 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.697587:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d724938875 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.697623:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d72493887c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.697638:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d72493887c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.697651:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d72493887c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.697664:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047456.697672:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d72493887c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.697687:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d72493887c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.697706:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7400) 00010000:00010000:0.0:1777047456.697712:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047456.697718:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d72493887c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.697732:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d72493887c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.698519:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3000/0x5ecf73d72493886e lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f51 expref: 93 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.698585:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d724938883 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f51 expref: 92 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.698604:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0641795700) 00010000:00010000:1.0:1777047456.698616:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047456.698622:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2200, rc 0) 00000100:00100000:1.0:1777047456.698764:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+92:56906:x1863365387940480:12345-192.168.201.54@tcp:101:bash.0 Request processed in 18149us (18987us total) trans 4294969939 rc 0/0 00000100:00100000:1.0:1777047456.699136:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5995 00000100:00100000:3.0:1777047456.729057:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047456.729596:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387940608 00000100:00100000:3.0:1777047456.729610:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047456.729623:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387940608 00000100:00100000:2.0:1777047456.729730:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387940864 00000100:00100000:3.0:1777047456.729731:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047456.729746:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387940864 00000100:00100000:3.0:1777047456.730177:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387940992 00000100:00100000:3.0:1777047456.730187:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387940992 00000100:00100000:2.0:1777047456.730237:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5996 00000100:00100000:2.0:1777047456.730267:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+94:56906:x1863365387940608:12345-192.168.201.54@tcp:101:bash.0 00000100:00100000:3.0:1777047456.730291:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 396 00010000:00010000:2.0:1777047456.730311:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1777047456.730317:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+94:2431:x1863365387940992:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047456.730351:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047456.730352:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777affe00/0x5ecf73d724938891 lrc: 2/0,0 mode: --/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7f58 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.730393:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d724938883 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f51 expref: 95 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.730468:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afe200/0x5ecf73d724938898 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.730484:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0641795700) 00010000:00010000:3.0:1777047456.730497:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047456.730597:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+94:2431:x1863365387940992:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 280us (870us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047456.730619:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 396 00000100:00100000:0.0:1777047456.730625:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5997 00000100:00100000:0.0:1777047456.730664:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+93:57259:x1863365387940864:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047456.730687:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047456.730716:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d72493889f lrc: 2/0,0 mode: --/CR res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7f5f expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.731941:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d7249388a6 lrc: 3/1,0 mode: --/CR res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.733707:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afe200/0x5ecf73d724938898 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.733734:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afe200/0x5ecf73d724938898 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.733942:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777affe00/0x5ecf73d724938891 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f58 expref: 95 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.733979:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afe200/0x5ecf73d724938898 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f58 expref: 94 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.734000:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0641795700) 00010000:00010000:2.0:1777047456.734005:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777047456.734011:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777afe200, rc 0) 00000100:00100000:2.0:1777047456.734077:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+94:56906:x1863365387940608:12345-192.168.201.54@tcp:101:bash.0 Request processed in 3813us (5034us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047456.734094:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5996 00010000:00010000:0.0:1777047456.738266:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d7249388a6 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0xc1:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.738301:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d7249388a6 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0xc1:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047456.738337:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xc1:0x0]: returning size 0 00010000:00010000:0.0:1777047456.738577:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d72493889f lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f5f expref: 95 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.738619:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d7249388a6 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xc1:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f5f expref: 94 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.738635:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0641795700) 00010000:00010000:0.0:1777047456.738641:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1777047456.738647:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2800, rc 0) 00000100:00100000:0.0:1777047456.739326:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+94:57259:x1863365387940864:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 8673us (9721us total) trans 4294969940 rc 0/0 00000100:00100000:0.0:1777047456.739344:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5997 00000100:00100000:2.0:1777047456.759073:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047456.759699:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387941248 00000100:00100000:0.0:1777047456.759725:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387941248 00000100:00100000:0.0:1777047456.759899:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5998 00000100:00100000:0.0:1777047456.759929:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+94:56906:x1863365387941248:12345-192.168.201.54@tcp:36:bash.0 00010000:00010000:0.0:1777047456.760028:0:6590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047456.760089:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938860 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f43 expref: 94 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.760131:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0641795700) 00010000:00010000:0.0:1777047456.760139:0:6590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047456.761701:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d7249388b4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.762197:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d7249388b4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.762229:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d7249388b4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047456.762344:0:6590:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294969941 00000004:00010000:0.0:1777047456.762400:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001b5453f3 reply state 0000000040e0e494 transno 4294969942 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d7249388b4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.762432:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d7249388b4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.762453:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0641795700) 00010000:00010000:0.0:1777047456.762469:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047456.762474:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047456.762899:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+96:56906:x1863365387941248:12345-192.168.201.54@tcp:36:bash.0 Request processed in 2978us (3833us total) trans 4294969942 rc 0/0 00000100:00100000:1.0:1777047456.762934:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5998 00000020:00080000:1.0:1777047456.762944:0:6590:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047456.766971:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047456.767984:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387941376 00000100:00100000:1.0:1777047456.768007:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387941376 00000100:00100000:1.0:1777047456.768127:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5999 00000100:00100000:1.0:1777047456.768144:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+96:57259:x1863365387941376:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047456.768182:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047456.768218:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249388bb lrc: 2/0,0 mode: --/CR res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7f66 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.768377:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249388c2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.768399:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249388c2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.768429:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249388c2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047456.768553:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xc1:0x0]: returning size 0 00000004:00200000:1.0:1777047456.768560:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047456.768598:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249388c2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.768650:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8200/0x5ecf73d7249388bb lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f66 expref: 98 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.768691:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249388c2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f66 expref: 97 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.768728:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0641795700) 00010000:00010000:1.0:1777047456.768733:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047456.768749:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8600, rc 0) 00000100:00100000:1.0:1777047456.768901:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+97:57259:x1863365387941376:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 757us (1934us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047456.768925:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5999 00000100:00100000:0.0:1777047456.779732:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047456.786550:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387941632 00000100:00100000:3.0:1777047456.786568:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387941632 00000100:00100000:0.0:1777047456.788066:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6000 00000100:00100000:0.0:1777047456.788097:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+97:56906:x1863365387941632:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:0.0:1777047456.788144:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047456.788150:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1777047456.788702:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d7249388a6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc1:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f5f expref: 97 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.789685:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0641795700) 00010000:00010000:0.0:1777047456.789697:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047456.789731:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2600/0x5ecf73d7249388c9 lrc: 2/0,0 mode: --/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7f6d expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.796387:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249388d0 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.796470:0:34275:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249388c2 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f66 expref: 97 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.796489:0:34275:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249388d0 lrc: 4/0,1 mode: --/EX res: [0x240000404:0xc1:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.796572:0:34275:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249388c2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f66 expref: 97 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.796611:0:34275:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249388c2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f66 expref: 97 pid: 6588 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047456.796646:0:34275:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d745500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:34275:1863365443010560:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047456.797338:0:34275:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750f46180 going to sleep for 11 seconds 00000100:00100000:0.0:1777047456.822649:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047456.823027:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387941888 00000100:00100000:3.0:1777047456.823043:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387941888 00000100:00100000:3.0:1777047456.823187:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2038 00000100:00100000:3.0:1777047456.823205:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+98:57259:x1863365387941888:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047456.823644:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+99:57259:x1863365387941888:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 431us (1004us total) trans 4294969943 rc 0/0 00000100:00100000:3.0:1777047456.823661:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2038 00000100:00100000:3.0:1777047456.825103:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047456.826484:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387942016 00000100:00100000:0.0:1777047456.826494:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387942016 00010000:00010000:0.0:1777047456.826613:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249388c2 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f66 expref: 99 pid: 6588 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.826706:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1921 00000100:00100000:0.0:1777047456.826733:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077949c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+99:2429:x1863365387942016:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047456.826763:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047456.826775:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249388c2 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f66 expref: 99 pid: 6588 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.826811:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249388c2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f66 expref: 99 pid: 6588 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.826901:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0641795700) 00010000:00010000:0.0:1777047456.826911:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249388d0 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xc1:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.826938:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249388d0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.826952:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249388d0 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.826996:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047456.827076:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077949c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+99:2429:x1863365387942016:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 345us (1974us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047456.827101:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1921 00010000:00010000:1.0:1777047456.838491:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d7249388c2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f66 expref: 98 pid: 6588 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047456.838492:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047456.838546:0:34275:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d745500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:34275:1863365443010560:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047456.838628:0:34275:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249388d0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.838654:0:34275:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249388d0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.838665:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249388d0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047456.839614:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].492, 88 off46600 00000004:00080000:1.0:1777047456.839633:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4085476248779ns, next at 4085476141561ns, rc = 0 00000040:00080000:1.0:1777047456.839677:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].473, 88 off44840 00000004:00080000:1.0:1777047456.839685:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4085476301076ns, next at 4085476179506ns, rc = 0 00000040:00080000:1.0:1777047456.839737:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].474, 88 off44928 00000004:00080000:1.0:1777047456.839751:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4085476367349ns, next at 4085476179506ns, rc = 0 00000040:00080000:1.0:1777047456.840527:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].493, 88 off46688 00000004:00080000:1.0:1777047456.840545:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4085477161876ns, next at 4085476141561ns, rc = 0 00000100:00100000:0.0:1777047456.841736:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387942272 00000100:00100000:0.0:1777047456.841755:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387942272 00000100:00100000:0.0:1777047456.841889:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6001 00000100:00100000:0.0:1777047456.841909:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+99:57259:x1863365387942272:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047456.841946:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047456.841986:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3000/0x5ecf73d7249388d7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7f74 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.842121:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d7249388de lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.842159:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d7249388de lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.842185:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d7249388de lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.842212:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249388e5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.842641:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249388e5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.842661:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249388e5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.843096:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249388ec lrc: 3/1,0 mode: --/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.843126:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249388ec lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.843145:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249388ec lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047456.843169:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xc1:0x0]: returning size 2 00010000:00010000:3.0:1777047456.854462:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249388ec lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.854494:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249388ec lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.854511:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249388ec lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.854529:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047456.854537:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249388ec lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.854551:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249388ec lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.854583:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0641795700) 00010000:00010000:3.0:1777047456.854590:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777047456.854602:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249388ec lrc: 2/0,0 mode: --/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.854616:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d7249388ec lrc: 0/0,0 mode: --/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.854653:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d7249388de lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.854665:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d7249388de lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.854690:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d7249388de lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.854703:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d7249388de lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.854712:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047456.854718:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d7249388de lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.854734:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d7249388de lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.854748:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047456.854753:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047456.854759:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d7249388de lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.854777:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2800/0x5ecf73d7249388de lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.855185:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249388e5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.855198:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249388e5 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.855209:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249388e5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.855224:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047456.855230:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249388e5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.855242:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249388e5 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.855259:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7400) 00010000:00010000:3.0:1777047456.855269:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047456.855275:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249388e5 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.855288:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2200/0x5ecf73d7249388e5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.855373:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3000/0x5ecf73d7249388d7 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f74 expref: 101 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.855398:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047456.855402:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777047456.855452:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead3000/0x5ecf73d7249388d7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f74 expref: 101 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.855489:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead3000, rc 0) 00000100:00100000:3.0:1777047456.855607:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+100:57259:x1863365387942272:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 13695us (17124us total) trans 4294969945 rc 301/301 00000100:00100000:3.0:1777047456.855625:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6001 00000001:00080000:2.0:1777047456.868850:0:7507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969944 is committed 00000004:00080000:2.0:1777047456.868872:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 351 committed 00000004:00080000:2.0:1777047456.868908:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 331 committed 00000004:00080000:2.0:1777047456.868944:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 330 committed 00000004:00080000:2.0:1777047456.868949:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 350 committed 00010000:00010000:2.0:1777047456.869117:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249388d0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xc1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f6d expref: 83 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.869147:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0641795700) 00010000:00010000:2.0:1777047456.869154:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777047456.869186:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2600/0x5ecf73d7249388c9 lrc: 0/0,0 mode: --/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f6d expref: 83 pid: 34275 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.869228:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249388d0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xc1:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f6d expref: 82 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.869288:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0641795700) 00010000:00010000:2.0:1777047456.869297:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777047456.869309:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8800, rc 0) 00000100:00100000:2.0:1777047456.869510:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:56906:x1863365387941632:12345-192.168.201.54@tcp:101:bash.0 Request processed in 81344us (90022us total) trans 4294969944 rc 0/0 00000100:00100000:2.0:1777047456.869532:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6000 00000100:00100000:0.0:1777047456.869551:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e283800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443010688:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1777047456.869679:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777047456.869712:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938780 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.870144:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938780 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.870161:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938780 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.870180:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047456.870189:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938780 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.870193:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1777047456.870207:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938780 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.870217:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443010816:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1777047456.870244:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7400) 00010000:00010000:3.0:1777047456.870252:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047456.870264:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938780 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.870279:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938780 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.870296:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777047456.870329:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777aff000/0x5ecf73d72493881a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.870350:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777aff000/0x5ecf73d72493881a lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.870364:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777aff000/0x5ecf73d72493881a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.870376:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443010944:0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1777047456.870447:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0777aff000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047456.870457:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777aff000/0x5ecf73d72493881a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.870486:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777aff000/0x5ecf73d72493881a lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.870504:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777047456.870511:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0641ff7400) 00010000:00010000:3.0:1777047456.870519:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047456.870526:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777aff000/0x5ecf73d72493881a lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.870538:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777aff000/0x5ecf73d72493881a lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.870552:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777047456.870575:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443011072:0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1777047456.870581:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d7249388b4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.870602:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d7249388b4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.870616:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d7249388b4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.870631:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777047456.870644:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047456.870651:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d7249388b4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.870664:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d7249388b4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.870688:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0641795700) 00010000:00010000:3.0:1777047456.870694:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047456.870700:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d7249388b4 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.870701:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443010688 00000100:00100000:0.0:1777047456.870716:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443010688 00010000:00010000:3.0:1777047456.870727:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064ead2400/0x5ecf73d7249388b4 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.871223:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443010816 00000100:00100000:0.0:1777047456.871231:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443010816 00000100:00100000:0.0:1777047456.871283:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443010944 00000100:00100000:0.0:1777047456.871290:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443010944 00000100:00100000:0.0:1777047456.871314:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443011072 00000100:00100000:0.0:1777047456.871323:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443011072 00000100:00100000:0.0:1777047456.871353:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3773 00000100:00100000:0.0:1777047456.871373:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+16:3682:x1863365443010688:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1777047456.871459:0:8633:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:229 count 1 00010000:00010000:0.0:1777047456.871500:0:8633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d7249388fa lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.871539:0:8633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724938772 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7efd expref: 17 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.871555:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047456.871559:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047456.871566:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d7249388fa lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.871625:0:8633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724938772 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7efd expref: 17 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.871655:0:8633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724938772 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7efd expref: 17 pid: 30115 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.871690:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749166a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443011200:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047456.871783:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d92bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047456.871867:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3774 00000100:00100000:0.0:1777047456.871884:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+16:3682:x1863365443010816:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1777047456.871916:0:36216:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:230 count 1 00010000:00010000:0.0:1777047456.871941:0:36216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724938901 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.871971:0:36216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724938710 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ed3 expref: 17 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.871992:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047456.871995:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047456.872000:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724938901 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.872046:0:36216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724938710 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ed3 expref: 17 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.872072:0:36216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724938710 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ed3 expref: 17 pid: 30115 timeout: 4185 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.872092:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365443011328:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047456.872145:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d92b840 going to sleep for 11 seconds 00000100:00100000:0.0:1777047456.872185:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3775 00000100:00100000:0.0:1777047456.872205:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+16:3684:x1863365443010944:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1777047456.872422:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000400:0xe7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047456.872430:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000400:0xe7:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1777047456.872435:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000400:0xe7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047456.872486:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xe7:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1777047456.872492:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000400:0xe7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047456.872577:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+17:3684:x1863365443010944:12345-0@lo:2:osp-syn-1-1.0 Request processed in 373us (2068us total) trans 17179870287 rc 0/0 00000100:00100000:0.0:1777047456.872595:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3775 00000100:00100000:2.0:1777047456.872641:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3776 00000100:00100000:2.0:1777047456.872684:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+16:3684:x1863365443011072:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777047456.873777:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3684:x1863365443011072:12345-0@lo:2:osp-syn-1-1.0 Request processed in 286us (2320us total) trans 17179870288 rc 0/0 00000100:00100000:1.0:1777047456.874097:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443011840:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047456.874585:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047456.874660:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777047456.874673:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443011712:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047456.874723:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047456.874770:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443011840 00000100:00100000:1.0:1777047456.874785:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443011840 00000100:00100000:3.0:1777047456.874997:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443011712 00000100:00100000:3.0:1777047456.875007:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443011712 00000004:00080000:0.0:1777047456.876493:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0641c56d80/2, rc 0, transno 17179870288 00000100:00100000:0.0:1777047456.876506:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443011072:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1777047456.876529:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e19b480/2, rc 0, transno 17179870287 00000100:00100000:0.0:1777047456.876537:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443010944:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1777047456.876608:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3776 00000100:00100000:2.0:1777047456.877723:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443011456:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1777047456.877807:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047456.877884:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777047456.877897:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d745880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443011584:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1777047456.877939:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047456.882690:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443011456 00000100:00100000:2.0:1777047456.882706:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443011456 00000100:00100000:2.0:1777047456.882962:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443011584 00000100:00100000:2.0:1777047456.882972:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443011584 00000100:00100000:0.0:1777047456.883661:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3777 00000100:00100000:0.0:1777047456.883685:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+32:3682:x1863365443011456:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1777047456.883734:0:36217:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:228 count 1 00000100:00100000:1.0:1777047456.884005:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3778 00000100:00100000:1.0:1777047456.884026:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+32:3682:x1863365443011584:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1777047456.884057:0:8479:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:229 count 1 00010000:00010000:1.0:1777047456.884095:0:8479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938908 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047456.884102:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3779 00000100:00100000:2.0:1777047456.884133:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+32:3685:x1863365443011840:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1777047456.884146:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724938717 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eda expref: 18 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.884200:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047456.884205:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047456.884212:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938908 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.884278:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724938717 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eda expref: 18 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.884304:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724938717 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eda expref: 18 pid: 36216 timeout: 4185 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047456.884334:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443011968:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047456.884504:0:36217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d72493890f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047456.884512:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750f46d80 going to sleep for 11 seconds 00010000:00010000:0.0:1777047456.884540:0:36217:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eb8832ce/0x5ecf73d724938748 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eef expref: 18 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.884558:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047456.884563:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047456.884570:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d72493890f lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.884621:0:36217:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eb8832ce/0x5ecf73d724938748 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eef expref: 18 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.884642:0:36217:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eb8832ce/0x5ecf73d724938748 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eef expref: 18 pid: 28387 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.884665:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443012096:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047456.885472:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+33:3685:x1863365443011840:12345-0@lo:2:osp-syn-0-1.0 Request processed in 1346us (10884us total) trans 21474837551 rc 0/0 00000100:00100000:2.0:1777047456.885487:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3779 00000100:00100000:0.0:1777047456.885643:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d92bc00 going to sleep for 11 seconds 00000004:00080000:1.0:1777047456.886542:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e06439a7800/2, rc 0, transno 21474837551 00000100:00100000:1.0:1777047456.886559:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443011840:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1777047456.886856:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3780 00000100:00100000:3.0:1777047456.886879:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0775948050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+32:3685:x1863365443011712:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047456.888499:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047456.889742:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387942528 00000100:00100000:3.0:1777047456.889757:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387942528 00000100:00100000:0.0:1777047456.889866:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047456.889922:0:33221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387942656 00000100:00100000:0.0:1777047456.889933:0:33221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387942656 00000100:00100000:0.0:1777047456.890009:0:33221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 275 00000100:00100000:0.0:1777047456.890029:0:33221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e356050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2432:x1863365387942656:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:3.0:1777047456.890095:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2039 00000100:00100000:0.0:1777047456.890107:0:33221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e356050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2432:x1863365387942656:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 81us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047456.890126:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07716ab450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57259:x1863365387942528:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047456.890129:0:33221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 275 00000100:00100000:0.0:1777047456.890239:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047456.890280:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387942784 00000100:00100000:0.0:1777047456.890289:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387942784 00000100:00100000:0.0:1777047456.890367:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4914 00000100:00100000:0.0:1777047456.890404:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2432:x1863365387942784:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:0.0:1777047456.890476:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2432:x1863365387942784:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 93us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047456.890490:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4914 00000100:00100000:3.0:1777047456.890509:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07716ab450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57259:x1863365387942528:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 391us (2008us total) trans 4294969946 rc 0/0 00000100:00080000:0.0:1777047456.890531:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047456.890531:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2039 00000100:00100000:3.0:1777047456.890730:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0775948050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+33:3685:x1863365443011712:12345-0@lo:2:osp-syn-0-1.0 Request processed in 3857us (16002us total) trans 21474837552 rc 0/0 00000100:00100000:3.0:1777047456.890748:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3780 00000004:00080000:0.0:1777047456.891316:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064d744380/2, rc 0, transno 21474837552 00000100:00100000:0.0:1777047456.891331:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443011712:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1777047456.903189:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047456.903775:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749166a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443011200:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047456.903857:0:8633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d7249388fa lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047456.905597:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387942912 00000100:00100000:2.0:1777047456.905611:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387942912 00000100:00100000:2.0:1777047456.905737:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3781 00000100:00100000:2.0:1777047456.905770:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:56906:x1863365387942912:12345-192.168.201.54@tcp:101:bash.0 00010000:00010000:2.0:1777047456.905797:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047456.905852:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017390215/0x5ecf73d724938916 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7f7b expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.905902:0:11204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d724938867 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f4a expref: 19 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.905920:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047456.905923:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047456.905931:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017390215/0x5ecf73d724938916 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0xe7:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f7b expref: 19 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.905995:0:11204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d724938867 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f4a expref: 19 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.906019:0:11204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d724938867 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f4a expref: 19 pid: 8479 timeout: 4185 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047456.906058:0:11204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07779b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365443012224:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047456.909041:0:11204:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06422fd6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047456.913483:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047456.913662:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443011968:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047456.913702:0:8479:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938908 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047456.913807:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047456.913884:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387943040 00000100:00100000:3.0:1777047456.913895:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387943040 00010000:00010000:3.0:1777047456.913946:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724938772 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7efd expref: 20 pid: 30115 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047456.913997:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387943296 00000100:00100000:3.0:1777047456.914003:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387943296 00010000:00010000:3.0:1777047456.914028:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724938717 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eda expref: 19 pid: 36216 timeout: 4185 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047456.914070:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1922 00000100:00100000:3.0:1777047456.914085:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365387943040:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047456.914110:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047456.914121:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724938772 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7efd expref: 20 pid: 30115 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.914146:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724938772 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7efd expref: 20 pid: 30115 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.914185:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724938772 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7efd expref: 20 pid: 30115 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.914215:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047456.914220:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047456.914227:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d7249388fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.914246:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d7249388fa lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.914310:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047456.914375:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365387943040:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 288us (898us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047456.914463:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1922 00000100:00100000:3.0:1777047456.914498:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1923 00000100:00100000:3.0:1777047456.914513:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365387943296:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047456.914531:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047456.914541:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724938717 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eda expref: 19 pid: 36216 timeout: 4185 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.914561:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724938717 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eda expref: 19 pid: 36216 timeout: 4185 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.914588:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ff17dd4/0x5ecf73d724938717 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eda expref: 19 pid: 36216 timeout: 4185 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.914609:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047456.914612:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047456.914618:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938908 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.914634:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938908 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047456.915726:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047456.915771:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387943168 00000100:00100000:1.0:1777047456.915784:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387943168 00010000:00010000:1.0:1777047456.916175:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724938710 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ed3 expref: 19 pid: 30115 timeout: 4185 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047456.916244:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1924 00000100:00100000:1.0:1777047456.916261:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365387943168:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047456.916282:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047456.916292:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724938710 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xe6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ed3 expref: 19 pid: 30115 timeout: 4185 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.916315:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724938710 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ed3 expref: 19 pid: 30115 timeout: 4185 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.916343:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047456.916347:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047456.916354:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724938901 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.916371:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724938901 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.916447:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047456.916494:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365387943168:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 235us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047456.916509:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1924 00000100:00100000:1.0:1777047456.916610:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443012096:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047456.916638:0:36217:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d72493890f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.916702:0:36216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724938710 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ed3 expref: 18 pid: 30115 timeout: 4185 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047456.916724:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365443011328:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047456.916746:0:36216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724938901 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.916763:0:36216:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724938901 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.916778:0:36216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724938901 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.917476:0:36216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724938901 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.917496:0:36216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724938901 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.917541:0:36216:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777047456.917673:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777047456.917704:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724938901 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.918105:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047456.918115:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724938901 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.918137:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724938901 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047456.918142:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3682:x1863365443010816:12345-0@lo:6:osp-syn-1-1.0 Request processed in 46257us (47853us total) trans 17179870289 rc 0/0 00000100:00100000:1.0:1777047456.918180:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3774 00010000:00010000:2.0:1777047456.918540:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724938901 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.918560:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724938901 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.918603:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047456.918608:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047456.918611:0:8633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d7249388fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.918613:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047456.918636:0:8633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d7249388fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.918655:0:8633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d7249388fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.918671:0:8633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d7249388fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777047456.918677:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e281880/2, rc 0, transno 17179870289 00000100:00100000:2.0:1777047456.918696:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443010816:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1777047456.921937:0:8633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777047456.924688:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777047456.924703:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d7249388fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.924723:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead3000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047456.924731:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d7249388fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.924748:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d7249388fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.924800:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d7249388fa lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.924840:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d7249388fa lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.924877:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047456.924881:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047456.924886:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047456.925164:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047456.937471:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047456.937627:0:11204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07779b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365443012224:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047456.937706:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000017390215/0x5ecf73d724938916 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0xe7:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f7b expref: 17 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.937747:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777afee00, rc 0) 00000100:00100000:2.0:1777047456.937865:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:56906:x1863365387942912:12345-192.168.201.54@tcp:101:bash.0 Request processed in 32110us (34686us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047456.937882:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3781 00000100:00100000:0.0:1777047456.937985:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387943424 00000100:00100000:0.0:1777047456.937998:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387943424 00010000:00010000:0.0:1777047456.938052:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eb8832ce/0x5ecf73d724938748 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eef expref: 19 pid: 28387 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.938111:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1925 00000100:00100000:0.0:1777047456.938128:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365387943424:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047456.938151:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047456.938162:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eb8832ce/0x5ecf73d724938748 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eef expref: 19 pid: 28387 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.938189:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eb8832ce/0x5ecf73d724938748 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eef expref: 19 pid: 28387 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.938230:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb8832ce/0x5ecf73d724938748 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7eef expref: 19 pid: 28387 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.938257:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047456.938262:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047456.938270:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d72493890f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.938290:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d72493890f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.938350:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047456.938442:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365387943424:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 315us (982us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047456.938458:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1925 00010000:00010000:0.0:1777047456.938509:0:36217:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d72493890f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.938528:0:36217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d72493890f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.938548:0:36217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d72493890f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.938562:0:36217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d72493890f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.938593:0:36217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047456.938717:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365387943296:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 24200us (24903us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047456.938739:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1923 00010000:00010000:3.0:1777047456.938803:0:8479:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938908 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.938860:0:8479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938908 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.938883:0:8479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938908 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.938902:0:8479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938908 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.938911:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+33:3682:x1863365443011456:12345-0@lo:6:osp-syn-0-1.0 Request processed in 55228us (61097us total) trans 21474837553 rc 0/0 00010000:00010000:3.0:1777047456.938956:0:8479:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1777047456.940541:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047456.940636:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047456.941186:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387943680 00000100:00100000:2.0:1777047456.941196:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387943680 00010000:00010000:2.0:1777047456.941233:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d724938867 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f4a expref: 17 pid: 8479 timeout: 4185 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047456.941280:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1926 00000100:00100000:2.0:1777047456.941294:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365387943680:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047456.941313:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047456.941322:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d724938867 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f4a expref: 17 pid: 8479 timeout: 4185 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.941343:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d724938867 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f4a expref: 17 pid: 8479 timeout: 4185 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.941371:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d724938867 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f4a expref: 17 pid: 8479 timeout: 4185 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.941428:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047456.941431:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047456.941443:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000017390215/0x5ecf73d724938916 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f7b expref: 16 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.941471:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017390215/0x5ecf73d724938916 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f7b expref: 16 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047456.941529:0:36227:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000017390215/0x5ecf73d724938916 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f7b expref: 16 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047456.941554:0:36227:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644326300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:36227:1863365443012352:192.168.201.54@tcp:105: 00000100:00100000:2.0:1777047456.941639:0:36227:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06422fd6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047456.942862:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3682:x1863365443010688:12345-0@lo:6:osp-syn-1-1.0 Request processed in 71491us (73180us total) trans 17179870290 rc 0/0 00000100:00100000:3.0:1777047456.942969:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+34:3682:x1863365443011584:12345-0@lo:6:osp-syn-0-1.0 Request processed in 58948us (65025us total) trans 21474837554 rc 0/0 00000100:00100000:0.0:1777047456.943248:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3777 00010000:00010000:0.0:1777047456.943311:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777047456.943323:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d72493890f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.943340:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047456.943347:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d72493890f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.943364:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d72493890f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.943388:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d72493890f lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.943402:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d72493890f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.943431:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047456.943438:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938908 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.943450:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047456.943455:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938908 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.943469:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938908 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.943485:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938908 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.943499:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938908 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.943524:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047456.943528:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047456.943531:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777047456.943582:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e283800/2, rc 0, transno 17179870290 00000100:00100000:0.0:1777047456.943594:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e283800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443010688:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1777047456.943625:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064d745880/2, rc 0, transno 21474837554 00000100:00100000:0.0:1777047456.943633:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d745880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443011584:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1777047456.943649:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064d745500/2, rc 0, transno 21474837553 00000100:00100000:0.0:1777047456.943656:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443011456:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1777047456.944553:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3773 00000100:00100000:1.0:1777047456.944848:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387943552 00000100:00100000:1.0:1777047456.944857:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387943552 00000100:00100000:1.0:1777047456.944917:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2040 00000100:00100000:1.0:1777047456.944933:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57259:x1863365387943552:12345-192.168.201.54@tcp:33:lfs.0 00000100:00100000:1.0:1777047456.945563:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57259:x1863365387943552:12345-192.168.201.54@tcp:33:lfs.0 Request processed in 630us (5022us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047456.945578:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2040 00010000:00010000:1.0:1777047456.945612:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047456.947547:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3778 00010000:00010000:1.0:1777047456.956964:0:36227:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.201.54@tcp) returned -22 from completion AST (req@00000000d550137a x1863365443012352) - normal race ns: filter-lustre-OST0001_UUID lock: 0000000017390215/0x5ecf73d724938916 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f7b expref: 16 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.957053:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017390215/0x5ecf73d724938916 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f7b expref: 16 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047456.957078:0:36227:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644326300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:36227:1863365443012352:192.168.201.54@tcp:105: 00010000:00010000:1.0:1777047456.957147:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047456.957247:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365387943680:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 15952us (16608us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047456.957265:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1926 00000100:00100000:2.0:1777047456.961187:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047456.961981:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387943936 00000100:00100000:1.0:1777047456.961996:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387943936 00000100:00100000:1.0:1777047456.962096:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6002 00000100:00100000:1.0:1777047456.962114:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57259:x1863365387943936:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047456.962145:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047456.962178:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d72493891d lrc: 2/0,0 mode: --/CR res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7f82 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.966057:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724938924 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.966092:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724938924 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xc1:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.966115:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724938924 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xc1:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047456.966141:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xc1:0x0]: returning size 2 00010000:00010000:0.0:1777047456.967626:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b9e00/0x5ecf73d72493891d lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f82 expref: 83 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.967665:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724938924 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xc1:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f82 expref: 82 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.967787:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0641795700) 00010000:00010000:0.0:1777047456.967795:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047456.967802:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291800, rc 0) 00000100:00100000:0.0:1777047456.967932:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57259:x1863365387943936:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 5818us (6749us total) trans 4294969947 rc 0/0 00000100:00100000:0.0:1777047456.967948:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6002 00000100:00100000:0.0:1777047456.988454:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047456.988604:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387944192 00000100:00100000:3.0:1777047456.988625:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387944192 00000100:00100000:0.0:1777047456.990585:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2041 00000100:00100000:0.0:1777047456.990612:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57259:x1863365387944192:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:0.0:1777047456.990751:0:35315:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x240000404:0xc1:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724938924 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xc1:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f82 expref: 82 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.990860:0:35315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724938932 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.990887:0:35315:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afe200/0x5ecf73d724938898 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f58 expref: 82 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.990903:0:35315:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249388d0 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0xc1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f6d expref: 82 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.990917:0:35315:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724938932 lrc: 5/0,1 mode: --/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.990970:0:35315:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249388d0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xc1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f6d expref: 82 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.990995:0:35315:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249388d0 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xc1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f6d expref: 82 pid: 34275 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.991031:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35315:1863365443012480:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047456.991177:0:35315:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afe200/0x5ecf73d724938898 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f58 expref: 82 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.991198:0:35315:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afe200/0x5ecf73d724938898 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f58 expref: 82 pid: 6588 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.991220:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35315:1863365443012608:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047456.991273:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d92b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047457.006650:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35315:1863365443012480:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047457.006678:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35315:1863365443012608:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047457.006721:0:35315:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724938932 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047457.014367:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047457.014617:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047457.016247:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387944320 00000100:00100000:1.0:1777047457.016265:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387944320 00010000:00010000:1.0:1777047457.016362:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249388d0 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xc1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f6d expref: 83 pid: 34275 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047457.016366:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387944448 00000100:00100000:3.0:1777047457.016380:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387944448 00010000:00010000:3.0:1777047457.016480:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afe200/0x5ecf73d724938898 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f58 expref: 84 pid: 6588 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047457.016498:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1927 00000100:00100000:1.0:1777047457.016528:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:2432:x1863365387944320:12345-192.168.201.54@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777047457.016553:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1928 00010000:00010000:1.0:1777047457.016557:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047457.016578:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249388d0 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xc1:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f6d expref: 84 pid: 34275 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047457.016580:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077949d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:2431:x1863365387944448:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047457.016617:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249388d0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xc1:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f6d expref: 84 pid: 34275 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.016633:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047457.016649:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afe200/0x5ecf73d724938898 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f58 expref: 84 pid: 6588 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.016667:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d7249388d0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc1:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f6d expref: 84 pid: 34275 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.016712:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afe200/0x5ecf73d724938898 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f58 expref: 84 pid: 6588 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777047457.019650:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1777047457.026123:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0641795700) 00010000:00010000:1.0:1777047457.028061:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724938932 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.028091:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724938932 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.028133:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047457.032477:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:2432:x1863365387944320:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 15945us (18110us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047457.032503:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1927 00010000:00010000:3.0:1777047457.040248:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0777afe200/0x5ecf73d724938898 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f58 expref: 82 pid: 6588 timeout: 4185 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.040302:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0641795700) 00010000:00010000:3.0:1777047457.040312:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724938932 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.040329:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724938932 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.040343:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724938932 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047457.042178:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047457.042598:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077949d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:2431:x1863365387944448:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 26024us (27976us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047457.042619:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1928 00010000:00010000:3.0:1777047457.044056:0:35315:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724938932 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.044076:0:35315:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724938932 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00020000:3.0:1777047457.044319:0:35315:0:(lod_lov.c:1542:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000404:0xc1:0x0]: rc = -1 00010000:00010000:3.0:1777047457.044369:0:35315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724938932 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.044429:0:35315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724938932 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.044443:0:35315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724938932 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.044454:0:35315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047457.044461:0:35315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724938932 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.044473:0:35315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724938932 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.044495:0:35315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0641795700) 00010000:00010000:3.0:1777047457.044502:0:35315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1777047457.044509:0:35315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724938932 lrc: 2/0,0 mode: --/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.044521:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291000/0x5ecf73d724938932 lrc: 0/0,0 mode: --/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.044542:0:35315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0641795700) 00010000:00010000:3.0:1777047457.044546:0:35315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047457.044556:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291800/0x5ecf73d724938924 lrc: 0/0,0 mode: --/PW res: [0x240000404:0xc1:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f82 expref: 80 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047457.044773:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57259:x1863365387944192:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 54169us (56400us total) trans 4294969948 rc -1/-1 00000100:00100000:3.0:1777047457.044790:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2041 00000100:00100000:0.0:1777047457.065984:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047457.067452:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387944576 00000100:00100000:3.0:1777047457.067468:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387944576 00000100:00100000:3.0:1777047457.067547:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6003 00000100:00100000:3.0:1777047457.067566:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57259:x1863365387944576:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047457.067603:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047457.067665:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938939 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7f89 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.067770:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938939 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f89 expref: 81 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.067795:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938939 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f89 expref: 81 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.067856:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0641795700) 00010000:00010000:3.0:1777047457.067862:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047457.067868:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91e00, rc 0) 00000100:00100000:3.0:1777047457.067963:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57259:x1863365387944576:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 401us (1990us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047457.067977:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6003 00000100:00100000:0.0:1777047457.074987:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047457.075485:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387944832 00000100:00100000:1.0:1777047457.075500:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387944832 00000100:00100000:1.0:1777047457.075593:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2042 00000100:00100000:1.0:1777047457.075611:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57259:x1863365387944832:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:1.0:1777047457.078984:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57259:x1863365387944832:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 3367us (3998us total) trans 4294969949 rc 0/0 00000100:00100000:1.0:1777047457.079002:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2042 00010000:00010000:2.0:1777047457.617385:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047458.627572:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047459.138887:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777047459.138922:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443012736:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777047459.139016:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047459.140613:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443012736 00000100:00100000:2.0:1777047459.140625:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443012736 00000100:00100000:2.0:1777047459.140737:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2458 00000100:00100000:2.0:1777047459.140756:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+33:3683:x1863365443012736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777047459.141116:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 201143872 pending 28672 free 3919187968 avail 3687665664 00000100:00100000:2.0:1777047459.141217:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+33:3683:x1863365443012736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 466us (2199us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047459.141230:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2458 00000100:00100000:1.0:1777047459.141768:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443012736:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1777047459.141930:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047459.657891:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047459.657924:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443012864:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777047459.658016:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777047459.658128:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047459.658237:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443012864 00000100:00100000:2.0:1777047459.658251:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443012864 00000100:00100000:2.0:1777047459.658329:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3243 00000100:00100000:2.0:1777047459.658345:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443012864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777047459.658443:0:7694:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446105088 avail 1299865600 00000100:00100000:2.0:1777047459.658530:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443012864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 186us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047459.658548:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3243 00000100:00100000:3.0:1777047459.658615:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443012864:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777047460.172098:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443013376:0@lo:400:kworker.0 00000100:00100000:2.0:1777047460.172196:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047460.172280:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3683:1863365443013888:0@lo:400:kworker.0 00000100:00100000:2.0:1777047460.172356:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047460.172447:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3683:1863365443014400:0@lo:400:kworker.0 00000100:00100000:2.0:1777047460.172489:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047460.172534:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1777047460.172545:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3683:1863365443013248:0@lo:400:kworker.0 00000100:00100000:2.0:1777047460.172585:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047460.172619:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3683:1863365443013760:0@lo:400:kworker.0 00000100:00100000:2.0:1777047460.172658:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047460.172699:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443014272:0@lo:400:kworker.0 00000100:00100000:2.0:1777047460.172739:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047460.172815:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443013888 00000100:00100000:2.0:1777047460.172841:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443014400 00000100:00100000:3.0:1777047460.172841:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443013888 00000100:00100000:2.0:1777047460.172855:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443014400 00000100:00100000:2.0:1777047460.172934:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443013248 00000100:00100000:2.0:1777047460.172941:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443013248 00000100:00100000:3.0:1777047460.172983:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443013760 00000100:00100000:3.0:1777047460.172996:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443013760 00000100:00100000:2.0:1777047460.172998:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4915 00000100:00100000:2.0:1777047460.173028:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3683:x1863365443014400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047460.173064:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4916 00000100:00100000:3.0:1777047460.173086:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3683:x1863365443013888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047460.173127:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3683:x1863365443014400:12345-0@lo:400:kworker.0 Request processed in 104us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047460.173140:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4915 00000100:00100000:2.0:1777047460.173180:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4917 00000100:00100000:2.0:1777047460.173197:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3683:x1863365443013248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047460.173225:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3683:x1863365443013888:12345-0@lo:400:kworker.0 Request processed in 145us (866us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047460.173242:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4916 00000100:00100000:2.0:1777047460.173285:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3683:x1863365443013248:12345-0@lo:400:kworker.0 Request processed in 87us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047460.173286:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4918 00000100:00100000:2.0:1777047460.173316:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4917 00000100:00100000:3.0:1777047460.173319:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3683:x1863365443013760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047460.173475:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3683:x1863365443013760:12345-0@lo:400:kworker.0 Request processed in 167us (814us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047460.173479:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3683:1863365443013248:0@lo:400:kworker.0 00000100:00100000:3.0:1777047460.173517:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4918 00000100:00100000:2.0:1777047460.173537:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3683:1863365443013760:0@lo:400:kworker.0 00000100:00100000:2.0:1777047460.173565:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3683:1863365443013888:0@lo:400:kworker.0 00000100:00100000:2.0:1777047460.173586:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3683:1863365443014400:0@lo:400:kworker.0 00000100:00100000:1.0:1777047460.174205:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3684:1863365443012992:0@lo:400:kworker.0 00000100:00100000:1.0:1777047460.174270:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047460.174332:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443013504:0@lo:400:kworker.0 00000100:00100000:1.0:1777047460.174369:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047460.174445:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3684:1863365443014016:0@lo:400:kworker.0 00000100:00100000:1.0:1777047460.174483:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047460.174518:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1777047460.174529:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443013120:0@lo:400:kworker.0 00000100:00100000:1.0:1777047460.174565:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047460.174594:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3684:1863365443013632:0@lo:400:kworker.0 00000100:00100000:1.0:1777047460.174628:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047460.174655:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644326300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443014144:0@lo:400:kworker.0 00000100:00100000:1.0:1777047460.174686:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047460.174727:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443013376 00000100:00100000:1.0:1777047460.174735:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443013376 00000100:00100000:1.0:1777047460.174817:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443014272 00000100:00100000:1.0:1777047460.174823:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443014272 00000100:00100000:1.0:1777047460.174859:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443013504 00000100:00100000:1.0:1777047460.174862:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443013504 00000100:00100000:1.0:1777047460.174911:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443014144 00000100:00100000:1.0:1777047460.174915:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443014144 00000100:00100000:1.0:1777047460.174944:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2969 00000100:00100000:1.0:1777047460.174976:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+33:3683:x1863365443013376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047460.175050:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+33:3683:x1863365443013376:12345-0@lo:400:kworker.0 Request processed in 95us (2858us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047460.175062:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2969 00000100:00100000:1.0:1777047460.175088:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2970 00000100:00100000:1.0:1777047460.175097:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443014272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047460.175453:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443014272:12345-0@lo:400:kworker.0 Request processed in 355us (2711us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047460.175464:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2970 00000100:00100000:1.0:1777047460.175488:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2971 00000100:00100000:1.0:1777047460.175500:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+17:3684:x1863365443013504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047460.175559:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+17:3684:x1863365443013504:12345-0@lo:400:kworker.0 Request processed in 60us (1187us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047460.175570:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2971 00000100:00100000:1.0:1777047460.175592:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2972 00000100:00100000:1.0:1777047460.175603:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443014144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047460.175650:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443014144:12345-0@lo:400:kworker.0 Request processed in 48us (962us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047460.175661:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2972 00000100:00100000:1.0:1777047460.175692:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443013120 00000100:00100000:1.0:1777047460.175698:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443013120 00000100:00100000:1.0:1777047460.175740:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3244 00000100:00100000:1.0:1777047460.175749:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443013120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047460.175839:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443013120:12345-0@lo:400:kworker.0 Request processed in 90us (1272us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047460.175850:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3244 00000100:00100000:1.0:1777047460.175897:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443014016 00000100:00100000:1.0:1777047460.175904:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443014016 00000100:00100000:1.0:1777047460.175948:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443013632 00000100:00100000:1.0:1777047460.175953:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443013632 00000100:00100000:1.0:1777047460.175982:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4919 00000100:00100000:1.0:1777047460.175992:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3684:x1863365443014016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047460.176041:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3684:x1863365443014016:12345-0@lo:400:kworker.0 Request processed in 48us (1557us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047460.176050:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4919 00000100:00100000:1.0:1777047460.176069:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4920 00000100:00100000:1.0:1777047460.176079:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3684:x1863365443013632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047460.176118:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3684:x1863365443013632:12345-0@lo:400:kworker.0 Request processed in 40us (1488us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047460.176127:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4920 00000100:00100000:1.0:1777047460.176178:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443013120:0@lo:400:kworker.0 00000100:00100000:1.0:1777047460.176520:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3684:1863365443013632:0@lo:400:kworker.0 00000100:00100000:1.0:1777047460.176542:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644326300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443014144:0@lo:400:kworker.0 00000100:00100000:1.0:1777047460.176558:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443013504:0@lo:400:kworker.0 00000100:00100000:1.0:1777047460.176572:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3684:1863365443014016:0@lo:400:kworker.0 00000100:00100000:1.0:1777047460.176633:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443014272:0@lo:400:kworker.0 00000100:00100000:1.0:1777047460.176648:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443013376:0@lo:400:kworker.0 00000100:00080000:0.0:1777047460.177475:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777047460.177482:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777047460.177488:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1777047460.177491:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777047460.179810:0:33225:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443012992 00000100:00100000:2.0:1777047460.179823:0:33225:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443012992 00000100:00100000:0.0:1777047460.181217:0:33220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:0.0:1777047460.181238:0:33220:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e354050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3684:x1863365443012992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047460.181363:0:33220:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e354050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3684:x1863365443012992:12345-0@lo:400:kworker.0 Request processed in 131us (7091us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047460.181375:0:33220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:0.0:1777047460.181497:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3684:1863365443012992:0@lo:400:kworker.0 00000001:00080000:0.0:1777047460.195616:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837554 is committed 00000001:00080000:0.0:1777047460.195645:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837550 is committed 00000100:00100000:2.0:1777047460.683291:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443014656:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777047460.683412:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443014528:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777047460.683431:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047460.691996:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047460.692797:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443014528 00000100:00100000:0.0:1777047460.693182:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443014528 00000100:00100000:0.0:1777047460.693294:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3245 00000100:00100000:0.0:1777047460.693313:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443014528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777047460.693425:0:7694:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445883904 avail 1299644416 00000100:00100000:0.0:1777047460.693522:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443014528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 214us (1532us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047460.693537:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3245 00000100:00100000:0.0:1777047460.694118:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443014528:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777047460.699516:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443014656 00000100:00100000:2.0:1777047460.699534:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443014656 00000100:00100000:2.0:1777047460.699612:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2459 00000100:00100000:2.0:1777047460.699629:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+17:3685:x1863365443014656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1777047460.699672:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 301955520 pending 0 free 3920224256 avail 3688701952 00010000:00010000:0.0:1777047460.713867:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047460.715609:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+17:3685:x1863365443014656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 15974us (32211us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047460.715632:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2459 00000100:00100000:2.0:1777047460.715948:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443014656:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777047461.194644:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443014912:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777047461.202197:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047461.202368:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777047461.202417:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443014784:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777047461.202496:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047461.202599:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443014912 00000100:00100000:0.0:1777047461.202613:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443014912 00000100:00100000:0.0:1777047461.202682:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443014784 00000100:00100000:0.0:1777047461.202689:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443014784 00000100:00100000:0.0:1777047461.202719:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2460 00000100:00100000:0.0:1777047461.202735:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443014912:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047461.203395:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2461 00000100:00100000:3.0:1777047461.203415:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443014784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777047461.203461:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 201115200 pending 0 free 3919187968 avail 3687665664 00000100:00100000:3.0:1777047461.203544:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443014784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 134us (1046us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047461.203558:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2461 00000100:00100000:3.0:1777047461.203645:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443014784:0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777047461.204359:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 301955520 pending 0 free 3920224256 avail 3688701952 00000100:00100000:0.0:1777047461.204438:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443014912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1705us (2251us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047461.204451:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2460 00000100:00100000:2.0:1777047461.207595:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443014912:0@lo:13:osp-pre-1-0.0 00000001:00080000:0.0:1777047461.208434:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870290 is committed 00000001:00080000:0.0:1777047461.208459:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870286 is committed 00010000:00010000:0.0:1777047461.703884:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047462.007864:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047462.012048:0:33219:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387944960 00000100:00100000:1.0:1777047462.012067:0:33219:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387944960 00000100:00100000:1.0:1777047462.012159:0:33219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 277 00000100:00100000:1.0:1777047462.012178:0:33219:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e356850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2432:x1863365387944960:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:1.0:1777047462.012933:0:33219:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e356850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2432:x1863365387944960:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 756us (5556us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047462.012957:0:33219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 277 00000100:00100000:0.0:1777047462.014611:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047462.014702:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387945088 00000100:00100000:1.0:1777047462.014714:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387945088 00000100:00100000:0.0:1777047462.014802:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047462.018484:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047462.018539:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047462.018591:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387945472 00000100:00100000:0.0:1777047462.018602:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387945472 00000100:00100000:0.0:1777047462.018669:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387945344 00000100:00100000:0.0:1777047462.018675:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387945344 00000100:00100000:0.0:1777047462.019074:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2973 00000100:00100000:0.0:1777047462.019100:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2432:x1863365387945472:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:0.0:1777047462.019547:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2432:x1863365387945472:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 453us (1069us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047462.019562:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2973 00000100:00100000:0.0:1777047462.019591:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2974 00000100:00100000:0.0:1777047462.019604:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+8:2431:x1863365387945344:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:0.0:1777047462.019662:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+8:2431:x1863365387945344:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 59us (1123us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047462.019674:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2974 00000100:00100000:1.0:1777047462.021311:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387945216 00000100:00100000:1.0:1777047462.021323:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387945216 00000100:00100000:2.0:1777047462.021472:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4921 00000100:00100000:2.0:1777047462.021493:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749167100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365387945088:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:2.0:1777047462.021575:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749167100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365387945088:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 87us (6968us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047462.021588:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4921 00000100:00100000:2.0:1777047462.021620:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4922 00000100:00100000:2.0:1777047462.021634:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:2432:x1863365387945216:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:2.0:1777047462.021768:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:2432:x1863365387945216:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 101us (6931us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047462.021781:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4922 00000100:00080000:3.0:1777047462.029307:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1777047462.029321:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777047462.029327:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777047462.029332:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:1.0:1777047462.245557:0:7507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969949 is committed 00010000:00010000:3.0:1777047462.722926:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047463.747783:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047464.258931:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777047464.258968:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443015040:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777047464.259091:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047464.259668:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443015040 00000100:00100000:0.0:1777047464.259682:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443015040 00000100:00100000:0.0:1777047464.260223:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2462 00000100:00100000:0.0:1777047464.260241:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443015040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1777047464.260284:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 201115200 pending 0 free 3919187968 avail 3687665664 00000100:00100000:0.0:1777047464.260423:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443015040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 145us (1292us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047464.260439:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2462 00000100:00100000:2.0:1777047464.260885:0:3685:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474837554 gen 2 00000004:00080000:2.0:1777047464.260895:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e07717e9f80, transno 21474837520 00000004:00080000:2.0:1777047464.260948:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e07717e8700, transno 21474837521 00000004:00080000:2.0:1777047464.260954:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e07717e9c00, transno 21474837522 00000004:00080000:2.0:1777047464.260959:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e07717e9880, transno 21474837523 00000004:00080000:2.0:1777047464.260965:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0749165180, transno 21474837524 00000004:00080000:2.0:1777047464.260971:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0749164000, transno 21474837525 00000004:00080000:2.0:1777047464.260979:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0749164380, transno 21474837526 00000004:00080000:2.0:1777047464.260984:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0749166300, transno 21474837527 00000004:00080000:2.0:1777047464.260990:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064b40bb80, transno 21474837529 00000004:00080000:2.0:1777047464.260994:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064b409c00, transno 21474837530 00000004:00080000:2.0:1777047464.260998:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064b40b480, transno 21474837531 00000004:00080000:2.0:1777047464.261002:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064b40b800, transno 21474837532 00000004:00080000:2.0:1777047464.261007:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643bbdc00, transno 21474837535 00000004:00080000:2.0:1777047464.261012:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643bbd500, transno 21474837536 00000004:00080000:2.0:1777047464.261021:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644481880, transno 21474837537 00000004:00080000:2.0:1777047464.261027:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644483480, transno 21474837538 00000004:00080000:2.0:1777047464.261033:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077b9d1880, transno 21474837542 00000004:00080000:2.0:1777047464.261039:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077b9d1c00, transno 21474837543 00000004:00080000:2.0:1777047464.261043:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077b9d1180, transno 21474837544 00000100:00080000:3.0:1777047464.261124:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:2.0:1777047464.261853:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077b9d2d80, transno 21474837545 00000004:00080000:2.0:1777047464.261861:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0641c55500, transno 21474837546 00000004:00080000:2.0:1777047464.261866:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0641c55180, transno 21474837547 00000004:00080000:2.0:1777047464.261870:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0641c57480, transno 21474837548 00000004:00080000:2.0:1777047464.261874:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0641c56300, transno 21474837549 00000004:00080000:2.0:1777047464.261879:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e06439a7800, transno 21474837551 00000004:00080000:2.0:1777047464.261884:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064d744380, transno 21474837552 00000004:00080000:2.0:1777047464.261889:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064d745500, transno 21474837553 00000004:00080000:2.0:1777047464.261893:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064d745880, transno 21474837554 00000100:00100000:2.0:1777047464.261914:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443015040:0@lo:13:osp-pre-0-1.0 00000004:00080000:1.0:1777047464.269151:0:8627:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 14 in progress, 0 in flight, 14 done 00000004:00080000:1.0:1777047464.269334:0:8627:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 14 done 00010000:00010000:3.0:1777047464.776259:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047464.776957:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047464.776994:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443015168:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777047464.777130:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047464.777557:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443015168 00000100:00100000:0.0:1777047464.777574:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443015168 00000100:00100000:0.0:1777047464.777714:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3246 00000100:00100000:0.0:1777047464.777735:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443015168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777047464.777789:0:6594:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446105088 avail 1299865600 00000100:00100000:0.0:1777047464.777906:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443015168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 175us (776us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047464.777922:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3246 00000100:00100000:1.0:1777047464.778508:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443015168:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777047465.283215:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777047465.283245:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3685:1863365443015552:0@lo:400:kworker.0 00000100:00100000:0.0:1777047465.283329:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047465.283454:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443015552 00000100:00100000:0.0:1777047465.283464:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443015552 00000100:00100000:0.0:1777047465.283522:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4923 00000100:00100000:0.0:1777047465.283535:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3685:x1863365443015552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047465.283603:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3685:x1863365443015552:12345-0@lo:400:kworker.0 Request processed in 70us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047465.283614:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4923 00000100:00100000:0.0:1777047465.283674:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3685:1863365443015552:0@lo:400:kworker.0 00000100:00100000:0.0:1777047465.284056:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443015680:0@lo:400:kworker.0 00000100:00100000:0.0:1777047465.284098:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047465.284152:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443015680 00000100:00100000:0.0:1777047465.284159:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443015680 00000100:00100000:0.0:1777047465.284202:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2975 00000100:00100000:0.0:1777047465.284214:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443015680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047465.284268:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443015680:12345-0@lo:400:kworker.0 Request processed in 56us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047465.284278:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2975 00000100:00100000:0.0:1777047465.284320:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443015680:0@lo:400:kworker.0 00000100:00100000:0.0:1777047465.284379:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777047465.284418:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3685:1863365443016064:0@lo:400:kworker.0 00000100:00100000:0.0:1777047465.284454:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047465.284519:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3685:1863365443016192:0@lo:400:kworker.0 00000100:00100000:0.0:1777047465.284553:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047465.284630:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777047465.284640:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443016576:0@lo:400:kworker.0 00000100:00100000:0.0:1777047465.284706:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047465.285016:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443016576 00000100:00100000:0.0:1777047465.285023:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443016576 00000100:00100000:0.0:1777047465.285075:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2976 00000100:00100000:0.0:1777047465.285087:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443016576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047465.285446:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443016576:12345-0@lo:400:kworker.0 Request processed in 359us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047465.285458:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2976 00000100:00100000:0.0:1777047465.285507:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443016576:0@lo:400:kworker.0 00000100:00100000:0.0:1777047465.285563:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3685:1863365443016704:0@lo:400:kworker.0 00000100:00100000:0.0:1777047465.285596:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047465.286044:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443016064 00000100:00100000:3.0:1777047465.286051:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443016064 00000100:00100000:3.0:1777047465.286103:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443016192 00000100:00100000:3.0:1777047465.286108:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443016192 00000100:00100000:3.0:1777047465.286136:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443016704 00000100:00100000:3.0:1777047465.286140:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443016704 00000100:00100000:3.0:1777047465.286164:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4924 00000100:00100000:3.0:1777047465.286175:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1863365443016064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047465.286237:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1863365443016064:12345-0@lo:400:kworker.0 Request processed in 63us (1781us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047465.286248:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4924 00000100:00100000:3.0:1777047465.286270:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4925 00000100:00100000:3.0:1777047465.286281:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3685:x1863365443016192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047465.286323:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3685:x1863365443016192:12345-0@lo:400:kworker.0 Request processed in 45us (1769us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047465.286332:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4925 00000100:00100000:3.0:1777047465.286349:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4926 00000100:00100000:3.0:1777047465.286359:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3685:x1863365443016704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047465.286443:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3685:x1863365443016704:12345-0@lo:400:kworker.0 Request processed in 84us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047465.286453:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4926 00000100:00080000:3.0:1777047465.286483:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777047465.286488:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1777047465.286491:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047465.286536:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3685:1863365443016704:0@lo:400:kworker.0 00000100:00100000:3.0:1777047465.286553:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3685:1863365443016192:0@lo:400:kworker.0 00000100:00100000:3.0:1777047465.286566:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3685:1863365443016064:0@lo:400:kworker.0 00000100:00100000:2.0:1777047465.288062:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3682:1863365443015296:0@lo:400:kworker.0 00000100:00100000:2.0:1777047465.288126:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047465.288220:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443015808:0@lo:400:kworker.0 00000100:00100000:2.0:1777047465.288281:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047465.288328:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3682:1863365443016320:0@lo:400:kworker.0 00000100:00100000:2.0:1777047465.288363:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047465.288437:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1777047465.288448:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749166a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443015424:0@lo:400:kworker.0 00000100:00100000:2.0:1777047465.288482:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047465.288508:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3682:1863365443015936:0@lo:400:kworker.0 00000100:00100000:2.0:1777047465.288558:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047465.288584:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443016448:0@lo:400:kworker.0 00000100:00100000:2.0:1777047465.288617:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047465.288668:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443016320 00000100:00100000:2.0:1777047465.288705:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443016320 00000100:00100000:2.0:1777047465.288757:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443015936 00000100:00100000:2.0:1777047465.288763:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443015936 00000100:00100000:2.0:1777047465.288793:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4927 00000100:00100000:2.0:1777047465.288804:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3682:x1863365443016320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047465.288867:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3682:x1863365443016320:12345-0@lo:400:kworker.0 Request processed in 64us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047465.288877:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4927 00000100:00100000:2.0:1777047465.288899:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4928 00000100:00100000:2.0:1777047465.288909:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3682:x1863365443015936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047465.288950:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3682:x1863365443015936:12345-0@lo:400:kworker.0 Request processed in 42us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047465.288959:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4928 00000100:00100000:2.0:1777047465.288988:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443015424 00000100:00100000:2.0:1777047465.288994:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443015424 00000100:00100000:2.0:1777047465.289034:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3247 00000100:00100000:2.0:1777047465.289043:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3682:x1863365443015424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047465.289090:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3682:x1863365443015424:12345-0@lo:400:kworker.0 Request processed in 48us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047465.289098:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3247 00000100:00100000:2.0:1777047465.289367:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443015808 00000100:00100000:2.0:1777047465.289373:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443015808 00000100:00100000:2.0:1777047465.289442:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443016448 00000100:00100000:2.0:1777047465.289448:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443016448 00000100:00100000:2.0:1777047465.289479:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2977 00000100:00100000:2.0:1777047465.289489:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443015808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047465.289538:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443015808:12345-0@lo:400:kworker.0 Request processed in 51us (1257us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047465.289549:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2977 00000100:00100000:2.0:1777047465.289567:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2978 00000100:00100000:2.0:1777047465.289577:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443016448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047465.289617:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443016448:12345-0@lo:400:kworker.0 Request processed in 42us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047465.289626:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2978 00000100:00100000:2.0:1777047465.289725:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749166a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443015424:0@lo:400:kworker.0 00000100:00100000:2.0:1777047465.289744:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3682:1863365443015936:0@lo:400:kworker.0 00000100:00100000:2.0:1777047465.290025:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443016448:0@lo:400:kworker.0 00000100:00100000:2.0:1777047465.290039:0:3682:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179870290 gen 2 00000004:00080000:2.0:1777047465.290046:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e06439a7480, transno 17179870278 00000004:00080000:2.0:1777047465.290061:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e06439a5880, transno 17179870279 00000004:00080000:2.0:1777047465.290066:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e06439a4700, transno 17179870280 00000004:00080000:2.0:1777047465.290069:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e06439a5c00, transno 17179870281 00000004:00080000:2.0:1777047465.290073:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0749167b80, transno 17179870282 00000004:00080000:2.0:1777047465.290077:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644480a80, transno 17179870283 00000004:00080000:2.0:1777047465.290081:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0777978700, transno 17179870284 00000004:00080000:2.0:1777047465.290084:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0777978a80, transno 17179870285 00000004:00080000:2.0:1777047465.290088:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e19b480, transno 17179870287 00000004:00080000:2.0:1777047465.290092:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0641c56d80, transno 17179870288 00000004:00080000:2.0:1777047465.290095:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e281880, transno 17179870289 00000004:00080000:2.0:1777047465.290099:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e283800, transno 17179870290 00000100:00100000:2.0:1777047465.290105:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443015808:0@lo:400:kworker.0 00000100:00100000:2.0:1777047465.290123:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3682:1863365443016320:0@lo:400:kworker.0 00000004:00080000:2.0:1777047465.290355:0:9656:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 12 done 00000100:00100000:1.0:1777047465.290664:0:33223:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443015296 00000100:00100000:1.0:1777047465.290672:0:33223:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443015296 00000100:00100000:1.0:1777047465.290750:0:33223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:1.0:1777047465.290762:0:33223:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e357450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3682:x1863365443015296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047465.290826:0:33223:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e357450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3682:x1863365443015296:12345-0@lo:400:kworker.0 Request processed in 65us (2699us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047465.290837:0:33223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:1.0:1777047465.290898:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3682:1863365443015296:0@lo:400:kworker.0 00000100:00080000:3.0:1777047465.295171:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777047465.295180:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777047465.295184:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777047465.295188:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1777047465.798010:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047465.800845:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443016832:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777047465.800940:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047465.804979:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443016832 00000100:00100000:3.0:1777047465.804994:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443016832 00000100:00100000:3.0:1777047465.805083:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3248 00000100:00100000:3.0:1777047465.805102:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3682:x1863365443016832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777047465.805154:0:7694:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445883904 avail 1299644416 00000100:00100000:3.0:1777047465.805259:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3682:x1863365443016832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 161us (4318us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047465.805273:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3248 00000100:00100000:3.0:1777047465.805364:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443016832:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777047465.805442:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047465.805459:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443016960:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777047465.805520:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047465.805599:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443016960 00000100:00100000:3.0:1777047465.805608:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443016960 00000100:00100000:3.0:1777047465.805664:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2463 00000100:00100000:3.0:1777047465.805712:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443016960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1777047465.805746:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 301955520 pending 0 free 3920224256 avail 3688701952 00000100:00100000:3.0:1777047465.805809:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443016960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047465.806178:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2463 00000100:00100000:3.0:1777047465.806249:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443016960:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777047466.306765:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777047466.306801:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443017088:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777047466.306893:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047466.307089:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443017088 00000100:00100000:1.0:1777047466.307103:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443017088 00000100:00100000:1.0:1777047466.307198:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2464 00000100:00100000:1.0:1777047466.307217:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443017088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777047466.307253:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 301955520 pending 0 free 3920224256 avail 3688701952 00000100:00100000:1.0:1777047466.307346:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443017088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 132us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047466.307364:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2464 00000100:00100000:1.0:1777047466.307499:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443017088:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047466.319044:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777047466.319077:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443017216:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777047466.319168:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047466.319353:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443017216 00000100:00100000:1.0:1777047466.319366:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443017216 00000100:00100000:1.0:1777047466.319494:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2465 00000100:00100000:1.0:1777047466.319510:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443017216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777047466.319555:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 201115200 pending 0 free 3919187968 avail 3687665664 00000100:00100000:1.0:1777047466.319638:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443017216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 128us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047466.320267:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2465 00000100:00100000:1.0:1777047466.320360:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443017216:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777047466.825765:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047467.137560:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047467.137698:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047467.137767:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047467.137808:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047467.137858:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047467.137907:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387945856 00000100:00100000:0.0:1777047467.137922:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387945856 00000100:00100000:3.0:1777047467.138012:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387945728 00000100:00100000:3.0:1777047467.138027:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387945728 00000100:00100000:0.0:1777047467.138031:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4929 00000100:00100000:0.0:1777047467.138057:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2430:x1863365387945856:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:3.0:1777047467.138120:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4930 00000100:00100000:3.0:1777047467.138140:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387945728:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:0.0:1777047467.138181:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2430:x1863365387945856:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 130us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047467.138196:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4929 00000100:00100000:3.0:1777047467.138219:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387945728:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 80us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047467.138235:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4930 00000100:00100000:0.0:1777047467.138248:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387946112 00000100:00100000:0.0:1777047467.138257:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387946112 00000100:00100000:3.0:1777047467.138293:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387945984 00000100:00100000:3.0:1777047467.138304:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387945984 00000100:00100000:0.0:1777047467.138331:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2979 00000100:00100000:0.0:1777047467.138350:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365387946112:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:3.0:1777047467.138380:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2980 00000100:00100000:3.0:1777047467.138400:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+8:2430:x1863365387945984:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:0.0:1777047467.138462:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365387946112:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 115us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047467.138478:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2979 00000100:00100000:3.0:1777047467.138488:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+8:2430:x1863365387945984:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 91us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047467.138506:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2980 00000100:00080000:3.0:1777047467.138552:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777047467.138562:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777047467.138568:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777047467.138573:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777047467.139179:0:33225:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387945600 00000100:00100000:1.0:1777047467.139188:0:33225:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387945600 00000100:00100000:1.0:1777047467.139257:0:33225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 279 00000100:00100000:1.0:1777047467.139270:0:33225:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e355050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2430:x1863365387945600:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:1.0:1777047467.139347:0:33225:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e355050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2430:x1863365387945600:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 77us (1798us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047467.139359:0:33225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 279 00010000:00010000:3.0:1777047467.844468:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047468.866829:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047469.380754:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443017344:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777047469.380858:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047469.384158:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443017344 00000100:00100000:3.0:1777047469.384173:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443017344 00000100:00100000:3.0:1777047469.384304:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2466 00000100:00100000:3.0:1777047469.384321:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443017344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777047469.384372:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 201115200 pending 0 free 3919187968 avail 3687665664 00000100:00100000:3.0:1777047469.384542:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443017344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 224us (3683us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047469.384555:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2466 00000100:00100000:1.0:1777047469.384946:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443017344:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1777047469.385314:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777047469.890911:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047469.892682:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777047469.893036:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443017472:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777047469.893133:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047469.897503:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443017472 00000100:00100000:0.0:1777047469.897520:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443017472 00000100:00100000:0.0:1777047469.897647:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3249 00000100:00100000:0.0:1777047469.897665:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443017472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777047469.898049:0:6594:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446105088 avail 1299865600 00000100:00100000:0.0:1777047469.898146:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443017472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 485us (5013us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047469.898160:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3249 00000100:00100000:1.0:1777047469.901337:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443017472:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777047470.405565:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443017728:0@lo:400:kworker.0 00000100:00100000:2.0:1777047470.405706:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047470.406199:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3685:1863365443018240:0@lo:400:kworker.0 00000100:00100000:2.0:1777047470.406253:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047470.406309:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443018752:0@lo:400:kworker.0 00000100:00100000:2.0:1777047470.406353:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047470.406394:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:2.0:1777047470.406406:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3685:1863365443017600:0@lo:400:kworker.0 00000100:00100000:2.0:1777047470.406507:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047470.406566:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749167b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443018112:0@lo:400:kworker.0 00000100:00100000:2.0:1777047470.406659:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047470.407079:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3685:1863365443018624:0@lo:400:kworker.0 00000100:00100000:2.0:1777047470.407135:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047470.407172:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644326300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3685:1863365443019136:0@lo:400:kworker.0 00000100:00100000:2.0:1777047470.407650:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047470.407712:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3682:1863365443017856:0@lo:400:kworker.0 00000100:00100000:2.0:1777047470.407767:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047470.407807:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3682:1863365443018368:0@lo:400:kworker.0 00000100:00100000:2.0:1777047470.407847:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047470.407870:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443018880:0@lo:400:kworker.0 00000100:00100000:2.0:1777047470.407910:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047470.407948:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1777047470.407960:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443017984:0@lo:400:kworker.0 00000100:00100000:2.0:1777047470.408003:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047470.408037:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749166a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3682:1863365443018496:0@lo:400:kworker.0 00000100:00100000:2.0:1777047470.408077:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047470.408110:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443019008:0@lo:400:kworker.0 00000100:00100000:2.0:1777047470.408509:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047470.408581:0:33221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443017600 00000100:00100000:0.0:1777047470.409697:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443017728 00000100:00100000:0.0:1777047470.410103:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443017728 00000100:00100000:0.0:1777047470.410192:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443018752 00000100:00100000:0.0:1777047470.410200:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443018752 00000100:00100000:0.0:1777047470.410235:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3250 00000100:00100000:0.0:1777047470.410250:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365443017728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047470.410371:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365443017728:12345-0@lo:400:kworker.0 Request processed in 122us (4664us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047470.410397:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3250 00000100:00100000:0.0:1777047470.410475:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3251 00000100:00100000:0.0:1777047470.410489:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443018752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047470.410556:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443018752:12345-0@lo:400:kworker.0 Request processed in 65us (4202us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047470.410568:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3251 00000100:00100000:0.0:1777047470.410651:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443018112 00000100:00100000:0.0:1777047470.410659:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443018112 00000100:00100000:0.0:1777047470.410726:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443018880 00000100:00100000:0.0:1777047470.410732:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443018880 00000100:00100000:0.0:1777047470.410767:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443017984 00000100:00100000:0.0:1777047470.410772:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443017984 00000100:00100000:0.0:1777047470.410806:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443019008 00000100:00100000:0.0:1777047470.410811:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443019008 00000100:00100000:0.0:1777047470.410856:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2981 00000100:00100000:0.0:1777047470.410870:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443018112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047470.410943:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443018112:12345-0@lo:400:kworker.0 Request processed in 74us (4283us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047470.410956:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2981 00000100:00100000:0.0:1777047470.410983:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2982 00000100:00100000:0.0:1777047470.410995:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443018880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047470.411066:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443018880:12345-0@lo:400:kworker.0 Request processed in 72us (3154us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047470.411079:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2982 00000100:00100000:0.0:1777047470.411109:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2983 00000100:00100000:0.0:1777047470.411121:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443017984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047470.411189:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443017984:12345-0@lo:400:kworker.0 Request processed in 69us (3183us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047470.411202:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2983 00000100:00100000:0.0:1777047470.411651:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2984 00000100:00100000:0.0:1777047470.411669:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443019008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047470.411742:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443019008:12345-0@lo:400:kworker.0 Request processed in 79us (3270us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047470.411754:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2984 00000100:00100000:0.0:1777047470.411796:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443018240 00000100:00100000:0.0:1777047470.411803:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443018240 00000100:00100000:0.0:1777047470.411885:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443018624 00000100:00100000:0.0:1777047470.411902:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443018624 00000100:00100000:0.0:1777047470.411926:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443019136 00000100:00100000:0.0:1777047470.411940:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443019136 00000100:00100000:0.0:1777047470.411958:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443017856 00000100:00100000:0.0:1777047470.411962:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443017856 00000100:00100000:0.0:1777047470.411987:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443018368 00000100:00100000:0.0:1777047470.411992:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443018368 00000100:00100000:0.0:1777047470.412025:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443018496 00000100:00100000:0.0:1777047470.412030:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443018496 00000100:00100000:0.0:1777047470.412069:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4931 00000100:00100000:0.0:1777047470.412081:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3685:x1863365443018240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047470.412160:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3685:x1863365443018240:12345-0@lo:400:kworker.0 Request processed in 80us (5905us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047470.412173:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4931 00000100:00100000:0.0:1777047470.412207:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4932 00000100:00100000:0.0:1777047470.412219:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3685:x1863365443018624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047470.412289:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3685:x1863365443018624:12345-0@lo:400:kworker.0 Request processed in 72us (5155us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047470.412300:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4932 00000100:00100000:0.0:1777047470.412331:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4933 00000100:00100000:0.0:1777047470.412344:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3685:x1863365443019136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047470.412421:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3685:x1863365443019136:12345-0@lo:400:kworker.0 Request processed in 78us (4770us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047470.412443:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4933 00000100:00100000:0.0:1777047470.412469:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4934 00000100:00100000:0.0:1777047470.412491:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3682:x1863365443017856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047470.412773:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4935 00000100:00100000:3.0:1777047470.412791:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3682:x1863365443018368:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1777047470.416167:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1777047470.416188:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777047470.416193:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777047470.416197:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047470.416240:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4936 00000100:00100000:1.0:1777047470.416273:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3682:x1863365443018496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047470.417337:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3682:x1863365443018368:12345-0@lo:400:kworker.0 Request processed in 4547us (9489us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047470.417363:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4935 00000100:00100000:2.0:1777047470.420982:0:33221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443017600 00000100:00100000:2.0:1777047470.421107:0:33221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:2.0:1777047470.421124:0:33221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e357850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3685:x1863365443017600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047470.422184:0:33221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e357850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3685:x1863365443017600:12345-0@lo:400:kworker.0 Request processed in 591us (15202us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047470.422202:0:33221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00100000:1.0:1777047470.422481:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3682:x1863365443018496:12345-0@lo:400:kworker.0 Request processed in 6215us (14389us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047470.422497:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4936 00000100:00100000:1.0:1777047470.424363:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3685:1863365443017600:0@lo:400:kworker.0 00000100:00100000:1.0:1777047470.424403:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749167b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443018112:0@lo:400:kworker.0 00000100:00100000:1.0:1777047470.424480:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3685:1863365443018624:0@lo:400:kworker.0 00000100:00100000:1.0:1777047470.424504:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644326300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3685:1863365443019136:0@lo:400:kworker.0 00000100:00100000:1.0:1777047470.424532:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443017728:0@lo:400:kworker.0 00000100:00100000:1.0:1777047470.427407:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3685:1863365443018240:0@lo:400:kworker.0 00000100:00100000:1.0:1777047470.427456:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443018752:0@lo:400:kworker.0 00000100:00100000:0.0:1777047470.429056:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3682:x1863365443017856:12345-0@lo:400:kworker.0 Request processed in 16561us (21286us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047470.429082:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4934 00000100:00100000:0.0:1777047470.429178:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443017984:0@lo:400:kworker.0 00000100:00100000:0.0:1777047470.429210:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749166a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3682:1863365443018496:0@lo:400:kworker.0 00000100:00100000:0.0:1777047470.429238:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443019008:0@lo:400:kworker.0 00000100:00100000:0.0:1777047470.429258:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3682:1863365443017856:0@lo:400:kworker.0 00000100:00100000:0.0:1777047470.429286:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3682:1863365443018368:0@lo:400:kworker.0 00000100:00100000:0.0:1777047470.429308:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443018880:0@lo:400:kworker.0 00000100:00100000:0.0:1777047470.916132:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443019392:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1777047470.916209:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047470.916232:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047470.916364:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777047470.916378:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443019264:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777047470.918141:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047470.920709:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443019392 00000100:00100000:3.0:1777047470.920724:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443019392 00000100:00100000:3.0:1777047470.920823:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3252 00000100:00100000:3.0:1777047470.920841:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3682:x1863365443019392:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777047470.920889:0:6594:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445883904 avail 1299644416 00000100:00100000:3.0:1777047470.920998:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3682:x1863365443019392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 161us (4767us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047470.921011:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3252 00000100:00100000:1.0:1777047470.921955:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443019392:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777047470.922115:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443019264 00000100:00100000:2.0:1777047470.922126:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443019264 00000100:00100000:2.0:1777047470.922203:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2467 00000100:00100000:2.0:1777047470.922217:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443019264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1777047470.922251:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 301955520 pending 0 free 3920224256 avail 3688701952 00000100:00100000:2.0:1777047470.922330:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443019264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (4908us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047470.922341:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2467 00000100:00100000:0.0:1777047470.922535:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443019264:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777047471.429980:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443019520:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777047471.430098:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047471.430336:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443019520 00000100:00100000:3.0:1777047471.430352:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443019520 00000100:00100000:3.0:1777047471.430488:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2468 00000100:00100000:3.0:1777047471.430507:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443019520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777047471.430559:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 201115200 pending 0 free 3919187968 avail 3687665664 00000100:00100000:3.0:1777047471.430689:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443019520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 185us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047471.430710:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2468 00000100:00100000:1.0:1777047471.433677:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443019520:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777047471.433997:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e009180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443019648:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777047471.434068:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047471.434274:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443019648 00000100:00100000:0.0:1777047471.434633:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443019648 00000100:00100000:0.0:1777047471.435121:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2469 00000100:00100000:0.0:1777047471.435145:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443019648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777047471.435173:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 301955520 pending 0 free 3920224256 avail 3688701952 00000100:00100000:0.0:1777047471.435259:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443019648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (1195us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047471.435278:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2469 00000100:00100000:0.0:1777047471.435352:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e009180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443019648:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1777047471.938710:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047472.250690:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047472.250784:0:33220:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387946240 00000100:00100000:0.0:1777047472.250785:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047472.250798:0:33220:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387946240 00000100:00100000:0.0:1777047472.250843:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047472.250880:0:33220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 281 00000100:00100000:0.0:1777047472.250884:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047472.250897:0:33220:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e356450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2429:x1863365387946240:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:0.0:1777047472.250921:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047472.250956:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387946752 00000100:00100000:0.0:1777047472.250963:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387946752 00000100:00100000:2.0:1777047472.251031:0:33220:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e356450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2429:x1863365387946240:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 135us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047472.251032:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387946624 00000100:00100000:0.0:1777047472.251037:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387946624 00000100:00100000:2.0:1777047472.251053:0:33220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 281 00000100:00100000:0.0:1777047472.251075:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2985 00000100:00100000:0.0:1777047472.251086:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365387946752:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:0.0:1777047472.251153:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365387946752:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 66us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047472.251167:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2985 00000100:00100000:0.0:1777047472.251196:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2986 00000100:00100000:0.0:1777047472.251211:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+8:2429:x1863365387946624:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:0.0:1777047472.251283:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+8:2429:x1863365387946624:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 74us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047472.251298:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2986 00000100:00080000:0.0:1777047472.251336:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777047472.251343:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047472.251375:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387946496 00000100:00100000:3.0:1777047472.251437:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387946496 00000100:00100000:3.0:1777047472.251525:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387946368 00000100:00100000:3.0:1777047472.251532:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387946368 00000100:00100000:3.0:1777047472.251612:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4937 00000100:00100000:3.0:1777047472.251625:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2429:x1863365387946496:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:3.0:1777047472.251689:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2429:x1863365387946496:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 65us (904us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047472.251702:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4937 00000100:00100000:3.0:1777047472.251727:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4938 00000100:00100000:3.0:1777047472.251740:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365387946368:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:3.0:1777047472.251787:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365387946368:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 48us (901us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047472.251799:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4938 00000100:00080000:2.0:1777047472.253215:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777047472.253222:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777047472.631794:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047472.632970:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387946880 00000100:00100000:1.0:1777047472.632986:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387946880 00000100:00100000:1.0:1777047472.633089:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6004 00000100:00100000:1.0:1777047472.633109:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57679:x1863365387946880:12345-192.168.201.54@tcp:101:rm.0 00010000:00010000:1.0:1777047472.633135:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047472.633206:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724938940 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7f90 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.633302:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724938947 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.633327:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724938947 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.633348:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724938947 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.633370:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493894e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.633414:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493894e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.633429:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493894e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.633777:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938955 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.633795:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938955 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.633810:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938955 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047472.633868:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xc1:0x0]: returning size 2 00000004:00200000:1.0:1777047472.633875:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047472.633902:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938955 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.633922:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938955 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.633936:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724938947 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.633947:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724938947 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.633957:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724938947 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.633968:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724938947 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.633978:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047472.633985:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724938947 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.633997:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724938947 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.634014:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e076def5a00) 00010000:00010000:1.0:1777047472.634019:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047472.634027:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724938947 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.634045:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8000/0x5ecf73d724938947 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.634070:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493894e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.634082:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493894e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.634092:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493894e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.634101:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047472.634107:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493894e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.634118:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493894e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.634130:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e076def5c00) 00010000:00010000:1.0:1777047472.634134:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047472.634139:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493894e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.634150:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493894e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.634200:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8800/0x5ecf73d724938940 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f90 expref: 79 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.634228:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938955 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f90 expref: 78 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.634242:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0641795700) 00010000:00010000:1.0:1777047472.634246:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047472.634250:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8600, rc 0) 00000100:00100000:1.0:1777047472.634356:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57679:x1863365387946880:12345-192.168.201.54@tcp:101:rm.0 Request processed in 1250us (2570us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047472.634369:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6004 00000100:00100000:0.0:1777047472.652829:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047472.653312:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387947008 00000100:00100000:1.0:1777047472.653327:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387947008 00000100:00100000:1.0:1777047472.653468:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3782 00000100:00100000:1.0:1777047472.653493:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365387947008:12345-192.168.201.54@tcp:101:rm.0 00010000:00010000:1.0:1777047472.653521:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047472.654496:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d4fa755/0x5ecf73d72493895c lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7f97 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047472.655164:0:11204:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xe7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1777047472.655195:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047472.655199:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047472.655217:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d4fa755/0x5ecf73d72493895c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f97 expref: 14 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.655251:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004d4fa755/0x5ecf73d72493895c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f97 expref: 14 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.655275:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9e00, rc 0) 00000100:00100000:1.0:1777047472.655394:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365387947008:12345-192.168.201.54@tcp:101:rm.0 Request processed in 1879us (2546us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047472.655410:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3782 00000100:00100000:0.0:1777047472.675878:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047472.678099:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387947264 00000100:00100000:3.0:1777047472.678115:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387947264 00000100:00100000:3.0:1777047472.678203:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6005 00000100:00100000:3.0:1777047472.678224:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57679:x1863365387947264:12345-192.168.201.54@tcp:36:rm.0 00010000:00010000:3.0:1777047472.678311:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777047472.678354:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e064e3b8600/0x5ecf73d724938955 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f90 expref: 78 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.678437:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91e00/0x5ecf73d724938939 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f89 expref: 77 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.678461:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0641795700) 00010000:00010000:3.0:1777047472.678478:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047472.678515:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724938963 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.678539:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724938963 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.681967:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724938963 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.682368:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d72493896a lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.682412:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d72493896a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.682433:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d72493896a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.682597:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938971 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.682616:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938971 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.682633:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938971 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777047472.683172:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].494, 64 off46752 00000004:00080000:3.0:1777047472.683195:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4101319809921ns, next at 4102319804259ns, rc = 0 00000040:00080000:3.0:1777047472.683244:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].475, 64 off44992 00000004:00080000:3.0:1777047472.683262:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4101319877567ns, next at 4102319874733ns, rc = 0 00000040:00080000:3.0:1777047472.683285:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].476, 64 off45056 00000040:00080000:3.0:1777047472.683308:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].495, 64 off46816 00010000:00010000:3.0:1777047472.683642:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938978 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.683663:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938978 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xc1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.683681:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938978 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xc1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.683696:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938978 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xc1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.683709:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938978 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xc1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.683721:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938978 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xc1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.683774:0:12913:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777047472.683808:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938971 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.683830:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938971 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.683842:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938971 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.683853:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047472.683860:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938971 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.684174:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938971 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.684198:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0642f56100) 00010000:00010000:3.0:1777047472.684204:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777047472.684212:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938971 lrc: 2/0,0 mode: --/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.684226:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91400/0x5ecf73d724938971 lrc: 0/0,0 mode: --/EX res: [0x240000404:0xc1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.684236:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047472.684253:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938978 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xc1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.684261:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724938963 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.684283:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047472.684289:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724938963 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.684293:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938978 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xc1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.684324:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724938963 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.684330:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938978 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xc1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.684352:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724938963 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.684365:0:17980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1:0x0].0x0 (ffff9e0642f56100) 00010000:00010000:3.0:1777047472.684368:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047472.684378:0:17980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777047472.684387:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938978 lrc: 1/0,0 mode: --/PW res: [0x240000404:0xc1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.684404:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90800/0x5ecf73d724938978 lrc: 0/0,0 mode: --/PW res: [0x240000404:0xc1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.684418:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724938963 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.684436:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724938963 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.684459:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9e0642f56d00) 00010000:00010000:1.0:1777047472.684460:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047472.684470:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047472.684470:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047472.684481:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047472.684482:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724938963 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.684499:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d91c00/0x5ecf73d724938963 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777047472.684540:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000041db89b3 reply state 0000000066669b09 transno 4294969950 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d72493896a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.684593:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d72493896a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.684608:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0642f56000) 00010000:00010000:3.0:1777047472.684613:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047472.684619:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047472.684757:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57679:x1863365387947264:12345-192.168.201.54@tcp:36:rm.0 Request processed in 6533us (8883us total) trans 4294969950 rc 0/0 00000100:00100000:3.0:1777047472.684774:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6005 00010000:00010000:3.0:1777047472.963223:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047473.987200:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777047474.499247:0:8628:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4103135861004ns, next at 4104135856644ns, rc = 0 00000100:00100000:1.0:1777047474.499417:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047474.499456:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443019776:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777047474.499595:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047474.499828:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443019776 00000100:00100000:3.0:1777047474.499841:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443019776 00000100:00100000:3.0:1777047474.499968:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2470 00000100:00100000:3.0:1777047474.499986:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443019776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777047474.500033:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 201115200 pending 0 free 3919187968 avail 3687665664 00000100:00100000:3.0:1777047474.500118:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443019776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 134us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047474.500133:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2470 00000100:00080000:1.0:1777047474.500697:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047474.500771:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443019776:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1777047475.011562:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047475.012844:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777047475.012879:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443019904:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777047475.012999:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047475.013222:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443019904 00000100:00100000:3.0:1777047475.013235:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443019904 00000100:00100000:3.0:1777047475.013335:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3253 00000100:00100000:3.0:1777047475.013354:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443019904:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777047475.013440:0:7694:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446105088 avail 1299865600 00000100:00100000:3.0:1777047475.013558:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443019904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 208us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047475.013572:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3253 00000100:00100000:2.0:1777047475.015658:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443019904:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777047475.525985:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777047475.529444:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443020160:0@lo:400:kworker.0 00000100:00100000:1.0:1777047475.529645:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047475.529802:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047475.529815:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3684:1863365443020288:0@lo:400:kworker.0 00000100:00100000:1.0:1777047475.529892:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047475.530009:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443020160 00000100:00100000:1.0:1777047475.530020:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443020160 00000100:00100000:1.0:1777047475.530139:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3254 00000100:00100000:1.0:1777047475.530155:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443020160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047475.530851:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443020160:12345-0@lo:400:kworker.0 Request processed in 697us (1205us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047475.530880:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3254 00000100:00100000:1.0:1777047475.530982:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443020160:0@lo:400:kworker.0 00000100:00100000:2.0:1777047475.534271:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443020288 00000100:00100000:2.0:1777047475.534296:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443020288 00000100:00100000:2.0:1777047475.534465:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4939 00000100:00100000:2.0:1777047475.534482:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3684:x1863365443020288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047475.534691:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3684:x1863365443020288:12345-0@lo:400:kworker.0 Request processed in 212us (4795us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047475.534718:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4939 00000100:00100000:1.0:1777047475.540598:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3684:1863365443020288:0@lo:400:kworker.0 00000100:00100000:3.0:1777047475.542107:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b40a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443020416:0@lo:400:kworker.0 00000100:00100000:3.0:1777047475.542229:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047475.542343:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b40b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3682:1863365443020032:0@lo:400:kworker.0 00000100:00100000:3.0:1777047475.542421:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047475.543168:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443020416 00000100:00100000:2.0:1777047475.543180:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443020416 00000100:00100000:2.0:1777047475.543839:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2987 00000100:00100000:2.0:1777047475.543871:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443020416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047475.543993:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443020416:12345-0@lo:400:kworker.0 Request processed in 128us (1753us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047475.544007:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2987 00000100:00100000:1.0:1777047475.545498:0:33219:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443020032 00000100:00100000:1.0:1777047475.545509:0:33219:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443020032 00000100:00100000:1.0:1777047475.545654:0:33219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:1.0:1777047475.545668:0:33219:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e355450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3682:x1863365443020032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047475.545758:0:33219:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e355450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3682:x1863365443020032:12345-0@lo:400:kworker.0 Request processed in 92us (3336us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047475.545783:0:33219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:3.0:1777047475.550954:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b40a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443020416:0@lo:400:kworker.0 00000100:00100000:3.0:1777047475.550992:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b40b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3682:1863365443020032:0@lo:400:kworker.0 00000100:00100000:0.0:1777047475.568037:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b40b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3685:1863365443020800:0@lo:400:kworker.0 00000100:00100000:0.0:1777047475.568158:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047475.568232:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641de8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443021312:0@lo:400:kworker.0 00000100:00100000:0.0:1777047475.568290:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047475.568350:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1777047475.568362:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b40a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3685:1863365443020672:0@lo:400:kworker.0 00000100:00100000:0.0:1777047475.568417:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047475.568461:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443021184:0@lo:400:kworker.0 00000100:00100000:0.0:1777047475.568613:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047475.568690:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443020800 00000100:00100000:0.0:1777047475.568702:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443020800 00000100:00100000:0.0:1777047475.568818:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443020672 00000100:00100000:0.0:1777047475.568825:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443020672 00000100:00100000:0.0:1777047475.568877:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4940 00000100:00100000:0.0:1777047475.568903:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641dea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1863365443020800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047475.569018:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641dea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1863365443020800:12345-0@lo:400:kworker.0 Request processed in 109us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047475.569034:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4940 00000100:00100000:0.0:1777047475.569074:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4941 00000100:00100000:0.0:1777047475.569086:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3685:x1863365443020672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047475.569160:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3685:x1863365443020672:12345-0@lo:400:kworker.0 Request processed in 75us (742us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047475.569182:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4941 00000100:00080000:0.0:1777047475.569226:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777047475.569233:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777047475.569270:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443021184 00000100:00100000:0.0:1777047475.569279:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443021184 00000100:00100000:0.0:1777047475.569348:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3255 00000100:00100000:0.0:1777047475.569363:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443021184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047475.569446:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443021184:12345-0@lo:400:kworker.0 Request processed in 85us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047475.569460:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3255 00000100:00100000:0.0:1777047475.569627:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b40a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3685:1863365443020672:0@lo:400:kworker.0 00000100:00100000:0.0:1777047475.569658:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443021184:0@lo:400:kworker.0 00000100:00100000:0.0:1777047475.569688:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b40b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3685:1863365443020800:0@lo:400:kworker.0 00000100:00100000:2.0:1777047475.570663:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443020544:0@lo:400:kworker.0 00000100:00100000:2.0:1777047475.570741:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047475.570789:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3683:1863365443021056:0@lo:400:kworker.0 00000100:00100000:2.0:1777047475.570844:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047475.570872:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3683:1863365443021568:0@lo:400:kworker.0 00000100:00100000:2.0:1777047475.570915:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047475.570954:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1777047475.570974:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b40a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3683:1863365443020928:0@lo:400:kworker.0 00000100:00100000:2.0:1777047475.571014:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047475.571039:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641de8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443021440:0@lo:400:kworker.0 00000100:00100000:2.0:1777047475.571097:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047475.571188:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443021312 00000100:00100000:2.0:1777047475.571195:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443021312 00000100:00100000:2.0:1777047475.571263:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443020544 00000100:00100000:2.0:1777047475.571268:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443020544 00000100:00100000:2.0:1777047475.571301:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443021440 00000100:00100000:2.0:1777047475.571305:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443021440 00000100:00100000:2.0:1777047475.571345:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2988 00000100:00100000:2.0:1777047475.571357:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641debb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443021312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047475.572014:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443021056 00000100:00100000:1.0:1777047475.572023:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443021056 00000100:00100000:1.0:1777047475.572094:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443021568 00000100:00100000:1.0:1777047475.572099:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443021568 00000100:00100000:1.0:1777047475.572162:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443020928 00000100:00100000:1.0:1777047475.572178:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443020928 00000100:00100000:1.0:1777047475.572220:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4942 00000100:00100000:1.0:1777047475.572231:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3683:x1863365443021056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047475.572324:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3683:x1863365443021056:12345-0@lo:400:kworker.0 Request processed in 94us (1488us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047475.572347:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4942 00000100:00100000:1.0:1777047475.572380:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4943 00000100:00100000:1.0:1777047475.572391:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3683:x1863365443021568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047475.572442:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3683:x1863365443021568:12345-0@lo:400:kworker.0 Request processed in 52us (1526us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047475.572776:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641debb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443021312:12345-0@lo:400:kworker.0 Request processed in 1419us (4484us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047475.572800:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2988 00000100:00100000:2.0:1777047475.572832:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2989 00000100:00100000:2.0:1777047475.572845:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443020544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047475.572904:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443020544:12345-0@lo:400:kworker.0 Request processed in 61us (2161us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047475.572919:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2989 00000100:00100000:2.0:1777047475.572940:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2990 00000100:00100000:2.0:1777047475.572951:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443021440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047475.573024:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443021440:12345-0@lo:400:kworker.0 Request processed in 55us (1907us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047475.573049:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2990 00000100:00100000:2.0:1777047475.573099:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4944 00000100:00100000:2.0:1777047475.573114:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3683:x1863365443020928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047475.573178:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3683:x1863365443020928:12345-0@lo:400:kworker.0 Request processed in 67us (2161us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047475.573190:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4944 00000100:00100000:2.0:1777047475.573340:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b40a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3683:1863365443020928:0@lo:400:kworker.0 00000100:00100000:2.0:1777047475.573358:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641de8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443021440:0@lo:400:kworker.0 00000100:00100000:2.0:1777047475.573380:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443020544:0@lo:400:kworker.0 00000100:00100000:2.0:1777047475.573395:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3683:1863365443021056:0@lo:400:kworker.0 00000100:00100000:2.0:1777047475.573416:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3683:1863365443021568:0@lo:400:kworker.0 00000100:00100000:1.0:1777047475.573740:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4943 00000100:00080000:0.0:1777047475.580839:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777047475.580853:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1777047475.580859:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777047475.580869:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047475.581000:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641de8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443021312:0@lo:400:kworker.0 00010000:00010000:3.0:1777047476.034793:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047476.036807:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641de8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443021696:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777047476.036911:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047476.037711:0:9657:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4104674324556ns, next at 4105674320429ns, rc = 0 00000100:00100000:1.0:1777047476.039924:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443021696 00000100:00100000:1.0:1777047476.039938:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443021696 00000100:00100000:0.0:1777047476.040793:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443021824:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777047476.040874:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047476.041005:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443021824 00000100:00100000:3.0:1777047476.041016:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443021824 00000100:00100000:3.0:1777047476.041084:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2471 00000100:00100000:3.0:1777047476.041100:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443021824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1777047476.041146:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 301955520 pending 0 free 3920224256 avail 3688701952 00000100:00100000:3.0:1777047476.041605:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443021824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 506us (730us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047476.041621:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2471 00000100:00100000:3.0:1777047476.043964:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3256 00000100:00100000:3.0:1777047476.043989:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443021696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777047476.044041:0:6594:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445883904 avail 1299644416 00000100:00100000:3.0:1777047476.044114:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443021696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 134us (7203us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047476.044128:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3256 00000100:00100000:0.0:1777047476.052363:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443021824:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777047476.065908:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641de8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443021696:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777047476.547844:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443021952:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777047476.547961:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047476.548027:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443022080:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047476.548089:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047476.548706:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443021952 00000100:00100000:2.0:1777047476.548742:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443021952 00000100:00100000:2.0:1777047476.549123:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443022080 00000100:00100000:2.0:1777047476.549132:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443022080 00000100:00100000:2.0:1777047476.549164:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2472 00000100:00100000:2.0:1777047476.549178:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443021952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777047476.549532:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 201115200 pending 0 free 3919187968 avail 3687665664 00000100:00100000:2.0:1777047476.549615:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443021952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 437us (1654us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047476.549628:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2472 00000100:00100000:2.0:1777047476.549659:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2473 00000100:00100000:2.0:1777047476.549673:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443022080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777047476.549698:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 301955520 pending 0 free 3920224256 avail 3688701952 00000100:00100000:2.0:1777047476.549749:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443022080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (1660us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047476.549760:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2473 00000100:00100000:0.0:1777047476.550574:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443021952:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777047476.550672:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443022080:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1777047477.058648:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047477.368368:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047477.368517:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047477.368569:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387947520 00000100:00100000:1.0:1777047477.368583:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387947520 00000100:00100000:1.0:1777047477.368689:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4945 00000100:00100000:1.0:1777047477.368708:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387947520:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:1.0:1777047477.372744:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387947520:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 4032us (4380us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047477.372763:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4945 00000100:00080000:3.0:1777047477.374595:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047477.374625:0:33223:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387947392 00000100:00100000:3.0:1777047477.374635:0:33223:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387947392 00000100:00100000:3.0:1777047477.374712:0:33223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 283 00000100:00100000:3.0:1777047477.374728:0:33223:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e357050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2429:x1863365387947392:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:3.0:1777047477.374786:0:33223:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e357050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2429:x1863365387947392:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 61us (6303us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047477.374802:0:33223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 283 00000100:00100000:3.0:1777047477.374945:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047477.375054:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047477.375225:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047477.375286:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387947648 00000100:00100000:3.0:1777047477.375295:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387947648 00000100:00100000:3.0:1777047477.375361:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4946 00000100:00100000:3.0:1777047477.375376:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:2429:x1863365387947648:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:2.0:1777047477.378015:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387947776 00000100:00100000:2.0:1777047477.378027:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387947776 00000100:00100000:2.0:1777047477.378117:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387947904 00000100:00100000:2.0:1777047477.378124:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387947904 00000100:00100000:2.0:1777047477.378169:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2991 00000100:00100000:2.0:1777047477.378187:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+8:2430:x1863365387947776:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:2.0:1777047477.378293:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+8:2430:x1863365387947776:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 109us (3348us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047477.378308:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2991 00000100:00100000:2.0:1777047477.378337:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2992 00000100:00100000:2.0:1777047477.378351:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365387947904:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:2.0:1777047477.378407:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365387947904:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 58us (3184us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047477.378422:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2992 00000100:00100000:3.0:1777047477.385608:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:2429:x1863365387947648:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 10219us (10539us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047477.385633:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4946 00000100:00080000:2.0:1777047477.386682:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777047477.386693:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777047477.386700:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1777047478.085120:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777047478.125158:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 353 committed 00000004:00080000:2.0:1777047478.125238:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 333 committed 00000001:00080000:2.0:1777047478.125287:0:7507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969950 is committed 00000004:00080000:2.0:1777047478.125297:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 332 committed 00000004:00080000:2.0:1777047478.125312:0:7507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 352 committed 00010000:00010000:2.0:1777047478.125358:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d72493896a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.125383:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d72493896a lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.125409:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d72493896a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.125423:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047478.125526:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d72493896a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.125545:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d72493896a lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.125582:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9e0642f56000) 00010000:00010000:2.0:1777047478.125589:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047478.125609:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d72493896a lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.125624:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644d90600/0x5ecf73d72493896a lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047478.126724:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644326300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443022464:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1777047478.127269:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047478.127369:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777047478.127394:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443022592:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1777047478.127444:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443022336:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1777047478.127545:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047478.127607:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047478.127777:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777047478.127795:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443022208:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1777047478.127864:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047478.127949:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443022464 00000100:00100000:0.0:1777047478.127961:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443022464 00000100:00100000:0.0:1777047478.128092:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443022592 00000100:00100000:0.0:1777047478.128104:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443022592 00000100:00100000:0.0:1777047478.128144:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443022336 00000100:00100000:0.0:1777047478.128150:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443022336 00000100:00100000:0.0:1777047478.128185:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443022208 00000100:00100000:0.0:1777047478.128192:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443022208 00000100:00100000:0.0:1777047478.128230:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3783 00000100:00100000:0.0:1777047478.128247:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+6:3682:x1863365443022464:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1777047478.128295:0:30115:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:230 count 1 00002000:00010000:0.0:1777047478.128348:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777047478.128362:0:30115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d72493897f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.128393:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047478.128396:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047478.128407:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d72493897f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.128554:0:30115:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d72493897f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.128575:0:30115:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d72493897f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.128596:0:30115:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d72493897f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.128640:0:30115:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777047478.128894:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+7:3682:x1863365443022464:12345-0@lo:6:osp-syn-0-1.0 Request processed in 643us (1630us total) trans 21474837555 rc 0/0 00000100:00100000:0.0:1777047478.128910:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3783 00000100:00100000:0.0:1777047478.128952:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3784 00000100:00100000:0.0:1777047478.128973:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+6:3682:x1863365443022592:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1777047478.129000:0:30115:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:231 count 1 00002000:00010000:0.0:1777047478.129033:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777047478.129044:0:30115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c573f83d/0x5ecf73d724938986 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.129067:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047478.129070:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047478.129077:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c573f83d/0x5ecf73d724938986 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.129113:0:30115:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c573f83d/0x5ecf73d724938986 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.129130:0:30115:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c573f83d/0x5ecf73d724938986 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.129152:0:30115:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c573f83d/0x5ecf73d724938986 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.129202:0:30115:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777047478.129348:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+7:3682:x1863365443022592:12345-0@lo:6:osp-syn-0-1.0 Request processed in 381us (1802us total) trans 21474837556 rc 0/0 00000100:00100000:0.0:1777047478.129368:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3784 00000100:00100000:0.0:1777047478.129402:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3785 00000100:00100000:0.0:1777047478.129415:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+6:3685:x1863365443022336:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1777047478.129444:0:30115:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:232 count 1 00000100:00100000:2.0:1777047478.130755:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3786 00000100:00100000:2.0:1777047478.130781:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+6:3685:x1863365443022208:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1777047478.130812:0:36216:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:231 count 1 00010000:00010000:2.0:1777047478.131788:0:36216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004ca791a2/0x5ecf73d724938994 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.133753:0:36216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004d4fa755/0x5ecf73d72493895c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f97 expref: 13 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047478.134600:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xe8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777047478.134614:0:30115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d72493898d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.134632:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047478.134640:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047478.134648:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d72493898d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.134687:0:30115:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d72493898d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.134707:0:30115:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d72493898d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.134728:0:30115:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d72493898d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.134772:0:30115:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1777047478.135088:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365443022336:12345-0@lo:6:osp-syn-1-1.0 Request processed in 5671us (7493us total) trans 17179870291 rc 0/0 00000100:00100000:0.0:1777047478.135114:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3785 00010000:00010000:0.0:1777047478.135184:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1777047478.135197:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d72493897f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.135214:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047478.135232:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d72493897f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.135249:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d72493897f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.135289:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d72493897f lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.135314:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000778cd11c/0x5ecf73d72493897f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.135359:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777047478.135366:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c573f83d/0x5ecf73d724938986 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.135379:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047478.135394:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c573f83d/0x5ecf73d724938986 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.135409:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c573f83d/0x5ecf73d724938986 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.135437:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c573f83d/0x5ecf73d724938986 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.135452:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c573f83d/0x5ecf73d724938986 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.135660:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047478.135667:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047478.135684:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ca791a2/0x5ecf73d724938994 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.135766:0:36216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004d4fa755/0x5ecf73d72493895c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f97 expref: 13 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.135795:0:36216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004d4fa755/0x5ecf73d72493895c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f97 expref: 13 pid: 11204 timeout: 4206 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047478.135831:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643056300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365443022720:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047478.136036:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06422fd6c0 going to sleep for 11 seconds 00000100:00080000:1.0:1777047478.137787:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777047478.137802:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777047478.137868:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047478.137886:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d72493898d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.137907:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047478.137914:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d72493898d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.137938:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d72493898d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.137971:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d72493898d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.137987:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d72493898d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.138026:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047478.138030:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047478.138034:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777047478.138104:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644325f80/2, rc 0, transno 21474837556 00000100:00100000:1.0:1777047478.138118:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443022592:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1777047478.138148:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644326300/2, rc 0, transno 21474837555 00000100:00100000:1.0:1777047478.138156:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644326300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443022464:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1777047478.138208:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777047478.138263:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644327480/2, rc 0, transno 17179870291 00000100:00100000:1.0:1777047478.138274:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443022336:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1777047478.140578:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047478.140590:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047478.140595:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047478.164945:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047478.165596:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387948032 00000100:00100000:0.0:1777047478.165613:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387948032 00010000:00010000:0.0:1777047478.165687:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004d4fa755/0x5ecf73d72493895c lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f97 expref: 14 pid: 11204 timeout: 4206 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047478.165833:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1929 00000100:00100000:0.0:1777047478.165853:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365387948032:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047478.165914:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047478.165928:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004d4fa755/0x5ecf73d72493895c lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f97 expref: 14 pid: 11204 timeout: 4206 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.165964:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004d4fa755/0x5ecf73d72493895c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f97 expref: 14 pid: 11204 timeout: 4206 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.166009:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047478.166014:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047478.167065:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004ca791a2/0x5ecf73d724938994 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.167099:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ca791a2/0x5ecf73d724938994 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.167524:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047478.167626:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365387948032:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1771us (2688us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047478.167643:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1929 00010000:00010000:2.0:1777047478.173384:0:36216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d4fa755/0x5ecf73d72493895c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f97 expref: 13 pid: 11204 timeout: 4206 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047478.173427:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643056300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365443022720:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047478.173503:0:36216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004ca791a2/0x5ecf73d724938994 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.173535:0:36216:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004ca791a2/0x5ecf73d724938994 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.173553:0:36216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ca791a2/0x5ecf73d724938994 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.173580:0:36216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004ca791a2/0x5ecf73d724938994 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.173596:0:36216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004ca791a2/0x5ecf73d724938994 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.173648:0:36216:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777047478.174057:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365443022208:12345-0@lo:6:osp-syn-1-1.0 Request processed in 43284us (46188us total) trans 17179870292 rc 0/0 00000100:00100000:2.0:1777047478.174079:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3786 00000004:00080000:2.0:1777047478.174167:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644324e00/2, rc 0, transno 17179870292 00000100:00100000:2.0:1777047478.174178:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443022208:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1777047478.175018:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047478.175033:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004ca791a2/0x5ecf73d724938994 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.175061:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0777aff000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047478.175069:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004ca791a2/0x5ecf73d724938994 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.175095:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004ca791a2/0x5ecf73d724938994 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.175130:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004ca791a2/0x5ecf73d724938994 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.175145:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ca791a2/0x5ecf73d724938994 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.175181:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047478.175185:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047478.175188:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1777047478.291320:0:36431:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 70a: flr mode fsx test ================ 12:17:53 (1777047473) 00000100:00100000:2.0:1777047478.694176:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047478.697024:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387948160 00000100:00100000:1.0:1777047478.697044:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387948160 00000100:00100000:1.0:1777047478.697633:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6006 00000100:00100000:1.0:1777047478.697661:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57843:x1863365387948160:12345-192.168.201.54@tcp:41:stat.0 00000004:00000024:1.0:1777047478.697752:0:6589:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 7839412224 avail 7376367616 00000100:00100000:1.0:1777047478.697880:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57843:x1863365387948160:12345-192.168.201.54@tcp:41:stat.0 Request processed in 228us (3716us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047478.697898:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6006 00000100:00100000:1.0:1777047478.857287:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047478.857707:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387948288 00000100:00100000:3.0:1777047478.857722:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387948288 00000100:00100000:3.0:1777047478.858112:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6007 00000100:00100000:3.0:1777047478.858133:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57849:x1863365387948288:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047478.858164:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047478.858569:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d72493899b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7f9e expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.858673:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249389a2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.858698:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249389a2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.858720:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249389a2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.858776:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d7249389a9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.858791:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d7249389a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.858805:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d7249389a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.858863:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249389a2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.858877:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249389a2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.858889:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249389a2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.858900:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249389a2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.858912:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047478.858918:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249389a2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.858930:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249389a2 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.858949:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e0749139900) 00010000:00010000:3.0:1777047478.858954:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047478.858962:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249389a2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.858973:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249389a2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.858992:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d7249389a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.859002:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d7249389a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.859013:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d7249389a9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.859022:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047478.859028:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d7249389a9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.859039:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d7249389a9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.859053:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x85409d3b (ffff9e0641795200) 00010000:00010000:3.0:1777047478.859057:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047478.859062:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d7249389a9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.859072:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d7249389a9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.859123:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d72493899b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f9e expref: 20 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.859151:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e0749139900) 00010000:00010000:3.0:1777047478.859157:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047478.859164:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d72493899b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7f9e expref: 20 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.859180:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91c00, rc 0) 00000100:00100000:3.0:1777047478.859272:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57849:x1863365387948288:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1142us (1995us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047478.859287:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6007 00000100:00100000:0.0:1777047478.898647:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047478.898701:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387948544 00000100:00100000:0.0:1777047478.898715:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387948544 00000100:00100000:0.0:1777047478.898789:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6008 00000100:00100000:0.0:1777047478.898806:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57849:x1863365387948544:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047478.898879:0:6590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047478.898916:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3600/0x5ecf73d72492eaa1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f4c4b expref: 19 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.898947:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e0749139900) 00010000:00010000:0.0:1777047478.898955:0:6590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047478.899029:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290000/0x5ecf73d7249389b0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.899049:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290000/0x5ecf73d7249389b0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.899068:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290000/0x5ecf73d7249389b0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.899095:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d7249389b7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.899109:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d7249389b7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.899122:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d7249389b7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777047478.910020:0:6590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].7, 2160 off42304 00000040:00080000:0.0:1777047478.910156:0:6590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000405:0x2:0x0].5, 2360 off42624 00000004:00080000:0.0:1777047478.910167:0:6590:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e0743e9a840 with version 15 00000004:00080000:3.0:1777047478.910876:0:33230:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e07528873c0 version 15 rpc_version 15 00000020:00100000:3.0:1777047478.910942:0:33230:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1777047478.910958:0:33230:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e0643bbdc00 x1863365443022976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4224/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1777047478.910994:0:33230:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbdc00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:33230:1863365443022976:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1777047478.911091:0:33230:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047478.915558:0:33230:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0742e6b900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047478.916675:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443022976 00000100:00100000:0.0:1777047478.916689:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443022976 00000100:00100000:0.0:1777047478.916852:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3257 00000100:00100000:0.0:1777047478.916867:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:33230:x1863365443022976:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1777047478.917718:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:33230:x1863365443022976:12345-0@lo:1000:osp_up1-0.0 Request processed in 852us (6626us total) trans 4294969951 rc 0/0 00000100:00100000:0.0:1777047478.917752:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3257 00000100:00100000:3.0:1777047478.919636:0:33230:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbdc00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:33230:1863365443022976:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1777047478.920981:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afea00/0x5ecf73d7249389be lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.921006:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afea00/0x5ecf73d7249389be lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.921023:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afea00/0x5ecf73d7249389be lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.921097:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249389c5 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.921110:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249389c5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.921126:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249389c5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.921172:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e0777affe00/0x5ecf73d7249389cc lrc: 3/0,1 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.921181:0:6590:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e0777affe00/0x5ecf73d7249389cc lrc: 3/0,1 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.921195:0:6590:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e0777affe00/0x5ecf73d7249389cc lrc: 3/0,1 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047478.921224:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643055c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6590:1863365443023104:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1777047478.921293:0:6590:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047478.921356:0:6590:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06422fd600 going to sleep for 11 seconds 00000100:00100000:0.0:1777047478.921481:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443023104 00000100:00100000:0.0:1777047478.921492:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443023104 00000100:00100000:0.0:1777047478.921571:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3258 00000100:00100000:0.0:1777047478.921591:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6590:x1863365443023104:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1777047478.921616:0:7694:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047478.921639:0:7694:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d7249389d3 lrc: 2/0,0 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5ecf73d7249389cc expref: -99 pid: 7694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.921685:0:7694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d7249389d3 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5ecf73d7249389cc expref: 7 pid: 7694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.921709:0:7694:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d7249389d3 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5ecf73d7249389cc expref: 7 pid: 7694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.921724:0:7694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff9e0771900a00) 00010000:00010000:0.0:1777047478.921729:0:7694:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047478.921734:0:7694:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291200, rc 0) 00000100:00100000:0.0:1777047478.921806:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6590:x1863365443023104:12345-0@lo:101:mdt00_002.0 Request processed in 218us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047478.925521:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3258 00000100:00100000:2.0:1777047478.925535:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643055c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6590:1863365443023104:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1777047478.925572:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e0777affe00/0x5ecf73d7249389cc lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5ecf73d7249389d3 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.925614:0:6590:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e0777affe00/0x5ecf73d7249389cc lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5ecf73d7249389d3 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777047478.925648:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e90ce244 reply state 00000000d4acd83d transno 8589934864 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249389c5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.925669:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249389c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.925683:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e074a0a9c00) 00010000:00010000:2.0:1777047478.925688:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047478.925694:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777047478.925703:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e0777affe00/0x5ecf73d7249389cc lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5ecf73d7249389d3 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.925715:0:6590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e0777affe00/0x5ecf73d7249389cc lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5ecf73d7249389d3 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777047478.925730:0:6590:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000405:0x6:0x0] 00000004:00010000:2.0:1777047478.925741:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e90ce244 reply state 00000000d4acd83d transno 8589934864 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afea00/0x5ecf73d7249389be lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.925755:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afea00/0x5ecf73d7249389be lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.925766:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2c:0x0].0x0 (ffff9e074a0a9400) 00010000:00010000:2.0:1777047478.925770:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047478.925773:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:2.0:1777047478.925780:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2c:0x0]: returning size 4096 00010000:00010000:2.0:1777047478.925795:0:6590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290000/0x5ecf73d7249389b0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.925805:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290000/0x5ecf73d7249389b0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.925815:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290000/0x5ecf73d7249389b0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.925826:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290000/0x5ecf73d7249389b0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.925836:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047478.925843:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290000/0x5ecf73d7249389b0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.926124:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290000/0x5ecf73d7249389b0 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.926142:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e0749139900) 00010000:00010000:2.0:1777047478.926145:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047478.926151:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290000/0x5ecf73d7249389b0 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.926161:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290000/0x5ecf73d7249389b0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777047478.926180:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e90ce244 reply state 00000000d4acd83d transno 8589934864 ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d7249389b7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.926192:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d7249389b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.926202:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x85409d3b (ffff9e0771900900) 00010000:00010000:2.0:1777047478.926205:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047478.926209:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1777047478.926316:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:57849:x1863365387948544:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 27511us (27676us total) trans 8589934864 rc 0/0 00000100:00100000:2.0:1777047478.926327:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6008 00000100:00100000:2.0:1777047479.055160:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047479.055330:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387948672 00000100:00100000:0.0:1777047479.055344:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387948672 00000100:00100000:0.0:1777047479.055532:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6009 00000100:00100000:0.0:1777047479.055551:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:57852:x1863365387948672:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047479.055585:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047479.055615:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d7249389da lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7fa5 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.056031:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291800/0x5ecf73d7249389e1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.056055:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291800/0x5ecf73d7249389e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.056075:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291800/0x5ecf73d7249389e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047479.056145:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1777047479.056151:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047479.056180:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291800/0x5ecf73d7249389e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.056219:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d7249389da lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fa5 expref: 22 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.056249:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291800/0x5ecf73d7249389e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fa5 expref: 21 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.056265:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e0749139900) 00010000:00010000:0.0:1777047479.056270:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777047479.056275:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291800, rc 0) 00000100:00100000:0.0:1777047479.056374:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:57852:x1863365387948672:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 827us (1225us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047479.056448:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6009 00000100:00080000:1.0:1777047479.056690:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777047479.080566:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047479.082025:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387948800 00000100:00100000:0.0:1777047479.082042:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387948800 00000100:00100000:0.0:1777047479.082147:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6010 00000100:00100000:0.0:1777047479.082168:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:57852:x1863365387948800:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047479.082200:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047479.082232:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d7249389e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7fac expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.082329:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249389ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.082355:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249389ef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.082376:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249389ef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.087187:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d7249389f6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.087212:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d7249389f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.087229:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d7249389f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.087345:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249389fd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.087361:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249389fd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.087374:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249389fd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047479.087520:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2c:0x0]: returning size 4096 00000004:00200000:1.0:1777047479.087528:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1777047479.087558:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249389fd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.087578:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249389ef lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.087600:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249389ef lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.088857:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249389ef lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.088872:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249389ef lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.088883:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047479.088891:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249389ef lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.088906:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249389ef lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.088928:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e0749139900) 00010000:00010000:1.0:1777047479.088934:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047479.088943:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249389ef lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.088956:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249389ef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.088981:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d7249389f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.088992:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d7249389f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.089004:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d7249389f6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.089015:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047479.089021:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d7249389f6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.089032:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d7249389f6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.089045:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x85409d3b (ffff9e0771900900) 00010000:00010000:1.0:1777047479.089050:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047479.089056:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d7249389f6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.089067:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d7249389f6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.089125:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d7249389e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fac expref: 23 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.089150:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b9e00/0x5ecf73d7249389fd lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fac expref: 22 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.089164:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2c:0x0].0x0 (ffff9e074a0a9400) 00010000:00010000:1.0:1777047479.089168:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777047479.089173:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b9e00, rc 0) 00000100:00100000:1.0:1777047479.089286:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:57852:x1863365387948800:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 7121us (8731us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047479.089301:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6010 00000100:00100000:3.0:1777047479.100358:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047479.102238:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387948928 00000100:00100000:0.0:1777047479.102541:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387948928 00000100:00100000:0.0:1777047479.102673:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6011 00000100:00100000:0.0:1777047479.102693:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:57852:x1863365387948928:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047479.102722:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047479.102751:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d724938a04 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7fb3 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.103539:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938a0b lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.103572:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938a0b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.103592:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938a0b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047479.103659:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x6:0x0]: returning size 4096 00000004:00200000:0.0:1777047479.103668:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1777047479.104009:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d724938a04 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fb3 expref: 24 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.104041:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938a0b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fb3 expref: 23 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.104056:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e074a0a9c00) 00010000:00010000:0.0:1777047479.104062:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777047479.104068:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291000, rc 0) 00000100:00100000:0.0:1777047479.104163:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57852:x1863365387948928:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1474us (3835us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047479.104177:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6011 00010000:00010000:1.0:1777047479.107031:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047479.119734:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047479.120237:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387949056 00000100:00100000:0.0:1777047479.120252:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387949056 00000100:00100000:0.0:1777047479.120437:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6012 00000100:00100000:0.0:1777047479.120491:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57852:x1863365387949056:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047479.120521:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047479.120552:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724938a12 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7fba expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.120660:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724938a19 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.120688:0:6588:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d7249389d3 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5ecf73d7249389cc expref: 6 pid: 7694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.120706:0:6588:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724938a19 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.120759:0:6588:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d7249389d3 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x5ecf73d7249389cc expref: 6 pid: 7694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047479.120784:0:6588:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641de8000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6588:1863365443023232:0@lo:104: 00000100:00100000:0.0:1777047479.120857:0:6588:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047479.120930:0:6588:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064490a600 going to sleep for 11 seconds 00000100:00100000:3.0:1777047479.121017:0:9558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443023232 00000100:00100000:3.0:1777047479.121027:0:9558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443023232 00000100:00100000:3.0:1777047479.121116:0:9558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1777047479.121131:0:9558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6588:x1863365443023232:12345-0@lo:104: 00010000:00010000:3.0:1777047479.121153:0:9558:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e0777affe00/0x5ecf73d7249389cc lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x5ecf73d7249389d3 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.121271:0:9558:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777047479.121282:0:9558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6588:x1863365443023232:12345-0@lo:104: Request processed in 155us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047479.121296:0:9558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00010000:00010000:3.0:1777047479.121357:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047479.121368:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e0777affe00/0x5ecf73d7249389cc lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x5ecf73d7249389d3 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.121449:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0777affe00 already unused, calling callback (ffffffffc172bed0) 00010000:00010000:3.0:1777047479.121487:0:6576:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e0777affe00/0x5ecf73d7249389cc lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x5ecf73d7249389d3 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777047479.121504:0:6576:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e0777affe00/0x5ecf73d7249389cc lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x5ecf73d7249389d3 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.121556:0:6576:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e0777affe00/0x5ecf73d7249389cc lrc: 2/0,0 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x5ecf73d7249389d3 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.121570:0:6576:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777047479.121618:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e0777affe00/0x5ecf73d7249389cc lrc: 1/0,0 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x5ecf73d7249389d3 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.121634:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e0777affe00/0x5ecf73d7249389cc lrc: 0/0,0 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x5ecf73d7249389d3 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.121669:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047479.121674:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047479.121679:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047479.121684:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443023360:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777047479.121730:0:6588:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641de8000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6588:1863365443023232:0@lo:104: 00000100:00100000:2.0:1777047479.121760:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777047479.121766:0:6588:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724938a19 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047479.123141:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443023360 00000100:00100000:0.0:1777047479.123150:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443023360 00010000:00010000:0.0:1777047479.123533:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d7249389d3 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x5ecf73d7249389cc expref: 7 pid: 7694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777047479.123543:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777047479.123596:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1930 00000100:00100000:0.0:1777047479.123610:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3684:x1863365443023360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777047479.123628:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1777047479.144083:0:7507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969951 is committed 00010000:00010000:0.0:1777047479.144332:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e291200/0x5ecf73d7249389d3 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x5ecf73d7249389cc expref: 6 pid: 7694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.144623:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff9e0771900a00) 00010000:00010000:0.0:1777047479.144899:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724938a19 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.144918:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724938a19 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.144931:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724938a19 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.145109:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047479.145332:0:6588:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724938a19 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.145349:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724938a19 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047479.145501:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x6:0x0]: returning size 4096 00000004:00200000:3.0:1777047479.145510:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1777047479.145581:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290c00/0x5ecf73d724938a12 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fba expref: 78 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.145610:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724938a19 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fba expref: 77 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.145624:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff9e0771900a00) 00010000:00010000:3.0:1777047479.145629:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777047479.145634:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290a00, rc 0) 00000100:00100000:3.0:1777047479.145707:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57852:x1863365387949056:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 25253us (25985us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047479.145722:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6012 00000100:00100000:2.0:1777047479.145988:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443023360:12345-0@lo:103:ldlm_bl.0 Request processed in 22378us (24230us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047479.146004:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1930 00000100:00100000:0.0:1777047479.150496:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443023360:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777047479.167914:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047479.168059:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387949184 00000100:00100000:2.0:1777047479.168076:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387949184 00000100:00100000:1.0:1777047479.169067:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6013 00000100:00100000:1.0:1777047479.169093:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57852:x1863365387949184:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047479.169124:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047479.169157:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938a20 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7fc1 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.169257:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938a27 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.169282:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938a27 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.169301:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938a27 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.169435:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a2e lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.169491:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a2e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.169509:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a2e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.169605:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938a27 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.169620:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938a27 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.169631:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938a27 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.169645:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938a27 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.169657:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047479.169665:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938a27 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.169679:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938a27 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.169700:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e074a0a9c00) 00010000:00010000:1.0:1777047479.169707:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047479.169715:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938a27 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.169728:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938a27 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.169756:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a2e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.169768:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a2e lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.169780:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a2e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.169790:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047479.169795:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a2e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.170170:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a2e lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.170188:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e076def5100) 00010000:00010000:1.0:1777047479.170192:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047479.170199:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a2e lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.170210:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a2e lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.170272:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938a20 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fc1 expref: 24 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.170292:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e074a0a9c00) 00010000:00010000:1.0:1777047479.170297:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047479.170304:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938a20 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fc1 expref: 24 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.170322:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8000, rc 0) 00000100:00100000:1.0:1777047479.170498:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57852:x1863365387949184:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1411us (2596us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047479.170513:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6013 00000100:00100000:3.0:1777047479.190544:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047479.190608:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387949312 00000100:00100000:0.0:1777047479.190624:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387949312 00000100:00100000:0.0:1777047479.190727:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6014 00000100:00100000:0.0:1777047479.190747:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57852:x1863365387949312:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047479.190804:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047479.190837:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724938a35 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7fc8 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.190945:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290000/0x5ecf73d724938a3c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.190974:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290000/0x5ecf73d724938a3c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.190995:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290000/0x5ecf73d724938a3c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047479.192657:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2c:0x0]: returning size 4096 00000004:00200000:0.0:1777047479.192667:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1777047479.192701:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290000/0x5ecf73d724938a3c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.192748:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724938a35 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fc8 expref: 25 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.192781:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290000/0x5ecf73d724938a3c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fc8 expref: 24 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.192797:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2c:0x0].0x0 (ffff9e074a0a9400) 00010000:00010000:0.0:1777047479.192803:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777047479.192808:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290000, rc 0) 00000100:00100000:0.0:1777047479.192986:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57852:x1863365387949312:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2243us (2459us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047479.193003:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6014 00000100:00100000:1.0:1777047479.230727:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047479.231228:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387949568 00000100:00100000:2.0:1777047479.231244:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387949568 00000100:00100000:2.0:1777047479.231444:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6015 00000100:00100000:2.0:1777047479.231492:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57852:x1863365387949568:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047479.231524:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047479.231529:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1777047479.231569:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938a0b lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fb3 expref: 24 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.231602:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e074a0a9c00) 00010000:00010000:2.0:1777047479.231612:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047479.231633:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe200/0x5ecf73d724938a43 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7fcf expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.234041:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d724938a4a lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.234067:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d724938a4a lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.234084:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d724938a4a lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.234138:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777affe00/0x5ecf73d724938a51 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.234152:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777affe00/0x5ecf73d724938a51 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.234165:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777affe00/0x5ecf73d724938a51 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.234800:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afee00/0x5ecf73d724938a58 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.234823:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afee00/0x5ecf73d724938a58 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.234837:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afee00/0x5ecf73d724938a58 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047479.234854:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 0 00010000:00010000:2.0:1777047479.234894:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d724938a4a lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.234909:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d724938a4a lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.234920:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d724938a4a lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.234932:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d724938a4a lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.234942:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0777afec00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047479.234949:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d724938a4a lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.234969:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d724938a4a lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.234987:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e074a0a9c00) 00010000:00010000:2.0:1777047479.234993:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047479.235000:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d724938a4a lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.235011:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d724938a4a lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777047479.235029:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004342a31a reply state 000000004d66c24f transno 8589934865 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777affe00/0x5ecf73d724938a51 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.235046:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777affe00/0x5ecf73d724938a51 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.235057:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0761fba300) 00010000:00010000:2.0:1777047479.235061:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047479.235066:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777047479.235109:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe200/0x5ecf73d724938a43 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fcf expref: 26 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.235135:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afee00/0x5ecf73d724938a58 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fcf expref: 25 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.235148:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0761fba100) 00010000:00010000:2.0:1777047479.235152:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047479.235157:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777afee00, rc 0) 00000100:00100000:2.0:1777047479.235266:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57852:x1863365387949568:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 3777us (4550us total) trans 8589934865 rc 0/0 00000100:00100000:2.0:1777047479.235282:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6015 00000100:00100000:3.0:1777047479.247016:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047479.247220:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387949824 00000100:00100000:1.0:1777047479.247235:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387949824 00000100:00100000:1.0:1777047479.247325:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6016 00000100:00100000:1.0:1777047479.247344:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57852:x1863365387949824:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047479.247380:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047479.247819:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938a66 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7fd6 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.247990:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a6d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.248018:0:12913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afee00/0x5ecf73d724938a58 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fcf expref: 27 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.248035:0:12913:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a6d lrc: 4/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.248090:0:12913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afee00/0x5ecf73d724938a58 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fcf expref: 27 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.248141:0:12913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afee00/0x5ecf73d724938a58 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fcf expref: 27 pid: 6589 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047479.248168:0:12913:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749167b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443023488:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047479.248307:0:12913:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0748b0da80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047479.264524:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047479.264532:0:12913:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749167b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443023488:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047479.264580:0:12913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a6d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047479.267577:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387949952 00000100:00100000:2.0:1777047479.267591:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387949952 00010000:00010000:3.0:1777047479.275157:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afee00/0x5ecf73d724938a58 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fcf expref: 28 pid: 6589 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047479.275632:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1931 00000100:00100000:3.0:1777047479.275653:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2430:x1863365387949952:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047479.275678:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047479.275690:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afee00/0x5ecf73d724938a58 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fcf expref: 28 pid: 6589 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.275716:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afee00/0x5ecf73d724938a58 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fcf expref: 28 pid: 6589 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.275752:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afee00/0x5ecf73d724938a58 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fcf expref: 28 pid: 6589 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.275781:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0761fba100) 00010000:00010000:3.0:1777047479.275790:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a6d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.275807:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a6d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.275821:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a6d lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.276424:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047479.277306:0:12913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a6d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.277323:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a6d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047479.277362:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 0 00000004:00080000:0.0:1777047479.279938:0:12913:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x8a:0x0], index 0: 0 00000004:00080000:0.0:1777047479.279972:0:12913:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x6c:0x0], index 1: 0 00000100:00100000:1.0:1777047479.280112:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2430:x1863365387949952:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 4453us (15589us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047479.280133:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1931 00010000:00010000:0.0:1777047479.280178:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a6d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.280199:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a6d lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.280213:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a6d lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.280223:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047479.280230:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a6d lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.280243:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a6d lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.280266:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0761fba100) 00010000:00010000:0.0:1777047479.280271:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047479.280277:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a6d lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.280288:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938a6d lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.280480:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938a66 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fd6 expref: 27 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.280500:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0761fba100) 00010000:00010000:0.0:1777047479.280504:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777047479.280510:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938a66 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fd6 expref: 27 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.280540:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8000, rc 0) 00000100:00100000:0.0:1777047479.280591:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57852:x1863365387949824:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 33252us (33588us total) trans 8589934866 rc 301/301 00000100:00100000:0.0:1777047479.280605:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6016 00000100:00100000:3.0:1777047479.292830:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047479.292946:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387950208 00000100:00100000:0.0:1777047479.292963:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387950208 00000100:00100000:0.0:1777047479.293064:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2043 00000100:00100000:0.0:1777047479.293084:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57852:x1863365387950208:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047479.293567:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57852:x1863365387950208:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 485us (747us total) trans 8589934867 rc 0/0 00000100:00100000:0.0:1777047479.293583:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2043 00000100:00100000:0.0:1777047479.309548:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047479.313574:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387950464 00000100:00100000:1.0:1777047479.313598:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387950464 00000100:00100000:0.0:1777047479.313748:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2044 00000100:00100000:0.0:1777047479.313768:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07716aa450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57852:x1863365387950464:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047479.314147:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07716aa450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57852:x1863365387950464:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 380us (4606us total) trans 8589934868 rc 0/0 00000100:00100000:0.0:1777047479.314163:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2044 00000100:00100000:3.0:1777047479.572843:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047479.573029:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387950720 00000100:00100000:0.0:1777047479.573043:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387950720 00000100:00100000:0.0:1777047479.573482:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6017 00000100:00100000:0.0:1777047479.573506:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e283800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57853:x1863365387950720:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047479.573540:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047479.573570:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724938a7b lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7fdd expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.573745:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938a82 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.573767:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938a82 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.573785:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938a82 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.573801:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d724938a89 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.573814:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d724938a89 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.573834:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d724938a89 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.573921:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7000/0x5ecf73d724938a90 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.573935:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7000/0x5ecf73d724938a90 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.573948:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7000/0x5ecf73d724938a90 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047479.573964:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 0 00010000:00010000:0.0:1777047479.574082:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938a82 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.574096:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938a82 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.574106:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938a82 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.574118:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938a82 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.574129:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047479.574135:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938a82 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.574147:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938a82 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.574173:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e074a0a9c00) 00010000:00010000:0.0:1777047479.574179:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047479.574186:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938a82 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.574197:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938a82 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.574221:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d724938a89 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.574230:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d724938a89 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.574241:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d724938a89 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.574250:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047479.574255:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d724938a89 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.574265:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d724938a89 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.574277:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0761fba300) 00010000:00010000:0.0:1777047479.574281:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047479.574285:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d724938a89 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.574294:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d724938a89 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.574375:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724938a7b lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fdd expref: 31 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.574441:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7000/0x5ecf73d724938a90 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fdd expref: 30 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.574485:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047479.574489:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047479.574493:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644ca7000, rc 0) 00000100:00100000:0.0:1777047479.574583:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57853:x1863365387950720:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 1084us (1750us total) trans 8589934869 rc 0/0 00000100:00100000:0.0:1777047479.574596:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6017 00000100:00100000:1.0:1777047479.590479:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047479.590630:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387950848 00000100:00100000:3.0:1777047479.590645:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387950848 00000100:00100000:3.0:1777047479.590828:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6018 00000100:00100000:3.0:1777047479.591147:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749167b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57853:x1863365387950848:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047479.591179:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047479.591207:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724938a9e lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7fe4 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.591261:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724938aa5 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.591283:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724938aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.591302:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724938aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.591547:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724938a9e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fe4 expref: 32 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.591575:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724938aa5 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fe4 expref: 31 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.591590:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047479.591595:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777047479.591600:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91c00, rc 0) 00000100:00100000:3.0:1777047479.591699:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749167b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365387950848:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 558us (1262us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047479.591712:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6018 00000100:00100000:3.0:1777047479.607707:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047479.611577:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387951104 00000100:00100000:2.0:1777047479.611592:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387951104 00000100:00100000:2.0:1777047479.611850:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6019 00000100:00100000:2.0:1777047479.611868:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365387951104:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:2.0:1777047479.611934:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047479.611968:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7000/0x5ecf73d724938a90 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fdd expref: 31 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.611999:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047479.612006:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047479.612232:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d724938aac lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.612254:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d724938aac lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.612270:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d724938aac lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047479.612343:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934870 00000004:00010000:2.0:1777047479.612377:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000083c44b41 reply state 0000000094328aab transno 8589934871 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d724938aac lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.612472:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d724938aac lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.612485:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047479.612490:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047479.612495:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047479.612638:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57853:x1863365387951104:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 773us (4942us total) trans 8589934871 rc 0/0 00000100:00100000:2.0:1777047479.612652:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6019 00000020:00080000:2.0:1777047479.612661:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047479.618861:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047479.618892:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443023616:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777047479.618984:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047479.619151:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443023616 00000100:00100000:3.0:1777047479.620999:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443023616 00000100:00100000:3.0:1777047479.621078:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2474 00000100:00100000:3.0:1777047479.621094:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443023616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777047479.621133:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 201115200 pending 0 free 3919187968 avail 3687665664 00000100:00100000:3.0:1777047479.624553:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443023616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3451us (5557us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047479.624571:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2474 00000100:00100000:1.0:1777047479.624747:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443023616:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777047479.642549:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047479.643600:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387951232 00000100:00100000:1.0:1777047479.643618:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387951232 00000100:00100000:1.0:1777047479.644050:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6020 00000100:00100000:1.0:1777047479.644071:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57853:x1863365387951232:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047479.644109:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047479.644140:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d724938ab3 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7feb expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.644228:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d724938ab3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7feb expref: 34 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.644254:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d724938ab3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7feb expref: 34 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.644287:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047479.644293:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047479.644299:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8200, rc 0) 00000100:00100000:1.0:1777047479.645199:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57853:x1863365387951232:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 1123us (2652us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047479.645578:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6020 00000100:00100000:1.0:1777047479.676078:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047479.677660:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387951360 00000100:00100000:2.0:1777047479.677678:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387951360 00000100:00100000:2.0:1777047479.677834:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3787 00000100:00100000:2.0:1777047479.677856:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+8:57853:x1863365387951360:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047479.677908:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047479.677940:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d724938aba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7ff2 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047479.677983:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1777047479.678019:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047479.678023:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047479.678038:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d724938aba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ff2 expref: 9 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.678080:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d724938aba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ff2 expref: 9 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.678103:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777aff000, rc 0) 00000100:00100000:2.0:1777047479.678558:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+9:57853:x1863365387951360:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 705us (2487us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047479.678574:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3787 00000100:00080000:1.0:1777047479.680662:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047479.695326:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047479.695832:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387951488 00000100:00100000:2.0:1777047479.695851:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387951488 00000100:00080000:1.0:1777047479.696419:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777047479.696778:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3788 00000100:00100000:2.0:1777047479.697528:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57853:x1863365387951488:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047479.697560:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047479.697596:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017390215/0x5ecf73d724938ac1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f7ff9 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047479.697637:0:8633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1777047479.697670:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047479.697674:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047479.697689:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017390215/0x5ecf73d724938ac1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ff9 expref: 14 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.697719:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000017390215/0x5ecf73d724938ac1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ff9 expref: 14 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.697743:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777afee00, rc 0) 00000100:00100000:2.0:1777047479.697844:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57853:x1863365387951488:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 1050us (2531us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047479.697858:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3788 00000100:00100000:1.0:1777047479.712211:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047479.712646:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047479.714585:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387951616 00000100:00100000:2.0:1777047479.714602:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387951616 00002000:00010000:2.0:1777047479.715051:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (0->18446744073709551615) 00002000:00100000:2.0:1777047479.715062:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a1180 with x1863365387951616 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047479.715079:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a1180. 00000100:00100000:2.0:1777047479.715134:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387951744 00000100:00100000:2.0:1777047479.715142:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387951744 00002000:00010000:2.0:1777047479.715172:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/108 (0->18446744073709551615) 00002000:00100000:2.0:1777047479.715177:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a0380 with x1863365387951744 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047479.715187:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e2a0380. 00000100:00100000:2.0:1777047479.715224:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1023 00000100:00100000:2.0:1777047479.715242:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+9:2430:x1863365387951616:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047479.715616:0:8485:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047479.715624:0:8485:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 0 -> 1777047480 00002000:00010000:2.0:1777047479.715629:0:8485:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047479.715633:0:8485:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 0 -> 1777047480 00002000:00010000:2.0:1777047479.715637:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047479.715721:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2430:x1863365387951616:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 481us (3522us total) trans 21474837557 rc 0/0 00000100:00100000:2.0:1777047479.715736:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1023 00002000:00010000:2.0:1777047479.715743:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (0->18446744073709551615) 00002000:00100000:2.0:1777047479.715749:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a1180 with x1863365387951616 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047479.715759:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a1180. 00000100:00100000:2.0:1777047479.715796:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1024 00000100:00100000:2.0:1777047479.715810:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365387951744:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047479.715990:0:8485:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047479.715997:0:8485:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 0 -> 1777047480 00002000:00010000:2.0:1777047479.716001:0:8485:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047479.716006:0:8485:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 0 -> 1777047480 00002000:00010000:2.0:1777047479.716010:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047479.716056:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365387951744:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 248us (3412us total) trans 17179870293 rc 0/0 00000100:00100000:2.0:1777047479.716071:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1024 00002000:00010000:2.0:1777047479.716077:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/108 (0->18446744073709551615) 00002000:00100000:2.0:1777047479.716082:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a0380 with x1863365387951744 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047479.716091:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e2a0380. 00000100:00100000:1.0:1777047479.748302:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047479.750543:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387952000 00000100:00100000:2.0:1777047479.750562:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387952000 00000100:00100000:2.0:1777047479.750671:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6021 00000100:00100000:2.0:1777047479.750691:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57853:x1863365387952000:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047479.750722:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047479.750756:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe200/0x5ecf73d724938ac8 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8000 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.750934:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5400/0x5ecf73d724938acf lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.750958:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5400/0x5ecf73d724938acf lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.750978:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5400/0x5ecf73d724938acf lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.751004:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938ad6 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x6:0x0].0xe8098f29 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.751018:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938ad6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.751031:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938ad6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777047479.752162:0:6589:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x8b:0x0], index 0: 0 00010000:00010000:2.0:1777047479.752729:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4c00/0x5ecf73d724938add lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.752749:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4c00/0x5ecf73d724938add lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.752764:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4c00/0x5ecf73d724938add lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.752821:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5400/0x5ecf73d724938acf lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.752835:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5400/0x5ecf73d724938acf lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.752846:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5400/0x5ecf73d724938acf lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.752860:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5400/0x5ecf73d724938acf lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.752872:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d5400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047479.752880:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5400/0x5ecf73d724938acf lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.752894:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5400/0x5ecf73d724938acf lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.752914:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e074a0a9c00) 00010000:00010000:2.0:1777047479.752920:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047479.752928:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5400/0x5ecf73d724938acf lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.752940:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5400/0x5ecf73d724938acf lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777047479.752963:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000055fd241b reply state 00000000f9edc074 transno 8589934872 ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938ad6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.752981:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938ad6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.752992:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xe8098f29 (ffff9e06431c1400) 00010000:00010000:2.0:1777047479.752996:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047479.753001:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777047479.753045:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe200/0x5ecf73d724938ac8 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8000 expref: 37 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.753073:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4c00/0x5ecf73d724938add lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8000 expref: 36 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.753088:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2f:0x0].0x0 (ffff9e06431c1900) 00010000:00010000:2.0:1777047479.753092:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047479.753097:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d4c00, rc 0) 00000100:00100000:0.0:1777047479.761697:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57853:x1863365387952000:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 10997us (13392us total) trans 8589934872 rc 0/0 00000100:00100000:0.0:1777047479.761717:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6021 00000100:00100000:1.0:1777047479.801628:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047479.803181:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387952256 00000100:00100000:0.0:1777047479.803198:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387952256 00000100:00100000:0.0:1777047479.803571:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6022 00000100:00100000:0.0:1777047479.803593:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57853:x1863365387952256:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047479.803626:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047479.803632:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1777047479.803674:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e076e290a00/0x5ecf73d724938a19 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fba expref: 77 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.803709:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff9e0771900a00) 00010000:00010000:0.0:1777047479.803729:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047479.803753:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca7400/0x5ecf73d724938aeb lrc: 2/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8007 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.804267:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938af2 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.804293:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938af2 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.804313:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938af2 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.804338:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca6600/0x5ecf73d724938af9 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.804353:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca6600/0x5ecf73d724938af9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.804368:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca6600/0x5ecf73d724938af9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777047479.805341:0:12913:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xe9:0x0], index 1: 0 00010000:00010000:0.0:1777047479.805704:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca7000/0x5ecf73d724938b00 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.805726:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca7000/0x5ecf73d724938b00 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.805740:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca7000/0x5ecf73d724938b00 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.805793:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938af2 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.805808:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938af2 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.805819:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938af2 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.805833:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938af2 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.805844:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644ca7c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047479.805853:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938af2 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.805865:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938af2 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.805882:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff9e07513c9800) 00010000:00010000:0.0:1777047479.805887:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047479.805894:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938af2 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.805907:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938af2 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777047479.805927:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000af1c131a reply state 00000000697d6cc0 transno 4294969952 ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca6600/0x5ecf73d724938af9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.805947:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca6600/0x5ecf73d724938af9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.805958:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x9645bb7c (ffff9e07513c9a00) 00010000:00010000:0.0:1777047479.805963:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047479.805968:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777047479.806015:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca7400/0x5ecf73d724938aeb lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8007 expref: 79 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.806046:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca7000/0x5ecf73d724938b00 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xc3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8007 expref: 78 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.806060:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc3:0x0].0x0 (ffff9e07513c9f00) 00010000:00010000:0.0:1777047479.806065:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047479.806070:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644ca7000, rc 0) 00000100:00100000:1.0:1777047479.809993:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57853:x1863365387952256:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 6397us (8369us total) trans 4294969952 rc 0/0 00000100:00100000:1.0:1777047479.810014:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6022 00000100:00100000:2.0:1777047479.923676:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047479.937608:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387952512 00000100:00100000:0.0:1777047479.937629:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387952512 00000100:00100000:0.0:1777047479.937759:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6023 00000100:00100000:0.0:1777047479.937776:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57853:x1863365387952512:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:0.0:1777047479.938541:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938b0e lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.938569:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938b0e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.938585:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938b0e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047479.938656:0:6590:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934873 00000004:00010000:0.0:1777047479.938695:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003a1f54de reply state 00000000835ca48b transno 8589934874 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938b0e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.938717:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938b0e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.939027:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047479.939032:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047479.939038:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047479.939180:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365387952512:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 1403us (15513us total) trans 8589934874 rc 0/0 00000100:00100000:0.0:1777047479.939194:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6023 00000020:00080000:0.0:1777047479.939202:0:6590:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047479.952730:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047479.952803:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047479.953049:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387952768 00000100:00100000:1.0:1777047479.953065:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387952768 00002000:00010000:1.0:1777047479.953124:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/108 (0->18446744073709551615) 00002000:00100000:1.0:1777047479.953134:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641de8000 with x1863365387952768 ext(0->18446744073709551615) 00000100:00100000:3.0:1777047479.953527:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387952640 00002000:00010000:1.0:1777047479.953534:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0641de8000. 00000100:00100000:3.0:1777047479.953537:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387952640 00002000:00010000:3.0:1777047479.953578:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (0->18446744073709551615) 00000100:00100000:1.0:1777047479.953589:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1025 00002000:00100000:3.0:1777047479.953591:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07779b5f80 with x1863365387952640 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047479.953609:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e07779b5f80. 00000100:00100000:1.0:1777047479.953617:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365387952768:12345-192.168.201.54@tcp:10:fsx.0 00000100:00100000:3.0:1777047479.953686:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1026 00002000:00010000:1.0:1777047479.954171:0:24565:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047479.954178:0:24565:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047479.954183:0:24565:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047479.954187:0:24565:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047479.954192:0:24565:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047479.954274:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365387952768:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 667us (1557us total) trans 17179870294 rc 0/0 00000100:00100000:3.0:1777047479.955430:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2429:x1863365387952640:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:3.0:1777047479.955605:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047479.955611:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047479.955616:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047479.955619:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047479.955624:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047479.955704:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365387952640:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 286us (2898us total) trans 21474837558 rc 0/0 00000100:00100000:1.0:1777047479.962162:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1025 00002000:00010000:1.0:1777047479.962174:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/108 (0->18446744073709551615) 00002000:00100000:1.0:1777047479.962182:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641de8000 with x1863365387952768 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047479.962198:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0641de8000. 00000100:00100000:3.0:1777047479.968246:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1026 00002000:00010000:3.0:1777047479.968259:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (0->18446744073709551615) 00002000:00100000:3.0:1777047479.968266:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07779b5f80 with x1863365387952640 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047479.968282:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e07779b5f80. 00000100:00100000:2.0:1777047479.995524:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047479.997276:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387953024 00000100:00100000:3.0:1777047479.997292:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387953024 00000100:00100000:3.0:1777047479.997378:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6024 00000100:00100000:3.0:1777047479.997421:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365387953024:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:3.0:1777047479.997773:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724938b15 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.997802:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724938b15 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.997819:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724938b15 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047479.997892:0:6588:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934875 00000004:00010000:3.0:1777047479.997929:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004c91a3ad reply state 000000008709f298 transno 8589934876 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724938b15 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.997949:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724938b15 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.997961:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047479.997966:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047479.997971:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047479.998110:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57853:x1863365387953024:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 692us (2596us total) trans 8589934876 rc 0/0 00000100:00100000:3.0:1777047479.998123:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6024 00000020:00080000:3.0:1777047479.998131:0:6588:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047480.013605:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047480.014662:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387953152 00000100:00100000:3.0:1777047480.014678:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387953152 00002000:00010000:3.0:1777047480.014751:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (100000->18446744073709551615) 00002000:00100000:3.0:1777047480.014761:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643056d80 with x1863365387953152 ext(100000->18446744073709551615) 00002000:00010000:3.0:1777047480.014778:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643056d80. 00000100:00100000:3.0:1777047480.014828:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1027 00000100:00100000:3.0:1777047480.014847:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643056d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365387953152:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:3.0:1777047480.015128:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 0 -> 100000 00002000:00010000:3.0:1777047480.015135:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047480.015140:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047480.015144:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047480.015148:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047480.015250:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643056d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365387953152:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 406us (1655us total) trans 21474837559 rc 0/0 00000100:00100000:3.0:1777047480.015265:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1027 00002000:00010000:3.0:1777047480.015272:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (100000->18446744073709551615) 00002000:00100000:3.0:1777047480.015278:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643056d80 with x1863365387953152 ext(100000->18446744073709551615) 00002000:00010000:3.0:1777047480.015287:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643056d80. 00000100:00100000:1.0:1777047480.036707:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047480.036939:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387953280 00000100:00100000:2.0:1777047480.036955:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387953280 00000100:00100000:2.0:1777047480.038403:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6025 00000100:00100000:2.0:1777047480.038425:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644480a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57853:x1863365387953280:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047480.038486:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047480.038520:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938b1c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f800e expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.038653:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5400/0x5ecf73d724938b23 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.038677:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5400/0x5ecf73d724938b23 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.038695:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5400/0x5ecf73d724938b23 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047480.041751:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 100000 00000004:00200000:2.0:1777047480.041762:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047480.042109:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5400/0x5ecf73d724938b23 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.042165:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938b1c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f800e expref: 45 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.042196:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5400/0x5ecf73d724938b23 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f800e expref: 44 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.042214:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047480.042219:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047480.042225:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d5400, rc 0) 00000100:00100000:2.0:1777047480.042356:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644480a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:57853:x1863365387953280:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 3938us (5660us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047480.042371:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6025 00000100:00100000:2.0:1777047480.060265:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047480.062490:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387953536 00000100:00100000:0.0:1777047480.062507:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387953536 00000100:00100000:0.0:1777047480.062609:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6026 00000100:00100000:0.0:1777047480.062628:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:57853:x1863365387953536:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:0.0:1777047480.062711:0:6590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047480.062755:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5400/0x5ecf73d724938b23 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f800e expref: 44 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.062786:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047480.062794:0:6590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047480.063726:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938b2a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.063755:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938b2a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.063774:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938b2a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047480.063857:0:6590:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934877 00000004:00010000:0.0:1777047480.063901:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000018b17f92 reply state 000000006b84ca1c transno 8589934878 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938b2a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.063924:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938b2a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.063937:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047480.063943:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047480.063947:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047480.064108:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+46:57853:x1863365387953536:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 1481us (3853us total) trans 8589934878 rc 0/0 00000100:00100000:0.0:1777047480.064124:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6026 00000020:00080000:0.0:1777047480.064132:0:6590:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047480.081684:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047480.081774:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047480.082511:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387953664 00000100:00100000:2.0:1777047480.082526:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387953664 00002000:00010000:2.0:1777047480.082588:0:8484:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (0->18446744073709551615) 00002000:00100000:2.0:1777047480.082597:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644481880 with x1863365387953664 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047480.082616:0:8484:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644481880. 00000100:00100000:2.0:1777047480.082672:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387953792 00000100:00100000:2.0:1777047480.082678:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387953792 00002000:00010000:2.0:1777047480.082701:0:8484:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/108 (0->18446744073709551615) 00002000:00100000:2.0:1777047480.082706:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644483480 with x1863365387953792 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047480.082717:0:8484:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644483480. 00000100:00100000:2.0:1777047480.082764:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1028 00000100:00100000:2.0:1777047480.082780:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365387953664:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047480.083092:0:8484:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 100000 -> 0 00002000:00010000:2.0:1777047480.083100:0:8484:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047480.083106:0:8484:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047480.083110:0:8484:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047480.083115:0:8484:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047480.083557:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365387953664:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 777us (1881us total) trans 21474837560 rc 0/0 00000100:00100000:2.0:1777047480.083574:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1028 00002000:00010000:2.0:1777047480.083582:0:8484:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (0->18446744073709551615) 00002000:00100000:2.0:1777047480.083588:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644481880 with x1863365387953664 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047480.083597:0:8484:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644481880. 00000100:00100000:2.0:1777047480.083626:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1029 00000100:00100000:2.0:1777047480.083640:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644483480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365387953792:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047480.083744:0:8484:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047480.083750:0:8484:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047480.083755:0:8484:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047480.083759:0:8484:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047480.083764:0:8484:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047480.083800:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644483480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365387953792:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 162us (2027us total) trans 17179870295 rc 0/0 00000100:00100000:2.0:1777047480.083813:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1029 00002000:00010000:2.0:1777047480.083818:0:8484:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/108 (0->18446744073709551615) 00002000:00100000:2.0:1777047480.083823:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644483480 with x1863365387953792 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047480.083830:0:8484:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644483480. 00000100:00100000:3.0:1777047480.092328:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047480.095678:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387954048 00000100:00100000:0.0:1777047480.095697:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387954048 00000100:00100000:0.0:1777047480.096571:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6027 00000100:00100000:0.0:1777047480.096596:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+46:57853:x1863365387954048:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047480.096635:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047480.096641:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1777047480.096685:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d724938ab3 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7feb expref: 46 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.096735:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047480.097079:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047480.097107:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7200/0x5ecf73d724938b31 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8015 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.097207:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d724938b38 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.097232:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d724938b38 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.098501:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d724938b38 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777047480.098734:0:6588:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x6d:0x0], index 1: 0 00000004:00080000:0.0:1777047480.098747:0:6588:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x8c:0x0], index 0: 0 00010000:00010000:0.0:1777047480.099794:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d724938b38 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8015 expref: 48 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.099845:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047480.099852:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1777047480.099873:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7200/0x5ecf73d724938b31 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8015 expref: 48 pid: 6588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.099905:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d724938b38 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8015 expref: 47 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.099946:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047480.099952:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1777047480.100000:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290a00, rc 0) 00000100:00100000:0.0:1777047480.100123:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+47:57853:x1863365387954048:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 3532us (7807us total) trans 8589934879 rc 0/0 00000100:00100000:0.0:1777047480.100145:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6027 00000100:00100000:2.0:1777047480.123679:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047480.130833:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387954176 00000100:00100000:0.0:1777047480.130854:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387954176 00000100:00100000:3.0:1777047480.132327:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3789 00000100:00100000:3.0:1777047480.132347:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57853:x1863365387954176:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047480.132375:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047480.132466:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724938b3f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f801c expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047480.132513:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047480.132551:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047480.132556:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047480.132572:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724938b3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f801c expref: 18 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.132607:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047480.132616:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724938b3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f801c expref: 18 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047480.132641:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91400, rc 0) 00000100:00100000:3.0:1777047480.132759:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57853:x1863365387954176:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 412us (9090us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047480.132778:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3789 00000100:00100000:1.0:1777047480.138750:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443023744:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777047480.138854:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047480.140689:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443023744 00000100:00100000:3.0:1777047480.140707:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443023744 00000100:00100000:3.0:1777047480.140917:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3259 00000100:00100000:3.0:1777047480.140938:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644482300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443023744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777047480.140989:0:6594:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446096896 avail 1299857408 00000100:00100000:3.0:1777047480.141103:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644482300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443023744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 170us (2249us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047480.141119:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3259 00000100:00100000:1.0:1777047480.141190:0:3682:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294969951 gen 2 00000004:00080000:1.0:1777047480.142732:0:3682:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294969951 committed transno 4294969951 00000100:00100000:1.0:1777047480.146548:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443023744:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777047480.153526:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047480.153616:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047480.159475:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387954304 00000100:00100000:2.0:1777047480.159496:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387954304 00000100:00100000:2.0:1777047480.160198:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387954432 00000100:00100000:2.0:1777047480.160208:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387954432 00000100:00100000:0.0:1777047480.162138:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1030 00000100:00100000:0.0:1777047480.162161:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365387954304:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:0.0:1777047480.163668:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:0.0:1777047480.163677:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047480.163681:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047480.163685:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047480.163690:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 0 -> 2048 00000100:00100000:0.0:1777047480.163804:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365387954304:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 1646us (10285us total) trans 21474837561 rc 0/0 00000100:00100000:0.0:1777047480.163821:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1030 00000100:00100000:2.0:1777047480.163991:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1031 00000100:00100000:2.0:1777047480.164010:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365387954432:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:2.0:1777047480.164709:0:29058:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:2.0:1777047480.164717:0:29058:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1777047480.164721:0:29058:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047480.164726:0:29058:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1777047480.164730:0:29058:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 0 -> 6144 00000100:00100000:2.0:1777047480.164779:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387954432:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 774us (11161us total) trans 17179870296 rc 0/0 00000100:00100000:2.0:1777047480.164794:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1031 00000100:00100000:0.0:1777047480.198481:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047480.198894:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387954688 00000100:00100000:1.0:1777047480.198911:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387954688 00000100:00100000:1.0:1777047480.199046:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6028 00000100:00100000:1.0:1777047480.199068:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+47:57853:x1863365387954688:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:1.0:1777047480.199154:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047480.199196:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d724938b38 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8015 expref: 47 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.199258:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047480.199268:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047480.199629:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d724938b46 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.199654:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d724938b46 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.199679:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d724938b46 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047480.199758:0:12913:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934880 00000004:00010000:1.0:1777047480.200097:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ad833d64 reply state 00000000acc258cc transno 8589934881 ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d724938b46 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.200121:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d724938b46 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.200134:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047480.200139:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047480.200144:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047480.200308:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+49:57853:x1863365387954688:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 1244us (1928us total) trans 8589934881 rc 0/0 00000100:00100000:1.0:1777047480.200323:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6028 00000020:00080000:1.0:1777047480.200333:0:12913:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047480.207325:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047480.213070:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387954816 00000100:00100000:0.0:1777047480.213092:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387954816 00000100:00100000:0.0:1777047480.213580:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6029 00000100:00100000:0.0:1777047480.213598:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+49:57853:x1863365387954816:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047480.213633:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047480.213662:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d724938b4d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8023 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.213743:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d724938b4d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8023 expref: 50 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.213776:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d724938b4d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8023 expref: 50 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.213806:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047480.213812:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047480.213818:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290c00, rc 0) 00000100:00100000:0.0:1777047480.213926:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+50:57853:x1863365387954816:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 330us (6611us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047480.213941:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6029 00000100:00100000:3.0:1777047480.245570:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047480.250068:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387954944 00000100:00100000:2.0:1777047480.250107:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387954944 00000100:00100000:2.0:1777047480.250218:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3790 00000100:00100000:2.0:1777047480.250237:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57853:x1863365387954944:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047480.250266:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047480.250303:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ca7e99fc/0x5ecf73d724938b54 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f802a expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047480.250343:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1777047480.250375:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047480.250380:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047480.250482:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca7e99fc/0x5ecf73d724938b54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f802a expref: 15 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.250515:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ca7e99fc/0x5ecf73d724938b54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f802a expref: 15 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.250538:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d5e00, rc 0) 00000100:00100000:2.0:1777047480.250643:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57853:x1863365387954944:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 408us (5081us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047480.250667:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3790 00000100:00100000:3.0:1777047480.260052:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047480.260125:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047480.260183:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047480.260263:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047480.260269:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387955072 00000100:00100000:2.0:1777047480.260285:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387955072 00000100:00100000:3.0:1777047480.260336:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387955328 00002000:00010000:2.0:1777047480.260340:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (0->18446744073709551615) 00000100:00100000:3.0:1777047480.260345:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387955328 00002000:00100000:2.0:1777047480.260352:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e283480 with x1863365387955072 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047480.260370:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e283480. 00002000:00010000:3.0:1777047480.260458:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:3.0:1777047480.260468:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a7480 with x1863365387955328 ext(0->18446744073709551615) 00000100:00100000:2.0:1777047480.260481:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387955200 00002000:00010000:3.0:1777047480.260483:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e06439a7480. 00000100:00100000:2.0:1777047480.260492:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387955200 00000100:00100000:3.0:1777047480.260518:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387955456 00002000:00010000:2.0:1777047480.260522:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/108 (0->18446744073709551615) 00000100:00100000:3.0:1777047480.260526:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387955456 00002000:00100000:2.0:1777047480.260552:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a5880 with x1863365387955200 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047480.260554:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:3.0:1777047480.260563:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a4700 with x1863365387955456 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047480.260567:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e06439a5880. 00002000:00010000:3.0:1777047480.260575:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06439a4700. 00000100:00100000:2.0:1777047480.260613:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1032 00000100:00100000:2.0:1777047480.260630:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365387955072:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047480.260919:0:20132:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:2.0:1777047480.260926:0:20132:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047480.260931:0:20132:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047480.260936:0:20132:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047480.260940:0:20132:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 2048 -> 0 00000100:00100000:2.0:1777047480.261021:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365387955072:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 393us (979us total) trans 21474837562 rc 0/0 00000100:00100000:2.0:1777047480.261037:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1032 00002000:00010000:2.0:1777047480.261046:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (0->18446744073709551615) 00002000:00100000:2.0:1777047480.261054:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e283480 with x1863365387955072 ext(0->18446744073709551615) 00000100:00100000:3.0:1777047480.261058:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1033 00002000:00010000:2.0:1777047480.261067:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e283480. 00000100:00100000:3.0:1777047480.261083:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365387955328:12345-192.168.201.54@tcp:10:fsx.0 00000100:00100000:2.0:1777047480.261111:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1034 00000100:00100000:2.0:1777047480.261425:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365387955200:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047480.261560:0:20132:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047480.261565:0:20132:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047480.261569:0:20132:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047480.261573:0:20132:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047480.261576:0:20132:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047480.261616:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365387955200:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 229us (1432us total) trans 17179870297 rc 0/0 00000100:00100000:2.0:1777047480.261627:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1034 00002000:00010000:2.0:1777047480.261632:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/108 (0->18446744073709551615) 00002000:00100000:2.0:1777047480.261636:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a5880 with x1863365387955200 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047480.261644:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e06439a5880. 00000100:00100000:2.0:1777047480.261668:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1035 00000100:00100000:2.0:1777047480.261679:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365387955456:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047480.261784:0:20132:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047480.261790:0:20132:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 0 -> 1777047480 00002000:00010000:2.0:1777047480.261794:0:20132:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047480.261798:0:20132:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 0 -> 1777047480 00002000:00010000:2.0:1777047480.261802:0:20132:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047480.261842:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365387955456:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 163us (1580us total) trans 21474837563 rc 0/0 00000100:00100000:2.0:1777047480.261855:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1035 00002000:00010000:2.0:1777047480.261859:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047480.261864:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a4700 with x1863365387955456 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047480.261872:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06439a4700. 00002000:00010000:3.0:1777047480.266675:0:29057:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:3.0:1777047480.266686:0:29057:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 0 -> 1777047480 00002000:00010000:3.0:1777047480.266691:0:29057:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047480.266695:0:29057:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 0 -> 1777047480 00002000:00010000:3.0:1777047480.266698:0:29057:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 0 00000100:00100000:3.0:1777047480.266778:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365387955328:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 5698us (6648us total) trans 17179870298 rc 0/0 00000100:00100000:3.0:1777047480.266793:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1033 00002000:00010000:3.0:1777047480.266800:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:3.0:1777047480.266805:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a7480 with x1863365387955328 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047480.266814:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e06439a7480. 00000100:00100000:3.0:1777047480.281240:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047480.286654:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047480.287878:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387955584 00000100:00100000:1.0:1777047480.287895:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387955584 00000100:00100000:1.0:1777047480.288005:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387955712 00000100:00100000:1.0:1777047480.288012:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387955712 00000100:00100000:1.0:1777047480.288083:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1036 00000100:00100000:1.0:1777047480.288098:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365387955584:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:1.0:1777047480.288296:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047480.288302:0:24562:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047480.288308:0:24562:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047480.288312:0:24562:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047480.288318:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047480.288481:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365387955584:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 383us (7250us total) trans 21474837564 rc 0/0 00000100:00100000:1.0:1777047480.288497:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1036 00000100:00100000:1.0:1777047480.288527:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1037 00000100:00100000:1.0:1777047480.288541:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365387955712:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:1.0:1777047480.288653:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047480.288660:0:24562:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047480.288665:0:24562:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047480.288669:0:24562:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047480.288674:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047480.288717:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365387955712:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 177us (2070us total) trans 17179870299 rc 0/0 00000100:00100000:1.0:1777047480.288732:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1037 00000100:00100000:3.0:1777047480.298900:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047480.300585:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387955968 00000100:00100000:1.0:1777047480.300601:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387955968 00000100:00100000:1.0:1777047480.300697:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6030 00000100:00100000:1.0:1777047480.300715:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+50:57853:x1863365387955968:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:1.0:1777047480.301001:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938b5b lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.301031:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938b5b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.301051:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938b5b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047480.301127:0:6589:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934882 00000004:00010000:1.0:1777047480.301170:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b6c9505f reply state 000000004f77c28c transno 8589934883 ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938b5b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.301192:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938b5b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.301206:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047480.301210:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047480.301216:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047480.301828:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+53:57853:x1863365387955968:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 1113us (2943us total) trans 8589934883 rc 0/0 00000100:00100000:2.0:1777047480.301844:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6030 00000020:00080000:2.0:1777047480.301853:0:6589:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047480.324116:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047480.324182:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047480.324658:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047480.329407:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387956224 00000100:00100000:0.0:1777047480.329426:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387956224 00002000:00010000:0.0:1777047480.329512:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/108 (0->18446744073709551615) 00002000:00100000:0.0:1777047480.329521:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e199f80 with x1863365387956224 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047480.329538:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e199f80. 00000100:00100000:0.0:1777047480.329697:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387956480 00000100:00100000:0.0:1777047480.329706:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387956480 00002000:00010000:0.0:1777047480.329735:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:0.0:1777047480.329741:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d744380 with x1863365387956480 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047480.329752:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064d744380. 00000100:00100000:2.0:1777047480.330100:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387956096 00000100:00100000:2.0:1777047480.330110:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387956096 00000100:00100000:1.0:1777047480.330192:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1038 00002000:00010000:2.0:1777047480.330201:0:29058:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (0->18446744073709551615) 00002000:00100000:2.0:1777047480.330211:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d745500 with x1863365387956096 ext(0->18446744073709551615) 00000100:00100000:1.0:1777047480.330221:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365387956224:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047480.330227:0:29058:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064d745500. 00000100:00100000:2.0:1777047480.330278:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1039 00000100:00100000:2.0:1777047480.330297:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387956480:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:1.0:1777047480.330430:0:29059:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047480.330470:0:29059:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047480.330474:0:29059:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047480.330478:0:29059:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047480.330482:0:29059:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047480.330572:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365387956224:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 362us (6467us total) trans 17179870300 rc 0/0 00000100:00100000:1.0:1777047480.330588:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1038 00002000:00010000:1.0:1777047480.330594:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/108 (0->18446744073709551615) 00002000:00100000:1.0:1777047480.330599:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e199f80 with x1863365387956224 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047480.330609:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e199f80. 00000100:00100000:1.0:1777047480.330639:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1040 00000100:00100000:1.0:1777047480.330651:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387956096:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:1.0:1777047480.331157:0:29059:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047480.331163:0:29059:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047480.331168:0:29059:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047480.331172:0:29059:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047480.331176:0:29059:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047480.331216:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365387956096:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 565us (6559us total) trans 21474837565 rc 0/0 00000100:00100000:1.0:1777047480.331229:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1040 00002000:00010000:1.0:1777047480.331235:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (0->18446744073709551615) 00002000:00100000:1.0:1777047480.331240:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d745500 with x1863365387956096 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047480.331248:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064d745500. 00000100:00100000:1.0:1777047480.331344:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047480.331783:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387956352 00000100:00100000:0.0:1777047480.331792:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387956352 00002000:00010000:0.0:1777047480.331822:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:0.0:1777047480.331828:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d745880 with x1863365387956352 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047480.331838:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064d745880. 00000100:00100000:0.0:1777047480.331868:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1041 00000100:00100000:0.0:1777047480.331880:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365387956352:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047480.335183:0:29058:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047480.335194:0:29058:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047480.335200:0:29058:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047480.335204:0:29058:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047480.335209:0:29058:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047480.335300:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365387956480:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 5005us (11113us total) trans 21474837566 rc 0/0 00000100:00100000:2.0:1777047480.335317:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1039 00002000:00010000:2.0:1777047480.335323:0:29058:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047480.335329:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d744380 with x1863365387956480 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047480.335339:0:29058:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064d744380. 00002000:00010000:0.0:1777047480.335673:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047480.335681:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047480.335685:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047480.335690:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047480.335694:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047480.335741:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365387956352:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 3860us (4395us total) trans 17179870301 rc 0/0 00000100:00100000:0.0:1777047480.335755:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1041 00002000:00010000:0.0:1777047480.335760:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:0.0:1777047480.335764:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d745880 with x1863365387956352 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047480.335773:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064d745880. 00000100:00100000:1.0:1777047480.353558:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047480.355624:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047480.358654:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387956736 00000100:00100000:3.0:1777047480.358672:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387956736 00000100:00100000:0.0:1777047480.361089:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387956608 00000100:00100000:0.0:1777047480.361105:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387956608 00000100:00100000:0.0:1777047480.361583:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1042 00000100:00100000:0.0:1777047480.361603:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365387956608:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:0.0:1777047480.362632:0:24565:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:0.0:1777047480.362640:0:24565:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047480.362644:0:24565:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047480.362649:0:24565:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047480.362653:0:24565:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 0 -> 2048 00000100:00100000:0.0:1777047480.362735:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365387956608:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 1135us (7112us total) trans 21474837567 rc 0/0 00000100:00100000:0.0:1777047480.362750:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1042 00000100:00100000:2.0:1777047480.368217:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1043 00000100:00100000:2.0:1777047480.368237:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365387956736:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:2.0:1777047480.368618:0:29057:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:2.0:1777047480.368626:0:29057:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047480.368630:0:29057:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047480.368635:0:29057:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047480.368639:0:29057:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 0 -> 6144 00000100:00100000:2.0:1777047480.368740:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365387956736:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 506us (15191us total) trans 17179870302 rc 0/0 00000100:00100000:2.0:1777047480.368754:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1043 00000100:00100000:1.0:1777047480.386540:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047480.388565:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387956992 00000100:00100000:0.0:1777047480.388581:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387956992 00000100:00100000:0.0:1777047480.388698:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6031 00000100:00100000:0.0:1777047480.388717:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+53:57853:x1863365387956992:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:0.0:1777047480.389024:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938b62 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.389056:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938b62 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.389077:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938b62 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047480.389147:0:12913:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934884 00000004:00010000:0.0:1777047480.389182:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d2ba32e5 reply state 000000006f1106e5 transno 8589934885 ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938b62 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.389543:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938b62 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.389558:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047480.389563:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047480.389570:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047480.389696:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+56:57853:x1863365387956992:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 982us (3576us total) trans 8589934885 rc 0/0 00000100:00100000:0.0:1777047480.389710:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6031 00000020:00080000:0.0:1777047480.389718:0:12913:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047480.409257:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047480.409342:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047480.409485:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047480.409554:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047480.413487:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387957248 00000100:00100000:2.0:1777047480.413504:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387957248 00002000:00010000:2.0:1777047480.413561:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/108 (0->18446744073709551615) 00002000:00100000:2.0:1777047480.413588:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a5180 with x1863365387957248 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047480.413606:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e06439a5180. 00000100:00100000:2.0:1777047480.413648:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387957504 00000100:00100000:2.0:1777047480.413653:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387957504 00002000:00010000:2.0:1777047480.413673:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047480.413678:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c56d80 with x1863365387957504 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047480.413686:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c56d80. 00000100:00100000:2.0:1777047480.413707:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387957120 00000100:00100000:2.0:1777047480.413711:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387957120 00002000:00010000:2.0:1777047480.413725:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (0->18446744073709551615) 00002000:00100000:2.0:1777047480.413729:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c55500 with x1863365387957120 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047480.413736:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c55500. 00000100:00100000:2.0:1777047480.413757:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387957376 00000100:00100000:2.0:1777047480.413763:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387957376 00002000:00010000:2.0:1777047480.413781:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047480.413786:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c55180 with x1863365387957376 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047480.413793:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0641c55180. 00000100:00100000:2.0:1777047480.413822:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1044 00000100:00100000:2.0:1777047480.415147:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2430:x1863365387957248:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047480.415344:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047480.415350:0:24562:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047480.415355:0:24562:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047480.415359:0:24562:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047480.415364:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047480.415509:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2430:x1863365387957248:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 376us (6262us total) trans 17179870303 rc 0/0 00000100:00100000:2.0:1777047480.415522:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1044 00002000:00010000:2.0:1777047480.415528:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/108 (0->18446744073709551615) 00002000:00100000:2.0:1777047480.415533:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a5180 with x1863365387957248 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047480.415542:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e06439a5180. 00000100:00100000:2.0:1777047480.418271:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1045 00000100:00100000:2.0:1777047480.418291:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365387957504:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047480.418427:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047480.418466:0:24562:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047480.418472:0:24562:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047480.418476:0:24562:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047480.418480:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047480.418524:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365387957504:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 240us (9182us total) trans 21474837568 rc 0/0 00000100:00100000:2.0:1777047480.418537:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1045 00002000:00010000:2.0:1777047480.418542:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047480.418547:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c56d80 with x1863365387957504 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047480.418556:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c56d80. 00000100:00100000:2.0:1777047480.418610:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1046 00000100:00100000:2.0:1777047480.418624:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365387957120:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047480.418799:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:2.0:1777047480.418806:0:24562:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047480.418810:0:24562:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047480.418814:0:24562:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047480.418819:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 2048 -> 0 00000100:00100000:2.0:1777047480.418864:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365387957120:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 241us (9378us total) trans 21474837569 rc 0/0 00000100:00100000:2.0:1777047480.418877:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1046 00002000:00010000:2.0:1777047480.418882:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (0->18446744073709551615) 00002000:00100000:2.0:1777047480.418888:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c55500 with x1863365387957120 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047480.418896:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c55500. 00000100:00100000:2.0:1777047480.418921:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1047 00000100:00100000:2.0:1777047480.418934:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2430:x1863365387957376:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047480.419137:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:2.0:1777047480.419143:0:24562:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047480.419147:0:24562:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047480.419151:0:24562:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047480.419156:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 0 00000100:00100000:2.0:1777047480.419523:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2430:x1863365387957376:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 589us (9971us total) trans 17179870304 rc 0/0 00000100:00100000:2.0:1777047480.419536:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1047 00002000:00010000:2.0:1777047480.419542:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047480.419547:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c55180 with x1863365387957376 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047480.419556:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0641c55180. 00000100:00100000:1.0:1777047480.443749:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047480.444161:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047480.444326:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387957632 00000100:00100000:2.0:1777047480.444340:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387957632 00000100:00100000:2.0:1777047480.444575:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387957760 00000100:00100000:2.0:1777047480.444583:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387957760 00000100:00100000:2.0:1777047480.444656:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1048 00000100:00100000:2.0:1777047480.444675:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365387957632:12345-192.168.201.54@tcp:22:fsx.0 00000100:00100000:3.0:1777047480.444718:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1049 00000100:00100000:3.0:1777047480.444742:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2429:x1863365387957760:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:2.0:1777047480.445001:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047480.445009:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047480.445014:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047480.445020:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047480.445022:0:29058:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047480.445025:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 0 -> 2048 00002000:00010000:3.0:1777047480.445034:0:29058:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047480.445040:0:29058:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047480.445044:0:29058:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047480.445048:0:29058:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 0 -> 6144 00000100:00100000:2.0:1777047480.445661:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365387957632:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 989us (1920us total) trans 21474837570 rc 0/0 00000100:00100000:2.0:1777047480.445677:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1048 00000100:00100000:3.0:1777047480.447784:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2429:x1863365387957760:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 3044us (3617us total) trans 17179870305 rc 0/0 00000100:00100000:3.0:1777047480.447802:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1049 00000100:00100000:3.0:1777047480.463046:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047480.463316:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387958016 00000100:00100000:0.0:1777047480.463331:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387958016 00000100:00100000:0.0:1777047480.463499:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6032 00000100:00100000:0.0:1777047480.463517:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+56:57853:x1863365387958016:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:0.0:1777047480.463838:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724938b69 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.463867:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724938b69 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.463886:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724938b69 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047480.463945:0:6590:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934886 00000004:00010000:0.0:1777047480.463976:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006f8ee7ba reply state 00000000a255772f transno 8589934887 ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724938b69 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.463996:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724938b69 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.464009:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047480.464015:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047480.464020:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047480.464474:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+59:57853:x1863365387958016:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 959us (1436us total) trans 8589934887 rc 0/0 00000100:00100000:0.0:1777047480.464488:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6032 00000020:00080000:0.0:1777047480.464497:0:6590:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047480.493523:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047480.493580:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047480.493612:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047480.493664:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047480.494107:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387958144 00000100:00100000:1.0:1777047480.494122:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387958144 00002000:00010000:1.0:1777047480.494181:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (0->18446744073709551615) 00002000:00100000:1.0:1777047480.494190:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e39e680 with x1863365387958144 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047480.494581:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e39e680. 00000100:00100000:1.0:1777047480.494615:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387958400 00000100:00100000:1.0:1777047480.494622:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387958400 00002000:00010000:1.0:1777047480.494648:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:1.0:1777047480.494654:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b409f80 with x1863365387958400 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047480.494665:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064b409f80. 00000100:00100000:1.0:1777047480.494692:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387958272 00000100:00100000:1.0:1777047480.494697:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387958272 00002000:00010000:1.0:1777047480.494717:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/108 (0->18446744073709551615) 00002000:00100000:1.0:1777047480.494722:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b408a80 with x1863365387958272 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047480.494731:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064b408a80. 00000100:00100000:1.0:1777047480.494752:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387958528 00000100:00100000:1.0:1777047480.494759:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387958528 00002000:00010000:1.0:1777047480.494778:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:1.0:1777047480.494783:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b40a300 with x1863365387958528 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047480.494791:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064b40a300. 00000100:00100000:1.0:1777047480.495153:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1050 00000100:00100000:1.0:1777047480.495488:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2429:x1863365387958144:12345-192.168.201.54@tcp:10:fsx.0 00000100:00100000:3.0:1777047480.495503:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1051 00000100:00100000:3.0:1777047480.495526:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2429:x1863365387958400:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:1.0:1777047480.495712:0:24565:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047480.495715:0:8486:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047480.495722:0:24565:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047480.495725:0:8486:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047480.495731:0:24565:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047480.495735:0:8486:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047480.495739:0:24565:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047480.495742:0:8486:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047480.495749:0:24565:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 2048 -> 2048 00002000:00010000:3.0:1777047480.495752:0:8486:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777047480.496182:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1052 00000100:00100000:2.0:1777047480.497904:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2429:x1863365387958272:12345-192.168.201.54@tcp:10:fsx.0 00000100:00100000:3.0:1777047480.498019:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2429:x1863365387958400:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 2495us (4431us total) trans 17179870306 rc 0/0 00002000:00010000:2.0:1777047480.498033:0:24563:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047480.498040:0:24563:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047480.498046:0:24563:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047480.498056:0:24563:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047480.498061:0:24563:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047480.498069:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1051 00002000:00010000:3.0:1777047480.498079:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:3.0:1777047480.498085:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b409f80 with x1863365387958400 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047480.498097:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064b409f80. 00000100:00100000:2.0:1777047480.498116:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2429:x1863365387958272:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 1568us (4499us total) trans 17179870307 rc 0/0 00000100:00100000:2.0:1777047480.498132:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1052 00002000:00010000:2.0:1777047480.498138:0:24563:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/108 (0->18446744073709551615) 00002000:00100000:2.0:1777047480.498294:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b408a80 with x1863365387958272 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047480.498304:0:24563:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064b408a80. 00000100:00100000:1.0:1777047480.498377:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2429:x1863365387958144:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 2898us (4863us total) trans 21474837571 rc 0/0 00000100:00100000:3.0:1777047480.499308:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1053 00000100:00100000:3.0:1777047480.499332:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2429:x1863365387958528:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:3.0:1777047480.499519:0:8486:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047480.499525:0:8486:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047480.499529:0:8486:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047480.499533:0:8486:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047480.499536:0:8486:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047480.499577:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2429:x1863365387958528:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 255us (5911us total) trans 21474837572 rc 0/0 00000100:00100000:3.0:1777047480.499588:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1053 00002000:00010000:3.0:1777047480.499594:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:3.0:1777047480.499599:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b40a300 with x1863365387958528 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047480.499609:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064b40a300. 00000100:00100000:1.0:1777047480.500598:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1050 00002000:00010000:1.0:1777047480.500605:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (0->18446744073709551615) 00002000:00100000:1.0:1777047480.500610:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e39e680 with x1863365387958144 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047480.500620:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e39e680. 00000100:00100000:2.0:1777047480.524344:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047480.524585:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387958656 00000100:00100000:0.0:1777047480.524599:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387958656 00000100:00100000:0.0:1777047480.524700:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6033 00000100:00100000:0.0:1777047480.524717:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+59:57853:x1863365387958656:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047480.525064:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047480.525099:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d724938b70 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8031 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.525256:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7200/0x5ecf73d724938b77 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.525282:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7200/0x5ecf73d724938b77 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.525302:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7200/0x5ecf73d724938b77 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047480.525341:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 0 00000004:00200000:0.0:1777047480.525348:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047480.525375:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7200/0x5ecf73d724938b77 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.525508:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d724938b70 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8031 expref: 61 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.525538:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7200/0x5ecf73d724938b77 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8031 expref: 60 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.525554:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047480.525560:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047480.525566:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644ca7200, rc 0) 00000100:00100000:0.0:1777047480.525655:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+60:57853:x1863365387958656:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 941us (1324us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047480.525670:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6033 00000100:00100000:3.0:1777047480.553292:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047480.553747:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387958784 00000100:00100000:2.0:1777047480.553762:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387958784 00000100:00100000:2.0:1777047480.554037:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3791 00000100:00100000:2.0:1777047480.554057:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2430:x1863365387958784:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047480.554085:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047480.554117:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ff17dd4/0x5ecf73d724938b7e lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0xe9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8038 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047480.554157:0:36216:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xe9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1777047480.554185:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047480.554189:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047480.554202:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ff17dd4/0x5ecf73d724938b7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8038 expref: 31 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.554234:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ff17dd4/0x5ecf73d724938b7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8038 expref: 31 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.554256:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d5400, rc 0) 00000100:00100000:2.0:1777047480.554356:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365387958784:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 304us (1074us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047480.554391:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3791 00000100:00100000:3.0:1777047480.570993:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047480.571193:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387959040 00000100:00100000:0.0:1777047480.571209:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387959040 00000100:00100000:0.0:1777047480.571304:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6034 00000100:00100000:0.0:1777047480.571322:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+60:57853:x1863365387959040:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:0.0:1777047480.571503:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047480.571553:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7200/0x5ecf73d724938b77 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8031 expref: 60 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.571586:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047480.571596:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047480.571821:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d724938b85 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.571847:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d724938b85 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.571863:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d724938b85 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047480.571928:0:12913:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934888 00000004:00010000:0.0:1777047480.571966:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000056e6e060 reply state 00000000559fc3ba transno 8589934889 ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d724938b85 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.571988:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d724938b85 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.572000:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047480.572005:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047480.572009:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047480.572142:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+62:57853:x1863365387959040:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 822us (1158us total) trans 8589934889 rc 0/0 00000100:00100000:0.0:1777047480.572155:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6034 00000020:00080000:0.0:1777047480.572164:0:12913:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047480.590466:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047480.590542:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047480.590592:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047480.590794:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387959168 00000100:00100000:1.0:1777047480.590808:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387959168 00002000:00010000:1.0:1777047480.590864:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (230287->18446744073709551615) 00002000:00100000:1.0:1777047480.590874:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077797a680 with x1863365387959168 ext(230287->18446744073709551615) 00002000:00010000:1.0:1777047480.590892:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e077797a680. 00000100:00100000:1.0:1777047480.590950:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387959296 00000100:00100000:1.0:1777047480.590957:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387959296 00002000:00010000:1.0:1777047480.590983:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:1.0:1777047480.590988:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077797b480 with x1863365387959296 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047480.590999:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e077797b480. 00000100:00100000:1.0:1777047480.591027:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387959424 00000100:00100000:1.0:1777047480.591033:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387959424 00002000:00010000:1.0:1777047480.591053:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:1.0:1777047480.591059:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064466d880 with x1863365387959424 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047480.591068:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064466d880. 00000100:00100000:1.0:1777047480.591103:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1054 00000100:00100000:1.0:1777047480.591118:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2430:x1863365387959168:12345-192.168.201.54@tcp:10:fsx.0 00000100:00100000:0.0:1777047480.591372:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1055 00000100:00100000:0.0:1777047480.591456:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365387959296:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:1.0:1777047480.591514:0:29059:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 0 -> 230287 00002000:00010000:1.0:1777047480.591522:0:29059:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047480 -> 1777047481 00002000:00010000:1.0:1777047480.591527:0:29059:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047480.591532:0:29059:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047480 -> 1777047481 00002000:00010000:1.0:1777047480.591536:0:29059:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 2048 -> 456 00002000:00010000:0.0:1777047480.591575:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047480.591581:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047480 -> 1777047481 00002000:00010000:0.0:1777047480.591584:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047480.591588:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047480 -> 1777047481 00002000:00010000:0.0:1777047480.591592:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1777047480.591619:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2430:x1863365387959168:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 502us (1186us total) trans 21474837573 rc 0/0 00000100:00100000:0.0:1777047480.591626:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2430:x1863365387959296:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 242us (1085us total) trans 17179870308 rc 0/0 00000100:00100000:1.0:1777047480.591635:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1054 00002000:00010000:1.0:1777047480.591642:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (230287->18446744073709551615) 00002000:00100000:1.0:1777047480.591750:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077797a680 with x1863365387959168 ext(230287->18446744073709551615) 00002000:00010000:1.0:1777047480.591764:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e077797a680. 00000100:00100000:0.0:1777047480.598997:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1055 00002000:00010000:0.0:1777047480.599012:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:0.0:1777047480.599021:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077797b480 with x1863365387959296 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047480.599038:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e077797b480. 00000100:00100000:0.0:1777047480.599123:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1056 00000100:00100000:0.0:1777047480.599148:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2430:x1863365387959424:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:0.0:1777047480.601669:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047480.601678:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047481 00002000:00010000:0.0:1777047480.601684:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047480.601688:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047481 00002000:00010000:0.0:1777047480.601694:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047480.601772:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2430:x1863365387959424:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 2634us (11177us total) trans 21474837574 rc 0/0 00000100:00100000:0.0:1777047480.601788:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1056 00002000:00010000:0.0:1777047480.601794:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:0.0:1777047480.601800:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064466d880 with x1863365387959424 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047480.601810:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064466d880. 00000100:00100000:3.0:1777047480.622608:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047480.624594:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387959552 00000100:00100000:0.0:1777047480.624609:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387959552 00000100:00100000:0.0:1777047480.624706:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6035 00000100:00100000:0.0:1777047480.624725:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+62:57853:x1863365387959552:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047480.624760:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047480.624790:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d724938b8c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f803f expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.624921:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d724938b93 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.624948:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d724938b93 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.624969:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d724938b93 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047480.625011:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 230287 00000004:00200000:0.0:1777047480.625018:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047480.625047:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d724938b93 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.625088:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d724938b8c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f803f expref: 64 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.625116:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d724938b93 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f803f expref: 63 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.625142:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047480.625147:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047480.625152:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0771677a00, rc 0) 00000100:00100000:0.0:1777047480.625620:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+63:57853:x1863365387959552:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 897us (3022us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047480.625634:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6035 00000100:00100000:0.0:1777047480.643282:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064466fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443024000:0@lo:400:kworker.0 00000100:00100000:1.0:1777047480.643282:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064466f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3683:1863365443023872:0@lo:400:kworker.0 00000100:00100000:2.0:1777047480.644744:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064466df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443024256:0@lo:400:kworker.0 00000100:00100000:3.0:1777047480.644837:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064466c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3685:1863365443024128:0@lo:400:kworker.0 00000100:00100000:0.0:1777047480.648828:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047480.648891:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443024000 00000100:00100000:0.0:1777047480.648903:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443024000 00000100:00100000:0.0:1777047480.648988:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3260 00000100:00100000:0.0:1777047480.649004:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443024000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047480.649088:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443024000:12345-0@lo:400:kworker.0 Request processed in 86us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047480.649104:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3260 00000100:00100000:0.0:1777047480.649216:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064466fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443024000:0@lo:400:kworker.0 00000100:00100000:0.0:1777047480.649258:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064466d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3684:1863365443024512:0@lo:400:kworker.0 00000100:00100000:0.0:1777047480.649308:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047480.649352:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645847100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443025024:0@lo:400:kworker.0 00000100:00100000:0.0:1777047480.649420:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047480.649505:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443024512 00000100:00100000:0.0:1777047480.649513:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443024512 00000100:00100000:0.0:1777047480.649578:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4947 00000100:00100000:0.0:1777047480.649591:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3684:x1863365443024512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047480.649621:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047480.649899:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443025024 00000100:00100000:2.0:1777047480.649908:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443025024 00000100:00100000:2.0:1777047480.650416:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3261 00000100:00100000:2.0:1777047480.650453:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443025024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047480.655411:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064466ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443024384:0@lo:400:kworker.0 00000100:00100000:1.0:1777047480.655530:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047480.655576:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645845f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3683:1863365443024896:0@lo:400:kworker.0 00000100:00100000:1.0:1777047480.655625:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047480.655660:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645845c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3683:1863365443025408:0@lo:400:kworker.0 00000100:00100000:1.0:1777047480.655695:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1777047480.655751:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047480.655775:0:33225:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443023872 00000100:00100000:1.0:1777047480.655785:0:33225:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443023872 00000100:00100000:1.0:1777047480.655863:0:33225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:0.0:1777047480.655878:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3684:x1863365443024512:12345-0@lo:400:kworker.0 Request processed in 6287us (6567us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047480.655878:0:33225:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3683:x1863365443023872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047480.655894:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4947 00000100:00100000:0.0:1777047480.655924:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443024896 00000100:00100000:0.0:1777047480.655930:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443024896 00000100:00100000:1.0:1777047480.655952:0:33225:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3683:x1863365443023872:12345-0@lo:400:kworker.0 Request processed in 75us (6331us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047480.655964:0:33225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:0.0:1777047480.655980:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443025408 00000100:00100000:0.0:1777047480.655985:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443025408 00000100:00080000:1.0:1777047480.656013:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777047480.656019:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4948 00000100:00100000:0.0:1777047480.656030:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3683:x1863365443024896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047480.656094:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3683:x1863365443024896:12345-0@lo:400:kworker.0 Request processed in 65us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047480.656106:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4948 00000100:00100000:0.0:1777047480.656131:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4949 00000100:00100000:0.0:1777047480.656143:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3683:x1863365443025408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047480.656191:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3683:x1863365443025408:12345-0@lo:400:kworker.0 Request processed in 50us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047480.656201:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4949 00000100:00100000:0.0:1777047480.656231:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443024384 00000100:00100000:0.0:1777047480.656238:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443024384 00000100:00100000:0.0:1777047480.656290:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2993 00000100:00100000:0.0:1777047480.656303:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443024384:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1777047480.656505:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047480.656557:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064466ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443024384:0@lo:400:kworker.0 00000100:00100000:1.0:1777047480.656577:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645845f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3683:1863365443024896:0@lo:400:kworker.0 00000100:00100000:1.0:1777047480.656593:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645845c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3683:1863365443025408:0@lo:400:kworker.0 00000100:00100000:1.0:1777047480.656608:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064466f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3683:1863365443023872:0@lo:400:kworker.0 00000100:00100000:1.0:1777047480.656726:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064466d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3684:1863365443024512:0@lo:400:kworker.0 00000100:00100000:1.0:1777047480.656816:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047480.656852:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387959680 00000100:00100000:1.0:1777047480.656859:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387959680 00000100:00100000:1.0:1777047480.656929:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1057 00000100:00100000:1.0:1777047480.656942:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2430:x1863365387959680:12345-192.168.201.54@tcp:22:fsx.0 00000100:00100000:0.0:1777047480.657154:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443024384:12345-0@lo:400:kworker.0 Request processed in 60us (831us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047480.657168:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2993 00002000:00010000:0.0:1777047480.660474:0:20132:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 230287 -> 230287 00002000:00010000:0.0:1777047480.660484:0:20132:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047481 -> 1777047481 00002000:00010000:0.0:1777047480.660488:0:20132:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047480.660494:0:20132:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047481 -> 1777047481 00002000:00010000:0.0:1777047480.660498:0:20132:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 456 -> 456 00000100:00100000:0.0:1777047480.660598:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2430:x1863365387959680:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 3654us (3781us total) trans 21474837575 rc 0/0 00000100:00100000:0.0:1777047480.660613:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1057 00000100:00100000:2.0:1777047480.661380:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443025024:12345-0@lo:400:kworker.0 Request processed in 10948us (11953us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047480.661397:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3261 00000100:00100000:1.0:1777047480.661494:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645847100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443025024:0@lo:400:kworker.0 00000100:00100000:2.0:1777047480.661517:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047480.661579:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064466ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3682:1863365443024768:0@lo:400:kworker.0 00000100:00100000:2.0:1777047480.661628:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047480.661682:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645845500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443025280:0@lo:400:kworker.0 00000100:00100000:2.0:1777047480.661747:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047480.661778:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443024768 00000100:00100000:1.0:1777047480.661788:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443024768 00000100:00080000:2.0:1777047480.661836:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047480.661854:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4950 00000100:00100000:1.0:1777047480.661868:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645846a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3682:x1863365443024768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047480.662106:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443024256 00000100:00100000:0.0:1777047480.662114:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443024256 00000100:00100000:0.0:1777047480.662539:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443025280 00000100:00100000:0.0:1777047480.662546:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443025280 00000100:00100000:0.0:1777047480.662587:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2994 00000100:00100000:0.0:1777047480.662599:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:3682:x1863365443024256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047480.663555:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645846a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3682:x1863365443024768:12345-0@lo:400:kworker.0 Request processed in 1687us (1924us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047480.663567:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4950 00000100:00100000:1.0:1777047480.663635:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2995 00000100:00100000:1.0:1777047480.663649:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443025280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047480.664166:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:3682:x1863365443024256:12345-0@lo:400:kworker.0 Request processed in 1566us (2646us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047480.664179:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2994 00000100:00080000:0.0:1777047480.664229:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777047480.664234:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047480.666643:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047480.666692:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064466e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3685:1863365443024640:0@lo:400:kworker.0 00000100:00100000:0.0:1777047480.667800:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443024128 00000100:00100000:0.0:1777047480.667812:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443024128 00000100:00100000:0.0:1777047480.667875:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4951 00000100:00100000:0.0:1777047480.667889:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3685:x1863365443024128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047480.667958:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3685:x1863365443024128:12345-0@lo:400:kworker.0 Request processed in 70us (1318us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047480.667970:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4951 00000100:00100000:2.0:1777047480.668022:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064466ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3682:1863365443024768:0@lo:400:kworker.0 00000100:00100000:3.0:1777047480.668104:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047480.668151:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645844000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443025152:0@lo:400:kworker.0 00000100:00100000:1.0:1777047480.668153:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443025280:12345-0@lo:400:kworker.0 Request processed in 4506us (6404us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047480.668479:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2995 00000100:00100000:3.0:1777047480.668492:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047480.668572:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443024640 00000100:00100000:0.0:1777047480.668580:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443024640 00000100:00080000:0.0:1777047480.668611:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777047480.668653:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4952 00000100:00100000:0.0:1777047480.668665:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1863365443024640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047480.668730:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1863365443024640:12345-0@lo:400:kworker.0 Request processed in 66us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047480.668742:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4952 00000100:00100000:3.0:1777047480.670651:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064466c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3685:1863365443024128:0@lo:400:kworker.0 00000100:00100000:3.0:1777047480.670675:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064466e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3685:1863365443024640:0@lo:400:kworker.0 00000100:00100000:2.0:1777047480.671406:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645845500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443025280:0@lo:400:kworker.0 00000100:00100000:2.0:1777047480.671480:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064466df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443024256:0@lo:400:kworker.0 00000100:00100000:3.0:1777047480.675331:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443025152 00000100:00100000:3.0:1777047480.675345:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443025152 00000100:00100000:3.0:1777047480.676982:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2996 00000100:00100000:3.0:1777047480.677001:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443025152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047480.677116:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443025152:12345-0@lo:400:kworker.0 Request processed in 117us (8620us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047480.677129:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2996 00000100:00100000:3.0:1777047480.677215:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645844000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443025152:0@lo:400:kworker.0 00000100:00080000:0.0:1777047480.678677:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047480.690719:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047480.690838:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387959808 00000100:00100000:2.0:1777047480.690854:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387959808 00002000:00100000:2.0:1777047480.690929:0:29058:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x8a:0x0] (126976->131071) req@ffff9e0641c57800 x1863365387959808/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:216/0 lens 488/0 e 0 to 0 dl 1777047491 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777047480.690951:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c57800 with x1863365387959808 ext(126976->131071) 00002000:00010000:2.0:1777047480.690985:0:29058:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c57800 00000100:00100000:2.0:1777047480.691492:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1058 00000100:00100000:2.0:1777047480.691512:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2431:x1863365387959808:12345-192.168.201.54@tcp:3:kworker.0 00000100:00100000:2.0:1777047480.692751:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2431:x1863365387959808:12345-192.168.201.54@tcp:3:kworker.0 Request processed in 1240us (3380us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777047480.692767:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1058 00002000:00100000:2.0:1777047480.692779:0:29058:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x8a:0x0] (126976->131071) req@ffff9e0641c57800 x1863365387959808/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:216/0 lens 488/4536 e 0 to 0 dl 1777047491 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777047480.692795:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c57800 with x1863365387959808 ext(126976->131071) 00002000:00010000:2.0:1777047480.692801:0:29058:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c57800 00000100:00100000:1.0:1777047480.713657:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047480.715477:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387959936 00000100:00100000:2.0:1777047480.715494:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387959936 00002000:00100000:2.0:1777047480.715586:0:29067:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x8a:0x0] (131072->135167) req@ffff9e0644c6d880 x1863365387959936/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:216/0 lens 488/0 e 0 to 0 dl 1777047491 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777047480.715609:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6d880 with x1863365387959936 ext(131072->135167) 00002000:00010000:2.0:1777047480.715620:0:29067:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6d880 00000100:00100000:2.0:1777047480.715677:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1059 00000100:00100000:2.0:1777047480.715695:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2432:x1863365387959936:12345-192.168.201.54@tcp:3:kworker.0 00000100:00100000:2.0:1777047480.718348:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2432:x1863365387959936:12345-192.168.201.54@tcp:3:kworker.0 Request processed in 2648us (4695us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777047480.718367:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1059 00002000:00100000:2.0:1777047480.718405:0:29067:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x8a:0x0] (131072->135167) req@ffff9e0644c6d880 x1863365387959936/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:216/0 lens 488/4536 e 0 to 0 dl 1777047491 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777047480.718424:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6d880 with x1863365387959936 ext(131072->135167) 00002000:00010000:2.0:1777047480.718458:0:29067:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6d880 00000100:00100000:1.0:1777047480.735727:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047480.736408:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387960064 00000100:00100000:0.0:1777047480.736423:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387960064 00002000:00100000:0.0:1777047480.736527:0:8485:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x8a:0x0] (106496->172031) req@ffff9e0644c6ed80 x1863365387960064/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:216/0 lens 504/0 e 0 to 0 dl 1777047491 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777047480.736550:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6ed80 with x1863365387960064 ext(106496->172031) 00002000:00010000:0.0:1777047480.737557:0:8485:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6ed80 00000100:00100000:2.0:1777047480.737767:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1060 00000100:00100000:2.0:1777047480.737791:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2431:x1863365387960064:12345-192.168.201.54@tcp:3:kworker.0 00000100:00100000:2.0:1777047480.762686:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2431:x1863365387960064:12345-192.168.201.54@tcp:3:kworker.0 Request processed in 24885us (26953us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1777047480.762714:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1060 00002000:00100000:2.0:1777047480.762735:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x8a:0x0] (106496->172031) req@ffff9e0644c6ed80 x1863365387960064/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:216/0 lens 504/440 e 0 to 0 dl 1777047491 ref 1 fl Complete:/600/0 rc 57344/57344 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777047480.762761:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6ed80 with x1863365387960064 ext(106496->172031) 00002000:00010000:2.0:1777047480.762771:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6ed80 00000100:00100000:0.0:1777047480.815222:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047480.816243:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387960192 00000100:00100000:2.0:1777047480.816260:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387960192 00000100:00100000:2.0:1777047480.816483:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1061 00000100:00100000:2.0:1777047480.816642:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2429:x1863365387960192:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:2.0:1777047480.817231:0:29057:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 230287 -> 230287 00002000:00010000:2.0:1777047480.817574:0:29057:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047480.817580:0:29057:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047480.817584:0:29057:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047480.817588:0:29057:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 456 -> 456 00000100:00100000:2.0:1777047480.817700:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2429:x1863365387960192:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 1065us (2490us total) trans 21474837576 rc 0/0 00000100:00100000:2.0:1777047480.827922:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1061 00000100:00100000:3.0:1777047480.832345:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047480.832492:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387960320 00000100:00100000:1.0:1777047480.832509:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387960320 00000100:00100000:1.0:1777047480.832620:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1062 00000100:00100000:1.0:1777047480.832638:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2429:x1863365387960320:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:1.0:1777047480.832937:0:24565:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 230287 -> 230287 00002000:00010000:1.0:1777047480.832946:0:24565:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047481 -> 1777047481 00002000:00010000:1.0:1777047480.832952:0:24565:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047480.832956:0:24565:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047481 -> 1777047481 00002000:00010000:1.0:1777047480.832962:0:24565:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 456 -> 456 00000100:00100000:1.0:1777047480.833068:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2429:x1863365387960320:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 431us (729us total) trans 21474837577 rc 0/0 00000100:00100000:1.0:1777047480.833084:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1062 00000100:00100000:1.0:1777047480.855637:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047480.856473:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387960448 00000100:00100000:0.0:1777047480.856487:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387960448 00002000:00100000:0.0:1777047480.856554:0:24564:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x8a:0x0] (4096->69631) req@ffff9e0644c6c000 x1863365387960448/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:216/0 lens 488/0 e 0 to 0 dl 1777047491 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777047480.856573:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6c000 with x1863365387960448 ext(4096->69631) 00002000:00010000:0.0:1777047480.856582:0:24564:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6c000 00000100:00100000:0.0:1777047480.856646:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1063 00000100:00100000:0.0:1777047480.856661:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2429:x1863365387960448:12345-192.168.201.54@tcp:3:kworker.0 00000100:00100000:1.0:1777047480.893142:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2429:x1863365387960448:12345-192.168.201.54@tcp:3:kworker.0 Request processed in 36473us (37506us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1777047480.893165:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1063 00002000:00100000:1.0:1777047480.893183:0:24564:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x8a:0x0] (4096->69631) req@ffff9e0644c6c000 x1863365387960448/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:216/0 lens 488/440 e 0 to 0 dl 1777047491 ref 1 fl Complete:/600/0 rc 65536/65536 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777047480.893202:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6c000 with x1863365387960448 ext(4096->69631) 00002000:00010000:1.0:1777047480.893212:0:24564:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6c000 00000100:00100000:1.0:1777047480.956103:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047480.959359:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387960576 00000100:00100000:2.0:1777047480.959377:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387960576 00002000:00100000:2.0:1777047480.959540:0:24566:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x8a:0x0] (16384->53247) req@ffff9e0644c6ce00 x1863365387960576/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:216/0 lens 488/0 e 0 to 0 dl 1777047491 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777047480.959575:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6ce00 with x1863365387960576 ext(16384->53247) 00002000:00010000:2.0:1777047480.959586:0:24566:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6ce00 00000100:00100000:2.0:1777047480.959652:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1064 00000100:00100000:2.0:1777047480.959669:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2432:x1863365387960576:12345-192.168.201.54@tcp:4:fsx.0 00000100:00100000:2.0:1777047480.983838:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:2432:x1863365387960576:12345-192.168.201.54@tcp:4:fsx.0 Request processed in 24153us (28060us total) trans 21474837578 rc 0/0 00000100:00100000:2.0:1777047480.983863:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1064 00002000:00100000:2.0:1777047480.983889:0:24566:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x8a:0x0] (16384->53247) req@ffff9e0644c6ce00 x1863365387960576/t21474837578(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:216/0 lens 488/448 e 0 to 0 dl 1777047491 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777047480.983912:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6ce00 with x1863365387960576 ext(16384->53247) 00002000:00010000:2.0:1777047480.983928:0:24566:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6ce00 00000100:00100000:1.0:1777047481.002139:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047481.003641:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387960704 00000100:00100000:2.0:1777047481.003657:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387960704 00000100:00100000:2.0:1777047481.003860:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3792 00000100:00100000:2.0:1777047481.003880:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:2431:x1863365387960704:12345-192.168.201.54@tcp:16:fsx.0 00000100:00080000:0.0:1777047481.009068:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1777047481.025945:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837578 is committed 00000001:00080000:3.0:1777047481.026032:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837556 is committed 00000100:00100000:2.0:1777047481.026534:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2431:x1863365387960704:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 22650us (24399us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047481.026556:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3792 00000100:00100000:1.0:1777047481.063538:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047481.064673:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387960832 00000100:00100000:3.0:1777047481.064690:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387960832 00002000:00100000:3.0:1777047481.064760:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (192512->204799) req@ffff9e0644c6c380 x1863365387960832/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:217/0 lens 488/0 e 0 to 0 dl 1777047492 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047481.064781:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6c380 with x1863365387960832 ext(192512->204799) 00002000:00010000:3.0:1777047481.064791:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6c380 00000100:00100000:3.0:1777047481.064848:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1065 00000100:00100000:3.0:1777047481.064867:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2432:x1863365387960832:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:3.0:1777047481.065248:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2432:x1863365387960832:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 384us (1720us total) trans 0 rc 12288/12288 00000100:00100000:3.0:1777047481.065264:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1065 00002000:00100000:3.0:1777047481.065277:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (192512->204799) req@ffff9e0644c6c380 x1863365387960832/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:217/0 lens 488/12728 e 0 to 0 dl 1777047492 ref 1 fl Complete:/600/0 rc 12288/12288 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047481.065294:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6c380 with x1863365387960832 ext(192512->204799) 00002000:00010000:3.0:1777047481.065301:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6c380 00000100:00100000:0.0:1777047481.090814:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047481.091498:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387960960 00000100:00100000:2.0:1777047481.091515:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387960960 00000100:00100000:2.0:1777047481.091778:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1066 00000100:00100000:2.0:1777047481.092083:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2431:x1863365387960960:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:2.0:1777047481.093332:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 230287 -> 230287 00002000:00010000:2.0:1777047481.093342:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047481.093348:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047481.093352:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047481.093356:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 456 -> 368 00000100:00100000:2.0:1777047481.093508:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2431:x1863365387960960:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 1429us (2703us total) trans 21474837579 rc 0/0 00000100:00100000:2.0:1777047481.093525:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1066 00000100:00100000:1.0:1777047481.109663:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047481.109840:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387961216 00000100:00100000:0.0:1777047481.109855:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387961216 00000100:00100000:0.0:1777047481.109988:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6036 00000100:00100000:0.0:1777047481.110006:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+63:57853:x1863365387961216:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:0.0:1777047481.110083:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047481.110120:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d724938b93 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f803f expref: 63 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.110151:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047481.110160:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047481.110505:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d724938b9a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.110533:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d724938b9a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.110551:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d724938b9a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047481.110629:0:6588:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934890 00000004:00010000:0.0:1777047481.110672:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f579ad34 reply state 000000005d1df02e transno 8589934891 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d724938b9a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.110692:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d724938b9a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.110705:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047481.110710:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047481.110714:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047481.111475:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+65:57853:x1863365387961216:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 1130us (1480us total) trans 8589934891 rc 0/0 00000100:00100000:0.0:1777047481.111491:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6036 00000020:00080000:0.0:1777047481.111500:0:6588:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:2.0:1777047481.111995:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047481.124921:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047481.124993:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047481.125054:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047481.125215:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387961344 00000100:00100000:2.0:1777047481.125230:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387961344 00002000:00010000:2.0:1777047481.125284:0:29058:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (243090->18446744073709551615) 00002000:00100000:2.0:1777047481.125291:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6ea00 with x1863365387961344 ext(243090->18446744073709551615) 00002000:00010000:2.0:1777047481.125307:0:29058:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6ea00. 00000100:00100000:2.0:1777047481.125351:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387961600 00000100:00100000:2.0:1777047481.125358:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387961600 00002000:00010000:2.0:1777047481.125463:0:29058:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047481.125471:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0745ebc380 with x1863365387961600 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047481.125481:0:29058:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0745ebc380. 00000100:00100000:2.0:1777047481.125509:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387961472 00000100:00100000:2.0:1777047481.125515:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387961472 00002000:00010000:2.0:1777047481.125554:0:29058:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047481.125560:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0745ebea00 with x1863365387961472 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047481.125570:0:29058:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0745ebea00. 00000100:00100000:2.0:1777047481.125599:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1067 00000100:00100000:2.0:1777047481.125616:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365387961344:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047481.125910:0:29058:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 230287 -> 243090 00002000:00010000:2.0:1777047481.125919:0:29058:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047481.125925:0:29058:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047481.125930:0:29058:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047481.125935:0:29058:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 368 -> 368 00000100:00100000:2.0:1777047481.126018:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365387961344:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 403us (1107us total) trans 21474837580 rc 0/0 00000100:00100000:2.0:1777047481.126033:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1067 00002000:00010000:2.0:1777047481.126040:0:29058:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (243090->18446744073709551615) 00002000:00100000:2.0:1777047481.126045:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6ea00 with x1863365387961344 ext(243090->18446744073709551615) 00002000:00010000:2.0:1777047481.126053:0:29058:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6ea00. 00000100:00100000:2.0:1777047481.126087:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1068 00000100:00100000:2.0:1777047481.126100:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365387961600:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047481.126199:0:29058:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047481.126205:0:29058:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047481.126210:0:29058:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047481.126214:0:29058:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047481.126219:0:29058:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047481.126257:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365387961600:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 158us (1264us total) trans 21474837581 rc 0/0 00000100:00100000:2.0:1777047481.126270:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1068 00002000:00010000:2.0:1777047481.126275:0:29058:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047481.126280:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0745ebc380 with x1863365387961600 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047481.126288:0:29058:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0745ebc380. 00000100:00100000:2.0:1777047481.126312:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1069 00000100:00100000:2.0:1777047481.126324:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2429:x1863365387961472:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047481.126502:0:29058:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047481.126509:0:29058:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047481.126513:0:29058:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047481.126517:0:29058:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047481.126522:0:29058:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777047481.126569:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:2429:x1863365387961472:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 244us (1513us total) trans 17179870309 rc 0/0 00000100:00100000:2.0:1777047481.126583:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1069 00002000:00010000:2.0:1777047481.126589:0:29058:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047481.126594:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0745ebea00 with x1863365387961472 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047481.126604:0:29058:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0745ebea00. 00000100:00080000:2.0:1777047481.126641:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047481.139841:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047481.140013:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387961728 00000100:00100000:2.0:1777047481.140029:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387961728 00002000:00100000:2.0:1777047481.140101:0:29057:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x8a:0x0] (204800->245759) req@ffff9e064466e300 x1863365387961728/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:217/0 lens 488/0 e 0 to 0 dl 1777047492 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047481.140124:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064466e300 with x1863365387961728 ext(204800->245759) 00002000:00010000:2.0:1777047481.140134:0:29057:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064466e300 00000100:00100000:2.0:1777047481.140591:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1070 00000100:00100000:2.0:1777047481.140611:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365387961728:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:2.0:1777047481.155548:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365387961728:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 11564us (12341us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1777047481.155569:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1070 00002000:00100000:2.0:1777047481.155591:0:29057:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x8a:0x0] (204800->245759) req@ffff9e064466e300 x1863365387961728/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:217/0 lens 488/440 e 0 to 0 dl 1777047492 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047481.155610:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064466e300 with x1863365387961728 ext(204800->245759) 00002000:00010000:2.0:1777047481.155620:0:29057:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064466e300 00010000:00010000:1.0:1777047481.156625:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047481.156625:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443025664:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777047481.156991:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047481.157096:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443025664 00000100:00100000:3.0:1777047481.157109:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777047481.157110:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443025664 00000100:00100000:3.0:1777047481.157130:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443025536:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777047481.157191:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047481.157200:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3262 00000100:00100000:1.0:1777047481.157220:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365443025664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777047481.157273:0:6593:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445871616 avail 1299632128 00000100:00100000:3.0:1777047481.157276:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443025536 00000100:00100000:3.0:1777047481.157287:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443025536 00000100:00100000:3.0:1777047481.157352:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2475 00000100:00100000:3.0:1777047481.157374:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365443025536:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777047481.157375:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365443025664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 154us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047481.157469:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3262 00002000:00000024:3.0:1777047481.157487:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 301955520 pending 0 free 3917078528 avail 3685556224 00000100:00100000:3.0:1777047481.157557:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365443025536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 191us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047481.157564:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443025664:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777047481.157586:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2475 00000100:00100000:1.0:1777047481.157635:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443025536:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777047481.179623:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047481.187547:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387961856 00000100:00100000:2.0:1777047481.187567:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387961856 00002000:00100000:2.0:1777047481.187644:0:29061:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x8a:0x0] (229376->243089) req@ffff9e064466c700 x1863365387961856/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:217/0 lens 14208/0 e 0 to 0 dl 1777047492 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047481.187666:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064466c700 with x1863365387961856 ext(229376->243089) 00002000:00010000:2.0:1777047481.187675:0:29061:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064466c700 00000100:00100000:2.0:1777047481.187743:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1071 00000100:00100000:2.0:1777047481.187761:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365387961856:12345-192.168.201.54@tcp:4:fsx.0 00000100:00100000:2.0:1777047481.201608:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365387961856:12345-192.168.201.54@tcp:4:fsx.0 Request processed in 13836us (21979us total) trans 21474837582 rc 0/0 00000100:00100000:2.0:1777047481.201629:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1071 00002000:00100000:2.0:1777047481.201648:0:29061:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x8a:0x0] (229376->243089) req@ffff9e064466c700 x1863365387961856/t21474837582(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:217/0 lens 14208/448 e 0 to 0 dl 1777047492 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047481.201665:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064466c700 with x1863365387961856 ext(229376->243089) 00002000:00010000:2.0:1777047481.201673:0:29061:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064466c700 00000100:00100000:1.0:1777047481.213990:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047481.214172:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387961984 00000100:00100000:0.0:1777047481.214188:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387961984 00000100:00100000:0.0:1777047481.214353:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3793 00000100:00100000:0.0:1777047481.214370:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365387961984:12345-192.168.201.54@tcp:16:fsx.0 00000001:00080000:3.0:1777047481.229884:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837582 is committed 00000100:00100000:0.0:1777047481.232026:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2430:x1863365387961984:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 17651us (18040us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047481.232044:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3793 00000100:00100000:3.0:1777047481.244671:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047481.246344:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387962112 00000100:00100000:0.0:1777047481.246359:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387962112 00000100:00100000:0.0:1777047481.246524:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6037 00000100:00100000:0.0:1777047481.246544:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+65:57853:x1863365387962112:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047481.246580:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047481.246609:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d724938ba1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8046 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.246769:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d724938ba8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.246795:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d724938ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.246814:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d724938ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047481.246877:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 243090 00000004:00200000:0.0:1777047481.246885:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047481.246913:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d724938ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.246961:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d724938ba1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8046 expref: 67 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.246989:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d724938ba8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8046 expref: 66 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.247003:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047481.247008:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047481.247014:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0771676000, rc 0) 00000100:00100000:0.0:1777047481.247105:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+66:57853:x1863365387962112:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 565us (2445us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047481.247118:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6037 00000100:00100000:2.0:1777047481.269314:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047481.272554:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387962240 00000100:00100000:1.0:1777047481.272572:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387962240 00000100:00100000:1.0:1777047481.272691:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1072 00000100:00100000:1.0:1777047481.272710:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2432:x1863365387962240:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:1.0:1777047481.272945:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 243090 -> 243090 00002000:00010000:1.0:1777047481.272952:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047481 -> 1777047481 00002000:00010000:1.0:1777047481.272957:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 0 -> 1777047481 00002000:00010000:1.0:1777047481.272961:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047481 -> 1777047481 00002000:00010000:1.0:1777047481.272965:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 368 -> 400 00000100:00100000:1.0:1777047481.273076:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2432:x1863365387962240:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 369us (3771us total) trans 21474837583 rc 0/0 00000100:00100000:1.0:1777047481.273090:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1072 00000100:00100000:1.0:1777047481.345646:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047481.345828:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387962368 00000100:00100000:2.0:1777047481.345844:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387962368 00002000:00100000:2.0:1777047481.345922:0:24566:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x8a:0x0] (0->65535) req@ffff9e0745ebe300 x1863365387962368/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:217/0 lens 504/0 e 0 to 0 dl 1777047492 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047481.345945:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0745ebe300 with x1863365387962368 ext(0->65535) 00002000:00010000:2.0:1777047481.345956:0:24566:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0745ebe300 00000100:00100000:2.0:1777047481.346019:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1073 00000100:00100000:2.0:1777047481.346039:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365387962368:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:3.0:1777047481.366803:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365387962368:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 20756us (21156us total) trans 0 rc 40960/40960 00000100:00100000:3.0:1777047481.366826:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1073 00002000:00100000:3.0:1777047481.366847:0:24566:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x8a:0x0] (0->65535) req@ffff9e0745ebe300 x1863365387962368/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:217/0 lens 504/440 e 0 to 0 dl 1777047492 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047481.366868:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0745ebe300 with x1863365387962368 ext(0->65535) 00002000:00010000:3.0:1777047481.366878:0:24566:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0745ebe300 00000100:00100000:2.0:1777047481.415641:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047481.416340:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387962496 00000100:00100000:0.0:1777047481.416356:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387962496 00002000:00100000:0.0:1777047481.416531:0:20132:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x8a:0x0] (0->40959) req@ffff9e0645847480 x1863365387962496/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:217/0 lens 488/0 e 0 to 0 dl 1777047492 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047481.416558:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645847480 with x1863365387962496 ext(0->40959) 00002000:00010000:0.0:1777047481.416568:0:20132:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645847480 00000100:00100000:0.0:1777047481.416656:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1074 00000100:00100000:0.0:1777047481.416681:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365387962496:12345-192.168.201.54@tcp:4:fsx.0 00000100:00100000:0.0:1777047481.438714:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365387962496:12345-192.168.201.54@tcp:4:fsx.0 Request processed in 22028us (23076us total) trans 21474837584 rc 0/0 00000100:00100000:0.0:1777047481.438743:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1074 00002000:00100000:0.0:1777047481.438767:0:20132:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x8a:0x0] (0->40959) req@ffff9e0645847480 x1863365387962496/t21474837584(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:217/0 lens 488/448 e 0 to 0 dl 1777047492 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047481.439166:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645847480 with x1863365387962496 ext(0->40959) 00002000:00010000:0.0:1777047481.439179:0:20132:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645847480 00000100:00100000:2.0:1777047481.465718:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047481.467627:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387962624 00000100:00100000:0.0:1777047481.467648:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387962624 00000100:00100000:0.0:1777047481.467792:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3794 00000100:00100000:0.0:1777047481.467816:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2432:x1863365387962624:12345-192.168.201.54@tcp:16:fsx.0 00000001:00080000:1.0:1777047481.486562:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837584 is committed 00000100:00100000:0.0:1777047481.494833:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2432:x1863365387962624:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 27006us (29109us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047481.494856:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3794 00000100:00100000:1.0:1777047481.528367:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047481.528543:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387962752 00000100:00100000:2.0:1777047481.528561:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387962752 00000100:00100000:2.0:1777047481.528686:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1075 00000100:00100000:2.0:1777047481.528707:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2432:x1863365387962752:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:2.0:1777047481.529822:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 243090 -> 243090 00002000:00010000:2.0:1777047481.529831:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047481.529836:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047481.529841:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047481.529845:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 400 -> 416 00000100:00100000:2.0:1777047481.529960:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2432:x1863365387962752:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 1256us (1604us total) trans 21474837585 rc 0/0 00000100:00100000:2.0:1777047481.529977:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1075 00000100:00100000:1.0:1777047481.551224:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047481.552926:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387962880 00000100:00100000:2.0:1777047481.552941:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387962880 00000100:00100000:2.0:1777047481.553059:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1076 00000100:00100000:2.0:1777047481.553079:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2431:x1863365387962880:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:2.0:1777047481.553701:0:24563:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 243090 -> 243090 00002000:00010000:2.0:1777047481.553708:0:24563:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047481.553714:0:24563:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047481.553719:0:24563:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047481.553723:0:24563:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 416 -> 416 00000100:00100000:2.0:1777047481.553833:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365387962880:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 757us (2618us total) trans 21474837586 rc 0/0 00000100:00100000:2.0:1777047481.553855:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1076 00000100:00100000:3.0:1777047481.572947:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047481.578126:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387963008 00000100:00100000:2.0:1777047481.578149:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387963008 00002000:00100000:2.0:1777047481.578666:0:29067:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x8a:0x0] (172032->192511) req@ffff9e0644c09500 x1863365387963008/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:217/0 lens 488/0 e 0 to 0 dl 1777047492 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047481.578692:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c09500 with x1863365387963008 ext(172032->192511) 00002000:00010000:2.0:1777047481.578718:0:29067:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c09500 00000100:00100000:2.0:1777047481.578765:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1077 00000100:00100000:2.0:1777047481.578802:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365387963008:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:3.0:1777047481.604996:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365387963008:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 26185us (34824us total) trans 0 rc 20480/20480 00000100:00100000:3.0:1777047481.605020:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1077 00002000:00100000:3.0:1777047481.605043:0:29067:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x8a:0x0] (172032->192511) req@ffff9e0644c09500 x1863365387963008/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:217/0 lens 488/440 e 0 to 0 dl 1777047492 ref 1 fl Complete:/600/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047481.605063:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c09500 with x1863365387963008 ext(172032->192511) 00002000:00010000:3.0:1777047481.605074:0:29067:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c09500 00000100:00100000:2.0:1777047481.648361:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047481.648811:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387963264 00000100:00100000:0.0:1777047481.648826:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387963264 00000100:00100000:0.0:1777047481.648929:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6038 00000100:00100000:0.0:1777047481.648948:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645847800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+66:57853:x1863365387963264:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:0.0:1777047481.649053:0:6590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047481.649096:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d724938ba8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8046 expref: 66 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.649127:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047481.649136:0:6590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047481.649362:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7200/0x5ecf73d724938baf lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.649484:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7200/0x5ecf73d724938baf lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.649504:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7200/0x5ecf73d724938baf lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047481.649581:0:6590:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934892 00000004:00010000:0.0:1777047481.649625:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002b7a89ea reply state 00000000630c8d60 transno 8589934893 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7200/0x5ecf73d724938baf lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.649647:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7200/0x5ecf73d724938baf lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.649660:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047481.649664:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047481.649669:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047481.651106:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645847800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+68:57853:x1863365387963264:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 2043us (2636us total) trans 8589934893 rc 0/0 00000100:00100000:0.0:1777047481.651120:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6038 00000020:00080000:0.0:1777047481.651130:0:6590:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047481.666872:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443025920:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777047481.666965:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047481.667061:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064466d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443025792:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777047481.667099:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047481.667370:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443025920 00000100:00100000:1.0:1777047481.667445:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443025920 00000100:00100000:1.0:1777047481.667609:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443025792 00000100:00100000:1.0:1777047481.667616:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443025792 00000100:00100000:2.0:1777047481.672830:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2476 00000100:00100000:2.0:1777047481.672857:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443025920:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777047481.672897:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 301955520 pending 0 free 3917078528 avail 3685556224 00000100:00100000:2.0:1777047481.674239:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443025920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1391us (7271us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047481.674254:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2476 00000100:00100000:2.0:1777047481.674302:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2477 00000100:00100000:2.0:1777047481.674315:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443025792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777047481.674359:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 226231872 pending 0 free 3918983168 avail 3687395328 00000100:00100000:2.0:1777047481.674469:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443025792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 156us (7368us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047481.674481:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2477 00000100:00100000:2.0:1777047481.674560:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443025920:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777047481.674584:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064466d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443025792:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777047481.676644:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047481.678209:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387963392 00000100:00100000:1.0:1777047481.678224:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387963392 00002000:00010000:1.0:1777047481.678274:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (258157->18446744073709551615) 00002000:00100000:1.0:1777047481.678291:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064466f100 with x1863365387963392 ext(258157->18446744073709551615) 00002000:00010000:1.0:1777047481.678308:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064466f100. 00000100:00100000:1.0:1777047481.678444:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1078 00000100:00100000:1.0:1777047481.678464:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365387963392:12345-192.168.201.54@tcp:10:fsx.0 00000100:00100000:2.0:1777047481.678477:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047481.678543:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047481.678593:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387963648 00002000:00010000:1.0:1777047481.678742:0:8486:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 243090 -> 258157 00002000:00010000:1.0:1777047481.678749:0:8486:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047481 -> 1777047482 00002000:00010000:1.0:1777047481.678753:0:8486:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:1.0:1777047481.678757:0:8486:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047481 -> 1777047482 00002000:00010000:1.0:1777047481.678761:0:8486:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 416 -> 416 00000100:00100000:1.0:1777047481.678847:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365387963392:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 388us (3663us total) trans 21474837587 rc 0/0 00000100:00100000:1.0:1777047481.678860:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1078 00002000:00010000:1.0:1777047481.678867:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (258157->18446744073709551615) 00002000:00100000:1.0:1777047481.678871:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064466f100 with x1863365387963392 ext(258157->18446744073709551615) 00002000:00010000:1.0:1777047481.678879:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064466f100. 00000100:00100000:1.0:1777047481.678901:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387963520 00000100:00100000:1.0:1777047481.678907:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387963520 00002000:00010000:1.0:1777047481.678929:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:1.0:1777047481.678934:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645845f80 with x1863365387963520 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047481.678942:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0645845f80. 00000100:00100000:1.0:1777047481.678966:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1079 00000100:00100000:1.0:1777047481.678976:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:2430:x1863365387963520:12345-192.168.201.54@tcp:10:fsx.0 00000100:00100000:3.0:1777047481.678992:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387963648 00002000:00010000:3.0:1777047481.679101:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:3.0:1777047481.679107:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645845c00 with x1863365387963648 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047481.679114:0:8486:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047481.679115:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645845c00. 00002000:00010000:1.0:1777047481.679119:0:8486:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047481 -> 1777047482 00002000:00010000:1.0:1777047481.679124:0:8486:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047481.679128:0:8486:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047481 -> 1777047482 00002000:00010000:1.0:1777047481.679132:0:8486:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777047481.679148:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1080 00000100:00100000:3.0:1777047481.679160:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365387963648:12345-192.168.201.54@tcp:10:fsx.0 00000100:00100000:1.0:1777047481.679167:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:2430:x1863365387963520:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 193us (625us total) trans 17179870310 rc 0/0 00000100:00100000:1.0:1777047481.679178:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1079 00002000:00010000:1.0:1777047481.679183:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:1.0:1777047481.679187:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645845f80 with x1863365387963520 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047481.679194:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0645845f80. 00002000:00010000:3.0:1777047481.679484:0:29057:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047481.679489:0:29057:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047481 -> 1777047482 00002000:00010000:3.0:1777047481.679493:0:29057:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047481.679496:0:29057:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047481 -> 1777047482 00002000:00010000:3.0:1777047481.679499:0:29057:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047481.679538:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365387963648:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 380us (1073us total) trans 21474837588 rc 0/0 00000100:00100000:3.0:1777047481.679550:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1080 00002000:00010000:3.0:1777047481.679554:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:3.0:1777047481.679590:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645845c00 with x1863365387963648 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047481.679598:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645845c00. 00000100:00100000:1.0:1777047481.699781:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047481.700564:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387963776 00000100:00100000:0.0:1777047481.700697:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387963776 00000100:00100000:0.0:1777047481.700880:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6039 00000100:00100000:0.0:1777047481.700899:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+68:57853:x1863365387963776:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047481.700951:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047481.700984:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d724938bb6 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f804d expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.701144:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938bbd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.701565:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938bbd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.701592:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938bbd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047481.701642:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 258157 00000004:00200000:0.0:1777047481.701650:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047481.701678:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938bbd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.701752:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d724938bb6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f804d expref: 70 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.701783:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938bbd lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f804d expref: 69 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.701797:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047481.701802:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047481.701807:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ede00, rc 0) 00000100:00100000:0.0:1777047481.701883:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+69:57853:x1863365387963776:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 988us (2113us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047481.701896:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6039 00000100:00100000:2.0:1777047481.717321:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047481.720929:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387963904 00000100:00100000:3.0:1777047481.720945:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387963904 00000100:00100000:3.0:1777047481.721084:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1081 00000100:00100000:3.0:1777047481.721102:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365387963904:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:2.0:1777047481.722849:0:29059:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 258157 -> 258157 00002000:00010000:2.0:1777047481.722857:0:29059:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047482 -> 1777047482 00002000:00010000:2.0:1777047481.722861:0:29059:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047481.722865:0:29059:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047482 -> 1777047482 00002000:00010000:2.0:1777047481.722870:0:29059:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 416 -> 312 00000100:00100000:2.0:1777047481.722965:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365387963904:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 1863us (5651us total) trans 21474837589 rc 0/0 00000100:00100000:2.0:1777047481.722990:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1081 00000100:00100000:2.0:1777047481.761653:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047481.762075:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387964032 00000100:00100000:3.0:1777047481.762091:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387964032 00000100:00100000:3.0:1777047481.762206:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1082 00000100:00100000:3.0:1777047481.762225:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365387964032:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:3.0:1777047481.762616:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 258157 -> 258157 00002000:00010000:3.0:1777047481.762624:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047482 -> 1777047482 00002000:00010000:3.0:1777047481.762628:0:24566:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:3.0:1777047481.762633:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047482 -> 1777047482 00002000:00010000:3.0:1777047481.762637:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 312 -> 328 00000100:00100000:3.0:1777047481.763075:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365387964032:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 853us (1430us total) trans 21474837590 rc 0/0 00000100:00100000:3.0:1777047481.763091:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1082 00000100:00100000:1.0:1777047481.801255:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047481.801525:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387964160 00000100:00100000:0.0:1777047481.801542:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387964160 00000100:00100000:0.0:1777047481.801682:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1083 00000100:00100000:0.0:1777047481.801700:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365387964160:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:0.0:1777047481.802051:0:20132:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 258157 -> 258157 00002000:00010000:0.0:1777047481.802059:0:20132:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047482 -> 1777047482 00002000:00010000:0.0:1777047481.802064:0:20132:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:0.0:1777047481.802070:0:20132:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047482 -> 1777047482 00002000:00010000:0.0:1777047481.802074:0:20132:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 328 -> 328 00000100:00100000:0.0:1777047481.802185:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365387964160:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 485us (939us total) trans 21474837591 rc 0/0 00000100:00100000:0.0:1777047481.802201:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1083 00000100:00100000:2.0:1777047481.827570:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047481.828328:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387964416 00000100:00100000:0.0:1777047481.828365:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387964416 00000100:00100000:0.0:1777047481.828534:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2045 00000100:00100000:0.0:1777047481.828551:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+69:57853:x1863365387964416:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:0.0:1777047481.828939:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+70:57853:x1863365387964416:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 388us (1377us total) trans 8589934894 rc 0/0 00000100:00100000:0.0:1777047481.828956:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2045 00000100:00100000:2.0:1777047481.922550:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047481.922692:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387964672 00000100:00100000:1.0:1777047481.922704:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387964672 00000100:00100000:1.0:1777047481.922787:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6040 00000100:00100000:1.0:1777047481.922801:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+70:57854:x1863365387964672:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047481.923108:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047481.923137:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d724938bc4 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8054 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.923237:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938bcb lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.923258:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938bcb lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.923273:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938bcb lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.923289:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938bd2 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.923300:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.923309:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.923520:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a600/0x5ecf73d724938bd9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.923537:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a600/0x5ecf73d724938bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.923549:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a600/0x5ecf73d724938bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047481.923563:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 258157 00010000:00010000:1.0:1777047481.923656:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938bcb lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.923667:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938bcb lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.923677:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938bcb lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.923687:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938bcb lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.923696:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047481.923703:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938bcb lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.923721:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938bcb lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.923737:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e074a0a9c00) 00010000:00010000:1.0:1777047481.923742:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047481.923747:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938bcb lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.923757:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938bcb lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.923778:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.923787:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938bd2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.923797:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938bd2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.924116:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047481.924121:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938bd2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.924131:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938bd2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.924144:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0761fba300) 00010000:00010000:1.0:1777047481.924147:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047481.924152:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938bd2 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.924465:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938bd2 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.924516:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d724938bc4 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8054 expref: 73 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.924537:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a600/0x5ecf73d724938bd9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8054 expref: 72 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.924549:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047481.924553:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047481.924557:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e078205a600, rc 0) 00000100:00100000:1.0:1777047481.924643:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+72:57854:x1863365387964672:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1844us (2103us total) trans 8589934895 rc 0/0 00000100:00100000:1.0:1777047481.924655:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6040 00000100:00100000:1.0:1777047481.935019:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047481.935231:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387964800 00000100:00100000:3.0:1777047481.935244:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387964800 00000100:00100000:3.0:1777047481.935333:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 397 00000100:00100000:3.0:1777047481.935348:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+72:2431:x1863365387964800:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047481.935371:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047481.935471:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a600/0x5ecf73d724938bd9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8054 expref: 72 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.935499:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047481.935506:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047481.935657:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+71:2431:x1863365387964800:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 310us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047481.935670:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 397 00000100:00100000:3.0:1777047481.938033:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047481.938164:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387965056 00000100:00100000:2.0:1777047481.938174:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387965056 00000100:00100000:2.0:1777047481.938243:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6041 00000100:00100000:2.0:1777047481.938259:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+71:57854:x1863365387965056:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047481.938304:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047481.938330:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d724938be7 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f805b expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.943222:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938bee lrc: 3/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.943247:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938bee lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.943264:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938bee lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047481.943279:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x30:0x0]: returning size 0 00010000:00010000:2.0:1777047481.943344:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d724938be7 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f805b expref: 74 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.943370:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938bee lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f805b expref: 73 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.943406:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x30:0x0].0x0 (ffff9e06431c1100) 00010000:00010000:2.0:1777047481.943438:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047481.943443:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139a600, rc 0) 00000100:00100000:2.0:1777047481.943541:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:57854:x1863365387965056:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 5284us (5513us total) trans 8589934896 rc 0/0 00000100:00100000:2.0:1777047481.943554:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6041 00000100:00100000:2.0:1777047481.952115:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047481.952214:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387965312 00000100:00100000:1.0:1777047481.952228:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387965312 00000100:00100000:1.0:1777047481.952319:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6042 00000100:00100000:1.0:1777047481.952335:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:57854:x1863365387965312:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047481.952362:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047481.952460:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a800/0x5ecf73d724938bfc lrc: 2/0,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8062 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.952618:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938c03 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.952646:0:9025:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938bee lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f805b expref: 74 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.952659:0:9025:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938c03 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x30:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.952703:0:9025:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938bee lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f805b expref: 74 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.952723:0:9025:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938bee lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f805b expref: 74 pid: 6589 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047481.952743:0:9025:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745ebe680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9025:1863365443026048:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047481.952850:0:9025:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0748b0d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047481.958847:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047481.961856:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387965440 00000100:00100000:1.0:1777047481.961869:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387965440 00010000:00010000:1.0:1777047481.961926:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938bee lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f805b expref: 75 pid: 6589 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047481.961977:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1932 00000100:00100000:1.0:1777047481.961993:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:2430:x1863365387965440:12345-192.168.201.54@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777047481.962138:0:9025:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745ebe680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9025:1863365443026048:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047481.962173:0:9025:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938c03 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x30:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.962668:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047481.962680:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938bee lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f805b expref: 75 pid: 6589 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.962711:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938bee lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f805b expref: 75 pid: 6589 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.962744:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938bee lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f805b expref: 75 pid: 6589 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.962768:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x30:0x0].0x0 (ffff9e06431c1100) 00010000:00010000:1.0:1777047481.962777:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938c03 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x30:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.962790:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938c03 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x30:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.962802:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938c03 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x30:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.962843:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047481.962895:0:9025:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938c03 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x30:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.962908:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938c03 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x30:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047481.962935:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x30:0x0]: returning size 0 00000004:00080000:3.0:1777047481.963127:0:9025:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x8d:0x0], index 0: 0 00000004:00080000:3.0:1777047481.963139:0:9025:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x6e:0x0], index 1: 0 00000100:00100000:1.0:1777047481.963144:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:2430:x1863365387965440:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1154us (4307us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047481.963158:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1932 00010000:00010000:3.0:1777047481.963612:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938c03 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x30:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.963625:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938c03 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x30:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.963635:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938c03 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x30:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.963664:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e078205b200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047481.963670:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938c03 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x30:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.963681:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938c03 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x30:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.963694:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x30:0x0].0x0 (ffff9e06431c1100) 00010000:00010000:3.0:1777047481.963698:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047481.963704:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938c03 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x30:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.963713:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938c03 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x30:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.963772:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a800/0x5ecf73d724938bfc lrc: 1/0,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8062 expref: 74 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.963786:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x30:0x0].0x0 (ffff9e06431c1100) 00010000:00010000:3.0:1777047481.963790:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777047481.963795:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a800/0x5ecf73d724938bfc lrc: 0/0,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8062 expref: 74 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.963817:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e078205a800, rc 0) 00000100:00100000:3.0:1777047481.963858:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:57854:x1863365387965312:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 11527us (11753us total) trans 8589934897 rc 301/301 00000100:00100000:3.0:1777047481.963870:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6042 00000100:00100000:0.0:1777047481.971872:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047481.972031:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387965696 00000100:00100000:3.0:1777047481.972044:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387965696 00000100:00100000:3.0:1777047481.972127:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2046 00000100:00100000:3.0:1777047481.972144:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:57854:x1863365387965696:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047481.972667:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:57854:x1863365387965696:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 525us (803us total) trans 8589934898 rc 0/0 00000100:00100000:3.0:1777047481.972682:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2046 00000100:00100000:3.0:1777047481.981559:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047481.984734:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387965824 00000100:00100000:1.0:1777047481.985518:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387965824 00000100:00100000:1.0:1777047481.985698:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6043 00000100:00100000:1.0:1777047481.985715:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:57854:x1863365387965824:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047481.985765:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047481.985811:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a800/0x5ecf73d724938c11 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8069 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.985919:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938c18 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.985946:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938c18 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.985985:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938c18 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047481.986059:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x30:0x0]: returning size 0 00000004:00200000:1.0:1777047481.986065:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047481.986090:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938c18 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.986125:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a800/0x5ecf73d724938c11 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8069 expref: 76 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.986151:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938c18 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8069 expref: 75 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.986164:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x30:0x0].0x0 (ffff9e076def5b00) 00010000:00010000:1.0:1777047481.986169:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777047481.986173:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e078205b200, rc 0) 00000100:00100000:1.0:1777047481.986254:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57854:x1863365387965824:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 543us (4705us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047481.986266:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6043 00000100:00100000:0.0:1777047481.993545:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047481.993597:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047481.994013:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387965952 00000100:00100000:3.0:1777047481.994024:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387965952 00000100:00100000:3.0:1777047481.994096:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387966080 00000100:00100000:3.0:1777047481.994117:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387966080 00000100:00100000:3.0:1777047481.994172:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3795 00000100:00100000:3.0:1777047481.994187:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365387965952:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047481.994211:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777047481.994229:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3796 00010000:00010000:3.0:1777047481.994237:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d724938c1f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8070 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047481.994249:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:2429:x1863365387966080:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047481.994268:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:3.0:1777047481.994282:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777047481.994288:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724938c26 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8077 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047481.994315:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047481.994319:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047481.994324:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047481.994337:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d724938c1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8070 expref: 18 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.994364:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d724938c1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8070 expref: 18 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.994430:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead3e00, rc 0) 00000100:00100000:3.0:1777047481.994498:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365387965952:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 313us (963us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047481.994508:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3795 00010000:00010000:0.0:1777047481.994577:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047481.994581:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047481.994591:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724938c26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8077 expref: 35 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.994648:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724938c26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8077 expref: 35 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.994664:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821eda00, rc 0) 00000100:00100000:0.0:1777047481.994719:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:2429:x1863365387966080:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 478us (1121us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047481.994728:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3796 00000100:00100000:0.0:1777047482.006518:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047482.006615:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387966336 00000100:00100000:2.0:1777047482.006628:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387966336 00000100:00100000:2.0:1777047482.006711:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6044 00000100:00100000:2.0:1777047482.006726:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57854:x1863365387966336:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047482.006772:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047482.007083:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724938c2d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f807e expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.007218:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724938c34 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.007241:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724938c34 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.007256:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724938c34 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047482.007275:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 258157 00010000:00010000:2.0:1777047482.007464:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724938c2d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f807e expref: 78 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.007491:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724938c34 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f807e expref: 77 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.007502:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047482.007506:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047482.007510:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139ac00, rc 0) 00000100:00100000:2.0:1777047482.007590:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57854:x1863365387966336:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 866us (1082us total) trans 8589934899 rc 0/0 00000100:00100000:2.0:1777047482.007601:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6044 00000100:00100000:3.0:1777047482.016733:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047482.016783:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047482.016953:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047482.017329:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387966720 00000100:00100000:2.0:1777047482.017329:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387966464 00000100:00100000:1.0:1777047482.017331:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387966592 00000100:00100000:1.0:1777047482.017344:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387966592 00000100:00100000:2.0:1777047482.017345:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387966464 00000100:00100000:1.0:1777047482.017486:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3797 00000100:00100000:1.0:1777047482.017501:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365387966464:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:1.0:1777047482.017579:0:8633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007562fdf1/0x5ecf73d724938c42 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.017609:0:8633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d724938aba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ff2 expref: 18 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.017622:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047482.017626:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047482.017631:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007562fdf1/0x5ecf73d724938c42 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.017680:0:8633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d724938aba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ff2 expref: 18 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.017702:0:8633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d724938aba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ff2 expref: 18 pid: 8479 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047482.017724:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745ebf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8633:1863365443026176:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047482.017813:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3798 00000100:00100000:3.0:1777047482.017830:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:2430:x1863365387966592:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:3.0:1777047482.017868:0:11204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d724938c49 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.017891:0:11204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724938b3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f801c expref: 35 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.017905:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047482.017908:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047482.017912:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d724938c49 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.017946:0:11204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724938b3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f801c expref: 35 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.017962:0:11204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724938b3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f801c expref: 35 pid: 36217 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047482.018005:0:11204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365443026304:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047482.018129:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387966720 00000100:00100000:2.0:1777047482.018181:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3799 00000100:00100000:2.0:1777047482.018200:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387966720:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:2.0:1777047482.018235:0:36216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938c50 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.018259:0:36216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ca7e99fc/0x5ecf73d724938b54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f802a expref: 19 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.018274:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047482.018278:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047482.018284:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938c50 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047482.018347:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0748b0d780 going to sleep for 11 seconds 00010000:00010000:2.0:1777047482.018359:0:36216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ca7e99fc/0x5ecf73d724938b54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f802a expref: 19 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.018378:0:36216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ca7e99fc/0x5ecf73d724938b54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f802a expref: 19 pid: 28387 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047482.018458:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744af3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:36216:1863365443026432:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047482.018511:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e075931c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047482.020975:0:11204:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0644213c00 going to sleep for 11 seconds 00000100:00100000:2.0:1777047482.029854:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744af3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:36216:1863365443026432:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047482.029893:0:36216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938c50 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047482.029949:0:11204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365443026304:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047482.029971:0:11204:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d724938c49 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047482.030072:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745ebf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8633:1863365443026176:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047482.030096:0:8633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007562fdf1/0x5ecf73d724938c42 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047482.035471:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047482.035596:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047482.035634:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047482.036363:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387966976 00000100:00100000:1.0:1777047482.036377:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387966976 00000100:00100000:2.0:1777047482.036442:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387966848 00000100:00100000:2.0:1777047482.036454:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387966848 00010000:00010000:1.0:1777047482.036488:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ca7e99fc/0x5ecf73d724938b54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f802a expref: 21 pid: 28387 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:2.0:1777047482.036511:0:29064:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x280000401:0x8a:0x0] (0->16383) req@ffff9e0744a2b100 x1863365387966848/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:218/0 lens 16872/0 e 0 to 0 dl 1777047493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047482.036536:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744a2b100 with x1863365387966848 ext(0->16383) 00010000:00010000:2.0:1777047482.036550:0:29064:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d724938aba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ff2 expref: 21 pid: 8479 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047482.036559:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387967104 00000100:00100000:1.0:1777047482.036567:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387967104 00010000:00010000:2.0:1777047482.036579:0:29064:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d724938aba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ff2 expref: 21 pid: 8479 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.036593:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724938b3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f801c expref: 36 pid: 36217 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047482.036595:0:29064:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9e0744a2b100 00000100:00100000:1.0:1777047482.036649:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1933 00000100:00100000:2.0:1777047482.036650:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 48 00000100:00100000:1.0:1777047482.036666:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365387966976:12345-192.168.201.54@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777047482.036678:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2432:x1863365387966848:12345-192.168.201.54@tcp:4:fsx.0 00010000:00010000:1.0:1777047482.036691:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047482.036719:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ca7e99fc/0x5ecf73d724938b54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f802a expref: 21 pid: 28387 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.036739:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ca7e99fc/0x5ecf73d724938b54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f802a expref: 21 pid: 28387 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.036770:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca7e99fc/0x5ecf73d724938b54 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f802a expref: 21 pid: 28387 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.036793:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047482.036796:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047482.036804:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938c50 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.039228:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938c50 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.039296:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047482.039359:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365387966976:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 2695us (3761us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047482.039373:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1933 00000100:00100000:1.0:1777047482.039428:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1934 00000100:00100000:1.0:1777047482.039442:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077949e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:2429:x1863365387967104:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047482.039458:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047482.039478:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724938b3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f801c expref: 36 pid: 36217 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.039498:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724938b3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f801c expref: 36 pid: 36217 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.039523:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724938b3f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f801c expref: 36 pid: 36217 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.039542:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047482.039544:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047482.039549:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d724938c49 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.039563:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d724938c49 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.039598:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047482.039634:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077949e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:2429:x1863365387967104:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 193us (3998us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047482.039647:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1934 00010000:00010000:1.0:1777047482.039729:0:11204:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d724938c49 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.039746:0:11204:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d724938c49 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.041008:0:11204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d724938c49 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.041026:0:11204:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d724938c49 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.041040:0:11204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d724938c49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.041053:0:11204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead3000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047482.041059:0:11204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d724938c49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.041075:0:11204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d724938c49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.041095:0:11204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d724938c49 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.041115:0:11204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d724938c49 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047482.041218:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:2430:x1863365387966592:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 23391us (24264us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047482.041233:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3798 00010000:00010000:2.0:1777047482.041533:0:36216:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938c50 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.041552:0:36216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938c50 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.041584:0:36216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938c50 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.041598:0:36216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938c50 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.041610:0:36216:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938c50 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.041622:0:36216:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139a400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047482.041628:0:36216:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938c50 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.041641:0:36216:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938c50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.041662:0:36216:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938c50 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.041675:0:36216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938c50 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047482.041753:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365387966720:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 23557us (24967us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047482.041766:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3799 00000100:00100000:1.0:1777047482.048584:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2432:x1863365387966848:12345-192.168.201.54@tcp:4:fsx.0 Request processed in 11884us (13090us total) trans 21474837592 rc 0/0 00000100:00100000:1.0:1777047482.048606:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 48 00002000:00100000:1.0:1777047482.048626:0:29064:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x280000401:0x8a:0x0] (0->16383) req@ffff9e0744a2b100 x1863365387966848/t21474837592(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:218/0 lens 16872/448 e 0 to 0 dl 1777047493 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047482.048644:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744a2b100 with x1863365387966848 ext(0->16383) 00010000:00010000:1.0:1777047482.048660:0:29064:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d724938aba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ff2 expref: 20 pid: 8479 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.048690:0:29064:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d724938aba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ff2 expref: 20 pid: 8479 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047482.048705:0:29064:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9e0744a2b100 00000100:00100000:3.0:1777047482.070747:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047482.077171:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387967232 00000100:00100000:1.0:1777047482.077190:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387967232 00010000:00010000:2.0:1777047482.078513:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d724938aba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ff2 expref: 20 pid: 8479 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047482.078590:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1935 00000100:00100000:2.0:1777047482.078609:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2432:x1863365387967232:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047482.078633:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047482.078664:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d724938aba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ff2 expref: 20 pid: 8479 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.078711:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d724938aba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ff2 expref: 20 pid: 8479 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.078747:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d724938aba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7ff2 expref: 20 pid: 8479 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.078772:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047482.078775:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047482.079051:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007562fdf1/0x5ecf73d724938c42 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.079070:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007562fdf1/0x5ecf73d724938c42 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.079128:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047482.079188:0:8633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007562fdf1/0x5ecf73d724938c42 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.079209:0:8633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007562fdf1/0x5ecf73d724938c42 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047482.079222:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2432:x1863365387967232:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 614us (8482us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047482.079241:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1935 00010000:00010000:0.0:1777047482.079257:0:8633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007562fdf1/0x5ecf73d724938c42 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.079277:0:8633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007562fdf1/0x5ecf73d724938c42 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.079302:0:8633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007562fdf1/0x5ecf73d724938c42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.079316:0:8633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e078205a800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047482.079323:0:8633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007562fdf1/0x5ecf73d724938c42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.079361:0:8633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007562fdf1/0x5ecf73d724938c42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.079448:0:8633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007562fdf1/0x5ecf73d724938c42 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.079462:0:8633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007562fdf1/0x5ecf73d724938c42 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047482.079540:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365387966464:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 62041us (62816us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047482.079553:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3797 00000100:00100000:2.0:1777047482.104728:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047482.104800:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047482.104923:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047482.104944:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387967360 00000100:00100000:0.0:1777047482.104970:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387967360 00000100:00100000:0.0:1777047482.105057:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387967616 00000100:00100000:0.0:1777047482.105063:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387967616 00000100:00100000:0.0:1777047482.105096:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387967488 00000100:00100000:0.0:1777047482.105101:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387967488 00000100:00100000:0.0:1777047482.105142:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3800 00000100:00100000:0.0:1777047482.105160:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0775949450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365387967360:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047482.105184:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047482.105228:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2bdca6f/0x5ecf73d724938c57 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8085 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047482.105266:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 258157, mtime: 0x69eb97ba, atime: 0x69eb97b9, ctime: 0x69eb97ba, blocks: 0x148 00010000:00010000:0.0:1777047482.105295:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047482.105299:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047482.105314:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2bdca6f/0x5ecf73d724938c57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8085 expref: 20 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.105344:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f2bdca6f/0x5ecf73d724938c57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8085 expref: 20 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.105367:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ed400, rc 0) 00000100:00100000:3.0:1777047482.105462:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3801 00000100:00100000:3.0:1777047482.105479:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2432:x1863365387967616:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047482.105493:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777047482.105506:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0775949450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2431:x1863365387967360:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 349us (791us total) trans 0 rc 0/0 00010000:00010000:3.0:1777047482.105511:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724938c5e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8093 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047482.105519:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3800 00002000:00010000:3.0:1777047482.105534:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8c:0x0] initial LVB size: 0, mtime: 0x69eb97ba, atime: 0x0, ctime: 0x69eb97ba, blocks: 0x0 00010000:00010000:3.0:1777047482.105550:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047482.105553:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047482.105561:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724938c5e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8093 expref: 20 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.105590:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724938c5e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8093 expref: 20 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.105606:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead3600, rc 0) 00000100:00100000:3.0:1777047482.105665:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2432:x1863365387967616:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 192us (866us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047482.105677:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3801 00000100:00100000:3.0:1777047482.105700:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3802 00000100:00100000:3.0:1777047482.105712:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:2432:x1863365387967488:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047482.105724:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047482.105741:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724938c65 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f808c expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047482.105765:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6d:0x0] initial LVB size: 0, mtime: 0x69eb97ba, atime: 0x0, ctime: 0x69eb97ba, blocks: 0x1800 00010000:00010000:3.0:1777047482.105781:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047482.105784:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047482.105793:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724938c65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f808c expref: 35 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.105815:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724938c65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f808c expref: 35 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.105833:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2200, rc 0) 00000100:00100000:3.0:1777047482.105869:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:2432:x1863365387967488:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 159us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047482.105879:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3802 00010000:00010000:3.0:1777047482.179190:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047482.221318:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047482.221516:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387967744 00000100:00100000:1.0:1777047482.221531:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387967744 00000100:00100000:1.0:1777047482.221625:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3803 00000100:00100000:1.0:1777047482.221643:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2431:x1863365387967744:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047482.224216:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2431:x1863365387967744:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 174us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047482.224237:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3803 00000100:00100000:3.0:1777047482.246134:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047482.248534:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387967872 00000100:00100000:2.0:1777047482.248549:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387967872 00000100:00100000:2.0:1777047482.248661:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6045 00000100:00100000:2.0:1777047482.248678:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57854:x1863365387967872:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047482.248711:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047482.248739:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724938c6c lrc: 2/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f809a expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.248787:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724938c73 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.248809:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724938c73 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.248828:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724938c73 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.249019:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724938c6c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f809a expref: 79 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.249048:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724938c73 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f809a expref: 78 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.249063:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x30:0x0].0x0 (ffff9e076def5b00) 00010000:00010000:2.0:1777047482.249069:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777047482.249075:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139b200, rc 0) 00000100:00100000:2.0:1777047482.249169:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57854:x1863365387967872:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 494us (3046us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047482.249183:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6045 00000100:00100000:3.0:1777047482.281742:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047482.289861:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387968128 00000100:00100000:2.0:1777047482.289904:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387968128 00000100:00100000:2.0:1777047482.290029:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6046 00000100:00100000:2.0:1777047482.290050:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57854:x1863365387968128:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047482.290131:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047482.290172:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938c18 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8069 expref: 78 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.290214:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x30:0x0].0x0 (ffff9e076def5b00) 00010000:00010000:2.0:1777047482.290224:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047482.290647:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724938c7a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.290675:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724938c7a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.290695:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724938c7a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047482.290775:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934900 00000004:00010000:2.0:1777047482.290818:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000007d3baab reply state 0000000047be1419 transno 8589934901 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724938c7a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.290842:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724938c7a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.290855:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x30:0x0].0x0 (ffff9e076def5b00) 00010000:00010000:2.0:1777047482.290861:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047482.290867:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047482.291030:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57854:x1863365387968128:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 982us (9298us total) trans 8589934901 rc 0/0 00000100:00100000:2.0:1777047482.291045:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6046 00000020:00080000:2.0:1777047482.291054:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047482.311027:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047482.311205:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387968256 00000100:00100000:2.0:1777047482.311222:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387968256 00000100:00100000:2.0:1777047482.311324:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6047 00000100:00100000:2.0:1777047482.311343:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57854:x1863365387968256:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047482.312921:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047482.312962:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d724938c81 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f80a1 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.313059:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d724938c81 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80a1 expref: 81 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.313089:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d724938c81 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80a1 expref: 81 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.313125:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x30:0x0].0x0 (ffff9e076def5b00) 00010000:00010000:3.0:1777047482.313132:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047482.313138:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2e00, rc 0) 00000100:00100000:3.0:1777047482.314214:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57854:x1863365387968256:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2870us (3194us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047482.314233:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6047 00000100:00100000:3.0:1777047482.329719:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047482.331695:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387968384 00000100:00100000:0.0:1777047482.331711:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387968384 00000100:00100000:0.0:1777047482.331831:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3804 00000100:00100000:0.0:1777047482.331855:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:57854:x1863365387968384:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047482.331912:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047482.331944:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d724938c88 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f80a8 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.332013:0:8633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d724938c1f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8070 expref: 21 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.332032:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047482.332036:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047482.332044:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d724938c88 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80a8 expref: 21 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.332103:0:8633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d724938c1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8070 expref: 21 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.332130:0:8633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d724938c1f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8070 expref: 21 pid: 28387 timeout: 4210 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047482.332155:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a29c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8633:1863365443026560:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047482.332292:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07513d8780 going to sleep for 11 seconds 00000100:00100000:0.0:1777047482.353446:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a29c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8633:1863365443026560:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047482.353517:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d724938c88 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80a8 expref: 21 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.353576:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ec800, rc 0) 00000100:00100000:3.0:1777047482.355156:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047482.355679:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:57854:x1863365387968384:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 23828us (25969us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047482.355698:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3804 00000100:00100000:0.0:1777047482.358546:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387968512 00000100:00100000:0.0:1777047482.358561:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387968512 00010000:00010000:0.0:1777047482.358616:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d724938c1f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8070 expref: 21 pid: 28387 timeout: 4210 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047482.358691:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1936 00000100:00100000:0.0:1777047482.358708:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365387968512:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047482.358735:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047482.358746:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d724938c1f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8070 expref: 21 pid: 28387 timeout: 4210 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.358774:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d724938c1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8070 expref: 21 pid: 28387 timeout: 4210 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.359145:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d724938c1f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8070 expref: 21 pid: 28387 timeout: 4210 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.359176:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047482.359180:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047482.359190:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d724938c88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80a8 expref: 20 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.359211:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d724938c88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80a8 expref: 20 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.359274:0:6573:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d724938c88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80a8 expref: 20 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047482.359300:0:6573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365443026688:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047482.359516:0:6573:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07513d8780 going to sleep for 11 seconds 00000100:00100000:0.0:1777047482.373064:0:6573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365443026688:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047482.373105:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047482.373201:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365387968512:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 14494us (18046us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047482.373224:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1936 00000100:00100000:3.0:1777047482.377259:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047482.379452:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387968640 00000100:00100000:1.0:1777047482.379467:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387968640 00000100:00100000:1.0:1777047482.379564:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3805 00000100:00100000:1.0:1777047482.379585:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57854:x1863365387968640:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047482.379614:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047482.379643:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d724938c8f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f80af expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.379695:0:8481:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724938c26 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8077 expref: 36 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.379712:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047482.379716:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047482.379724:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d724938c8f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80af expref: 36 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.379781:0:8481:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724938c26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8077 expref: 36 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.379808:0:8481:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724938c26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8077 expref: 36 pid: 30115 timeout: 4211 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047482.379836:0:8481:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745ebc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1863365443026816:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047482.379972:0:8481:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0748b0d480 going to sleep for 11 seconds 00000100:00100000:0.0:1777047482.403728:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047482.405227:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387968768 00000100:00100000:3.0:1777047482.405241:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387968768 00010000:00010000:3.0:1777047482.405300:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724938c26 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8077 expref: 37 pid: 30115 timeout: 4211 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047482.407000:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1937 00000100:00100000:3.0:1777047482.407022:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:2429:x1863365387968768:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047482.407048:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047482.407063:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724938c26 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8077 expref: 37 pid: 30115 timeout: 4211 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.407091:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724938c26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8077 expref: 37 pid: 30115 timeout: 4211 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.407132:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047482.407136:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047482.407146:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d724938c8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80af expref: 37 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.407166:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d724938c8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80af expref: 37 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.407235:0:9569:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d724938c8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80af expref: 37 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047482.407261:0:9569:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3ebb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9569:1863365443026944:192.168.201.54@tcp:105: 00000100:00100000:3.0:1777047482.407474:0:9569:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0644213cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1777047482.409080:0:8481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724938c26 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8077 expref: 37 pid: 30115 timeout: 4211 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047482.409113:0:8481:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745ebc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1863365443026816:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047482.409152:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d724938c8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80af expref: 36 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.409174:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e078205a600, rc 0) 00000100:00100000:1.0:1777047482.409242:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57854:x1863365387968640:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 29662us (31989us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047482.409257:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3805 00000100:00100000:3.0:1777047482.415488:0:9569:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3ebb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9569:1863365443026944:192.168.201.54@tcp:105: 00010000:00010000:3.0:1777047482.415527:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047482.415590:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:2429:x1863365387968768:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 8573us (11871us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047482.415608:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1937 00000100:00100000:3.0:1777047482.429953:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047482.430142:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047482.435072:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387969024 00000100:00100000:1.0:1777047482.435090:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387969024 00002000:00010000:1.0:1777047482.435153:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/110 (0->18446744073709551615) 00002000:00100000:1.0:1777047482.435160:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e3ebb80 with x1863365387969024 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047482.435177:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e3ebb80. 00000100:00100000:1.0:1777047482.436165:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387968896 00000100:00100000:1.0:1777047482.436174:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387968896 00002000:00010000:1.0:1777047482.436203:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/141 (0->18446744073709551615) 00002000:00100000:1.0:1777047482.436209:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e3e9180 with x1863365387968896 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047482.436219:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e3e9180. 00000100:00100000:0.0:1777047482.436354:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1084 00000100:00100000:0.0:1777047482.436449:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:2430:x1863365387969024:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:0.0:1777047482.436687:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047482.436693:0:24562:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb mtime from disk: 0 -> 1777047482 00002000:00010000:0.0:1777047482.436698:0:24562:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047482.436701:0:24562:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb ctime from disk: 0 -> 1777047482 00002000:00010000:0.0:1777047482.436705:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047482.437137:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:2430:x1863365387969024:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 691us (7191us total) trans 17179870311 rc 0/0 00000100:00100000:0.0:1777047482.437151:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1084 00002000:00010000:0.0:1777047482.437158:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/110 (0->18446744073709551615) 00002000:00100000:0.0:1777047482.437163:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e3ebb80 with x1863365387969024 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047482.437171:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e3ebb80. 00000100:00100000:0.0:1777047482.437199:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1085 00000100:00100000:0.0:1777047482.437213:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365387968896:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:0.0:1777047482.437332:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047482.437337:0:24562:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb mtime from disk: 0 -> 1777047482 00002000:00010000:0.0:1777047482.437341:0:24562:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047482.437345:0:24562:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb ctime from disk: 0 -> 1777047482 00002000:00010000:0.0:1777047482.437348:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047482.437564:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365387968896:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 350us (7422us total) trans 21474837593 rc 0/0 00000100:00100000:0.0:1777047482.437577:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1085 00002000:00010000:0.0:1777047482.437582:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/141 (0->18446744073709551615) 00002000:00100000:0.0:1777047482.437586:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e3e9180 with x1863365387968896 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047482.437595:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e3e9180. 00000100:00100000:0.0:1777047482.456578:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047482.458672:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387969152 00000100:00100000:3.0:1777047482.458686:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387969152 00000100:00100000:3.0:1777047482.458782:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3806 00000100:00100000:3.0:1777047482.458801:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365387969152:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047482.458969:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365387969152:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 171us (2402us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047482.458983:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3806 00000100:00100000:2.0:1777047482.486872:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047482.486967:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047482.487001:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387969280 00000100:00100000:1.0:1777047482.487017:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387969280 00000100:00100000:2.0:1777047482.487035:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047482.487099:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3807 00000100:00100000:1.0:1777047482.487117:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365387969280:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047482.487660:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365387969280:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 545us (798us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047482.487676:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3807 00000100:00100000:0.0:1777047482.487819:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387969536 00000100:00100000:0.0:1777047482.487827:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387969536 00000100:00100000:0.0:1777047482.487915:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4953 00000100:00100000:0.0:1777047482.487929:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:2432:x1863365387969536:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:0.0:1777047482.487998:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:2432:x1863365387969536:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 70us (961us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047482.488011:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4953 00000100:00080000:1.0:1777047482.488376:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777047482.491889:0:33221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387969408 00000100:00100000:3.0:1777047482.491902:0:33221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387969408 00000100:00100000:3.0:1777047482.491986:0:33221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 285 00000100:00100000:3.0:1777047482.492001:0:33221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064225e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2432:x1863365387969408:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:3.0:1777047482.492092:0:33221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064225e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2432:x1863365387969408:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 93us (5125us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047482.492104:0:33221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 285 00000100:00100000:2.0:1777047482.516707:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047482.517146:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387969664 00000100:00100000:3.0:1777047482.517160:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387969664 00000100:00100000:3.0:1777047482.517603:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1086 00000100:00100000:3.0:1777047482.517621:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365387969664:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:3.0:1777047482.517672:0:29057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724938c96 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.517699:0:29057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047482.517702:0:29057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047482.517711:0:29057:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724938c96 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.517736:0:29057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724938c96 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.531291:0:29057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724938c96 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.531325:0:29057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724938c96 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.531341:0:29057:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724938c96 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.531355:0:29057:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047482.531362:0:29057:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724938c96 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.531378:0:29057:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724938c96 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.531430:0:29057:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724938c96 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.531453:0:29057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724938c96 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047482.531595:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365387969664:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 13972us (14894us total) trans 0 rc 40960/40960 00000100:00100000:3.0:1777047482.531613:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1086 00000100:00100000:0.0:1777047482.563120:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047482.563306:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387969792 00000100:00100000:1.0:1777047482.563322:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387969792 00000100:00100000:1.0:1777047482.563492:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1087 00000100:00100000:1.0:1777047482.563511:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2432:x1863365387969792:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:1.0:1777047482.563567:0:24565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938c9d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.563601:0:24565:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d724938c88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80a8 expref: 21 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.563616:0:24565:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047482.563620:0:24565:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047482.563626:0:24565:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938c9d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.563676:0:24565:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d724938c88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80a8 expref: 21 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.563700:0:24565:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d724938c88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80a8 expref: 21 pid: 8633 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047482.563740:0:24565:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745ebc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:24565:1863365443027072:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047482.563875:0:24565:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0748b0d480 going to sleep for 11 seconds 00000100:00100000:0.0:1777047482.582579:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047482.583782:0:24565:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745ebc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:24565:1863365443027072:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047482.584134:0:24565:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938c9d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047482.584589:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387969920 00000100:00100000:2.0:1777047482.584602:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387969920 00010000:00010000:2.0:1777047482.584657:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d724938c88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80a8 expref: 22 pid: 8633 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047482.584724:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1938 00000100:00100000:2.0:1777047482.584741:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365387969920:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047482.584762:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047482.585126:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d724938c88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80a8 expref: 22 pid: 8633 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.585149:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d724938c88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80a8 expref: 22 pid: 8633 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.585192:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d724938c88 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80a8 expref: 22 pid: 8633 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.585237:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047482.585242:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047482.585248:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938c9d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.585265:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938c9d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.585315:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047482.585557:0:24565:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938c9d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.585574:0:24565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938c9d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047482.586450:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365387969920:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1708us (3878us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047482.586465:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1938 00000001:00080000:3.0:1777047482.626015:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837594 is committed 00002000:00010000:1.0:1777047482.627124:0:24565:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb size from disk: 0 -> 40960 00002000:00010000:1.0:1777047482.627133:0:24565:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb mtime from disk: 1777047482 -> 1777047483 00002000:00010000:1.0:1777047482.627139:0:24565:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb ctime from disk: 1777047482 -> 1777047483 00002000:00010000:1.0:1777047482.627144:0:24565:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb blocks from disk: 0 -> 80 00010000:00010000:1.0:1777047482.627164:0:24565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938c9d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.627187:0:24565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938c9d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.627204:0:24565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938c9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.627218:0:24565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e078205b200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047482.627226:0:24565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938c9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.627242:0:24565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938c9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.627271:0:24565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938c9d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.627285:0:24565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938c9d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047482.627497:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2432:x1863365387969792:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 63984us (64383us total) trans 21474837594 rc 0/0 00000100:00100000:1.0:1777047482.627541:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1087 00000100:00100000:2.0:1777047482.653102:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047482.654037:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387970048 00000100:00100000:1.0:1777047482.654053:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387970048 00000100:00100000:1.0:1777047482.654143:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3808 00000100:00100000:1.0:1777047482.662210:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2430:x1863365387970048:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047482.663054:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2430:x1863365387970048:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 873us (9962us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047482.663072:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3808 00000100:00100000:3.0:1777047482.700165:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047482.702021:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387970176 00000100:00100000:1.0:1777047482.702038:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387970176 00000100:00100000:1.0:1777047482.702557:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3809 00000100:00100000:1.0:1777047482.702587:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2431:x1863365387970176:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047482.702760:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2431:x1863365387970176:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 183us (2608us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047482.702776:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3809 00000100:00100000:0.0:1777047482.721598:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047482.721787:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387970304 00000100:00100000:2.0:1777047482.721803:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387970304 00000100:00100000:2.0:1777047482.721957:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1088 00000100:00100000:2.0:1777047482.721978:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2431:x1863365387970304:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047482.722038:0:29061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938ca4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.723887:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047482.723892:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047482.723903:0:29061:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938ca4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.723931:0:29061:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938ca4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.724120:0:29061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938ca4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.724140:0:29061:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938ca4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.724156:0:29061:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938ca4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.724170:0:29061:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047482.725374:0:29061:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938ca4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.725450:0:29061:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938ca4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.725482:0:29061:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938ca4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.725500:0:29061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938ca4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047482.725646:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2431:x1863365387970304:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 3669us (4055us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777047482.725666:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1088 00000100:00100000:2.0:1777047482.742007:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047482.742213:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387970432 00000100:00100000:1.0:1777047482.742228:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387970432 00000100:00100000:1.0:1777047482.742345:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1089 00000100:00100000:1.0:1777047482.742364:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2429:x1863365387970432:12345-192.168.201.54@tcp:4:lfs.0 00002000:00010000:1.0:1777047482.742540:0:29059:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8d:0x0] initial LVB size: 40960, mtime: 0x69eb97bb, atime: 0x0, ctime: 0x69eb97bb, blocks: 0x50 00010000:00010000:1.0:1777047482.742559:0:29059:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.742587:0:29059:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047482.742590:0:29059:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047482.742600:0:29059:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.742626:0:29059:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047482.782658:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837595 is committed 00002000:00010000:1.0:1777047482.782923:0:29059:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb size from disk: 40960 -> 245760 00002000:00010000:1.0:1777047482.782933:0:29059:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb blocks from disk: 80 -> 88 00010000:00010000:1.0:1777047482.782953:0:29059:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.782977:0:29059:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.782995:0:29059:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.783011:0:29059:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e078205b200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047482.783020:0:29059:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.783038:0:29059:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.783070:0:29059:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cab lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.783086:0:29059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047482.783253:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2429:x1863365387970432:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 40886us (41251us total) trans 21474837595 rc 0/0 00000100:00100000:1.0:1777047482.783274:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1089 00000100:00100000:3.0:1777047482.804741:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047482.804871:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387970560 00000100:00100000:1.0:1777047482.804888:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387970560 00000100:00100000:1.0:1777047482.805108:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3810 00000100:00100000:1.0:1777047482.805131:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2432:x1863365387970560:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047482.805303:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2432:x1863365387970560:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 177us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047482.805319:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3810 00000100:00100000:0.0:1777047482.824072:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047482.825193:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387970816 00000100:00100000:2.0:1777047482.825211:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387970816 00000100:00100000:2.0:1777047482.825324:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6048 00000100:00100000:2.0:1777047482.825344:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57854:x1863365387970816:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047482.825818:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cb2 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.825851:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cb2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.825873:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cb2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047482.825953:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934902 00000004:00010000:2.0:1777047482.825999:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000017401e4c reply state 000000002aeded2d transno 8589934903 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cb2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.826024:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cb2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.826038:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x30:0x0].0x0 (ffff9e076def5b00) 00010000:00010000:2.0:1777047482.826043:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047482.826049:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047482.826951:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:57854:x1863365387970816:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1604us (2885us total) trans 8589934903 rc 0/0 00000100:00100000:2.0:1777047482.826969:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6048 00000020:00080000:2.0:1777047482.826980:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047482.855973:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047482.860191:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387970944 00000100:00100000:3.0:1777047482.860213:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387970944 00000100:00100000:2.0:1777047482.862077:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3811 00000100:00100000:2.0:1777047482.862109:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:57854:x1863365387970944:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047482.862138:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047482.862171:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f978b008/0x5ecf73d724938cb9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f80b6 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047482.862216:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8d:0x0] initial LVB size: 245760, mtime: 0x69eb97bb, atime: 0x0, ctime: 0x69eb97bb, blocks: 0x58 00010000:00010000:2.0:1777047482.862251:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047482.862256:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047482.862270:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f978b008/0x5ecf73d724938cb9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80b6 expref: 11 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.862302:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f978b008/0x5ecf73d724938cb9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80b6 expref: 11 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.862325:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139a600, rc 0) 00000100:00100000:2.0:1777047482.862517:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:57854:x1863365387970944:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 373us (6505us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047482.862535:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3811 00000100:00100000:0.0:1777047482.885980:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047482.886068:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047482.886223:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387971072 00000100:00100000:1.0:1777047482.886247:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387971072 00002000:00010000:1.0:1777047482.886311:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/141 (258157->18446744073709551615) 00002000:00100000:1.0:1777047482.886320:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744a2aa00 with x1863365387971072 ext(258157->18446744073709551615) 00002000:00010000:1.0:1777047482.886338:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0744a2aa00. 00000100:00100000:1.0:1777047482.886470:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387971200 00000100:00100000:1.0:1777047482.886478:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387971200 00002000:00010000:1.0:1777047482.886505:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/110 (0->18446744073709551615) 00002000:00100000:1.0:1777047482.886511:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07779b5c00 with x1863365387971200 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047482.886522:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e07779b5c00. 00000100:00100000:1.0:1777047482.886557:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1090 00000100:00100000:1.0:1777047482.886573:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365387971072:12345-192.168.201.54@tcp:10:lfs.0 00000100:00100000:3.0:1777047482.886667:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1091 00000100:00100000:3.0:1777047482.886693:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:2430:x1863365387971200:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:3.0:1777047482.886917:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047482.886926:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb mtime from disk: 1777047482 -> 1777047483 00002000:00010000:3.0:1777047482.886932:0:24566:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047482.886935:0:20132:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb size from disk: 245760 -> 258157 00002000:00010000:3.0:1777047482.886939:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb ctime from disk: 1777047482 -> 1777047483 00002000:00010000:1.0:1777047482.886948:0:20132:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb mtime from disk: 1777047483 -> 1777047483 00002000:00010000:3.0:1777047482.886952:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777047482.886963:0:20132:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047482.886970:0:20132:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb ctime from disk: 1777047483 -> 1777047483 00002000:00010000:1.0:1777047482.886975:0:20132:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:3.0:1777047482.887058:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:2430:x1863365387971200:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 372us (988us total) trans 17179870312 rc 0/0 00000100:00100000:3.0:1777047482.887076:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1091 00002000:00010000:3.0:1777047482.887085:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/110 (0->18446744073709551615) 00002000:00100000:3.0:1777047482.887093:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07779b5c00 with x1863365387971200 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047482.887105:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e07779b5c00. 00000100:00100000:1.0:1777047482.887475:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365387971072:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 901us (1506us total) trans 21474837596 rc 0/0 00000100:00100000:1.0:1777047482.887494:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1090 00002000:00010000:1.0:1777047482.887502:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/141 (258157->18446744073709551615) 00002000:00100000:1.0:1777047482.887510:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744a2aa00 with x1863365387971072 ext(258157->18446744073709551615) 00002000:00010000:1.0:1777047482.887522:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0744a2aa00. 00000100:00100000:0.0:1777047482.913158:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047482.913591:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387971328 00000100:00100000:1.0:1777047482.913607:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387971328 00000100:00100000:1.0:1777047482.914042:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1092 00000100:00100000:1.0:1777047482.914063:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365387971328:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047482.914114:0:29064:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cc0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.914141:0:29064:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047482.914145:0:29064:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047482.914155:0:29064:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cc0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.914520:0:29064:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cc0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.914690:0:29064:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cc0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.914710:0:29064:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cc0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.914727:0:29064:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cc0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.914741:0:29064:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e078205b200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047482.914748:0:29064:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cc0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.914764:0:29064:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cc0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.915139:0:29064:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cc0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.915155:0:29064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cc0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047482.915671:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365387971328:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 1610us (2520us total) trans 0 rc 109/109 00000100:00100000:1.0:1777047482.915688:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1092 00000100:00100000:0.0:1777047482.948248:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047482.948493:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387971456 00000100:00100000:1.0:1777047482.948507:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387971456 00000100:00100000:1.0:1777047482.948620:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1093 00000100:00100000:1.0:1777047482.948639:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365387971456:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:1.0:1777047482.948690:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cc7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.948721:0:8485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f978b008/0x5ecf73d724938cb9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80b6 expref: 12 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.948737:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047482.948741:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047482.948747:0:8485:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cc7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.948800:0:8485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f978b008/0x5ecf73d724938cb9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80b6 expref: 12 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.948824:0:8485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f978b008/0x5ecf73d724938cb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80b6 expref: 12 pid: 36217 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047482.948848:0:8485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745ebc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:8485:1863365443027200:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047482.949000:0:8485:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0748b0d480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047482.958251:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745ebc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:8485:1863365443027200:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047482.958291:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cc7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047482.971108:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047482.974063:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387971584 00000100:00100000:1.0:1777047482.974083:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387971584 00010000:00010000:1.0:1777047482.974150:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f978b008/0x5ecf73d724938cb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80b6 expref: 13 pid: 36217 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047482.974276:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1939 00000100:00100000:1.0:1777047482.974294:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365387971584:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047482.974317:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047482.974374:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f978b008/0x5ecf73d724938cb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80b6 expref: 13 pid: 36217 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.974459:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f978b008/0x5ecf73d724938cb9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80b6 expref: 13 pid: 36217 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.974496:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f978b008/0x5ecf73d724938cb9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80b6 expref: 13 pid: 36217 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.974521:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047482.974525:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047482.974532:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cc7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.974558:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cc7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.974622:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047482.974863:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cc7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.974885:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cc7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047482.976873:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365387971584:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 2578us (5773us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047482.976890:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1939 00000001:00080000:1.0:1777047483.002724:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837597 is committed 00002000:00010000:2.0:1777047483.004517:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb blocks from disk: 88 -> 96 00010000:00010000:2.0:1777047483.004541:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cc7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.004563:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cc7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.004580:0:8485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cc7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.004596:0:8485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e078205b200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047483.004604:0:8485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cc7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.004619:0:8485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.004652:0:8485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cc7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.004666:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a222ac99/0x5ecf73d724938cc7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.005106:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2432:x1863365387971456:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 56464us (56862us total) trans 21474837597 rc 0/0 00000100:00100000:2.0:1777047483.005124:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1093 00000100:00100000:0.0:1777047483.015539:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047483.015959:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387971712 00000100:00100000:2.0:1777047483.015974:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387971712 00000100:00100000:2.0:1777047483.016088:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6049 00000100:00100000:2.0:1777047483.016106:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:57854:x1863365387971712:12345-192.168.201.54@tcp:44:lfs.0 00000100:00080000:3.0:1777047483.018165:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1777047483.023596:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934903 is committed 00010000:00010000:3.0:1777047483.023702:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d7249389b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1777047483.023724:0:33214:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e064445f9c0 refcount 2 committed 0 result 0 batchid 4294969355 00010000:00010000:3.0:1777047483.023726:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d7249389b7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1777047483.023739:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e0775a5ec00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e0743e9a840 00000020:00080000:0.0:1777047483.024069:0:33214:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000405:0x2:0x0].5 00000020:00080000:0.0:1777047483.024076:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e0775a5e000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e064516b800 00000020:00080000:0.0:1777047483.024081:0:33214:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].7 00010000:00010000:3.0:1777047483.024565:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d7249389b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.024581:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047483.024590:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d7249389b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.024603:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d7249389b7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.024627:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x85409d3b (ffff9e0771900900) 00010000:00010000:3.0:1777047483.024633:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047483.024640:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d7249389b7 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.024654:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d7249389b7 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.024696:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afea00/0x5ecf73d7249389be lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.024708:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afea00/0x5ecf73d7249389be lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.024722:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afea00/0x5ecf73d7249389be lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.024732:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0777afea00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047483.024738:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afea00/0x5ecf73d7249389be lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.024750:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afea00/0x5ecf73d7249389be lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.024767:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:57854:x1863365387971712:12345-192.168.201.54@tcp:44:lfs.0 Request processed in 8654us (9228us total) trans 0 rc 0/0 00010000:00010000:3.0:1777047483.024772:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2c:0x0].0x0 (ffff9e074a0a9400) 00000100:00100000:2.0:1777047483.024819:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6049 00000020:00080000:1.0:1777047483.024989:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969355 committed batchid 4294969354 00000020:00080000:1.0:1777047483.025081:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969354 00010000:00010000:3.0:1777047483.028379:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047483.028418:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afea00/0x5ecf73d7249389be lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028434:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afea00/0x5ecf73d7249389be lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028513:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249389c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028528:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249389c5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028540:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249389c5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028552:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0777afe800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047483.028558:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249389c5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028570:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249389c5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028590:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e074a0a9c00) 00010000:00010000:3.0:1777047483.028595:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047483.028600:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249389c5 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028612:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249389c5 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028646:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777affe00/0x5ecf73d724938a51 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028678:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777affe00/0x5ecf73d724938a51 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028689:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777affe00/0x5ecf73d724938a51 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028698:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0777affe00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047483.028703:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777affe00/0x5ecf73d724938a51 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028713:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777affe00/0x5ecf73d724938a51 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028732:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0761fba300) 00010000:00010000:3.0:1777047483.028737:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047483.028741:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777affe00/0x5ecf73d724938a51 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028752:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777affe00/0x5ecf73d724938a51 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028778:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d724938aac lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028787:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d724938aac lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028798:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d724938aac lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028807:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0777afec00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047483.028812:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d724938aac lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028821:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d724938aac lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028833:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047483.028837:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047483.028842:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d724938aac lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028851:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d724938aac lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028875:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938ad6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028887:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938ad6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028897:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938ad6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028906:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d4800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047483.028911:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938ad6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028922:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938ad6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028936:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xe8098f29 (ffff9e06431c1400) 00010000:00010000:3.0:1777047483.028940:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047483.028945:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938ad6 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028957:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938ad6 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028984:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938b0e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.028996:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938b0e lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029008:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938b0e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029018:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644ca7400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047483.029024:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938b0e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029036:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938b0e lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029052:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047483.029057:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047483.029064:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938b0e lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029075:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938b0e lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029097:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724938b15 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029110:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724938b15 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029122:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724938b15 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029132:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047483.029137:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724938b15 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029149:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724938b15 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029170:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047483.029174:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047483.029179:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724938b15 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029189:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724938b15 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029206:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938b2a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029219:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938b2a lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029229:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938b2a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029239:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644ca7c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047483.029244:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938b2a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029256:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938b2a lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029615:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047483.029619:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047483.029625:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938b2a lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029637:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938b2a lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029668:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d724938b46 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029679:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d724938b46 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029688:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d724938b46 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029698:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047483.029703:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d724938b46 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029715:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d724938b46 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029728:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047483.029732:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047483.029736:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d724938b46 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029745:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d724938b46 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029767:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938b5b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029777:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938b5b lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029788:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938b5b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029798:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047483.029803:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938b5b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029813:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938b5b lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029826:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047483.029830:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047483.029835:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938b5b lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029844:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d724938b5b lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029860:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938b62 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029872:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938b62 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029884:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938b62 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029893:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047483.029898:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938b62 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029908:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938b62 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029928:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047483.029932:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047483.029936:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938b62 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029944:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d724938b62 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029961:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724938b69 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029972:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724938b69 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029981:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724938b69 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.029989:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047483.029994:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724938b69 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030003:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724938b69 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030015:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047483.030019:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047483.030024:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724938b69 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030035:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724938b69 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030060:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d724938b85 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030072:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d724938b85 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030083:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d724938b85 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030091:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047483.030096:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d724938b85 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030105:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d724938b85 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030118:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047483.030122:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047483.030126:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d724938b85 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030136:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d724938b85 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030153:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d724938b9a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030162:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d724938b9a lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030175:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d724938b9a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030183:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0771677c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047483.030188:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d724938b9a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030197:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d724938b9a lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030207:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047483.030210:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047483.030214:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d724938b9a lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030223:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d724938b9a lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030238:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7200/0x5ecf73d724938baf lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030247:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7200/0x5ecf73d724938baf lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030256:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7200/0x5ecf73d724938baf lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030266:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644ca7200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047483.030270:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7200/0x5ecf73d724938baf lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030280:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7200/0x5ecf73d724938baf lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030298:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047483.030302:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047483.030306:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7200/0x5ecf73d724938baf lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030316:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7200/0x5ecf73d724938baf lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030335:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724938c7a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030347:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724938c7a lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030356:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724938c7a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.030365:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139a400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047483.030370:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724938c7a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.037120:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724938c7a lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.037166:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x30:0x0].0x0 (ffff9e076def5b00) 00010000:00010000:3.0:1777047483.037172:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047483.037183:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724938c7a lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.037197:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724938c7a lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.037243:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cb2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.040192:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cb2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.040207:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cb2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.040219:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047483.040227:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cb2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.040241:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cb2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.040282:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x30:0x0].0x0 (ffff9e076def5b00) 00010000:00010000:3.0:1777047483.040289:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047483.040297:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cb2 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.040309:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cb2 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.040536:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047483.040606:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047483.041716:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387971840 00000100:00100000:0.0:1777047483.041731:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387971840 00000100:00100000:0.0:1777047483.042511:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387971968 00000100:00100000:0.0:1777047483.042519:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387971968 00000100:00100000:1.0:1777047483.042635:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3812 00000100:00100000:1.0:1777047483.042657:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2429:x1863365387971840:12345-192.168.201.54@tcp:16:lfs.0 00000100:00100000:1.0:1777047483.042798:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2429:x1863365387971840:12345-192.168.201.54@tcp:16:lfs.0 Request processed in 148us (2269us total) trans 0 rc 0/0 00000100:00080000:2.0:1777047483.042825:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047483.042827:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3812 00000100:00080000:2.0:1777047483.042838:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047483.043045:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3813 00000100:00100000:0.0:1777047483.043061:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:2429:x1863365387971968:12345-192.168.201.54@tcp:16:lfs.0 00000001:00080000:0.0:1777047483.047537:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870312 is committed 00000001:00080000:0.0:1777047483.047603:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870292 is committed 00000100:00100000:2.0:1777047483.049003:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365387971968:12345-192.168.201.54@tcp:16:lfs.0 Request processed in 5937us (8387us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047483.049022:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3813 00000100:00100000:2.0:1777047483.117877:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047483.117939:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047483.117998:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047483.118156:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387972096 00000100:00100000:3.0:1777047483.118170:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387972096 00000100:00100000:3.0:1777047483.118255:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387972224 00000100:00100000:3.0:1777047483.118261:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387972224 00000100:00100000:3.0:1777047483.118291:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387972352 00000100:00100000:3.0:1777047483.118296:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387972352 00000100:00100000:3.0:1777047483.118489:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3814 00000100:00100000:3.0:1777047483.118510:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2431:x1863365387972096:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:3.0:1777047483.118604:0:8480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724938cce lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.118631:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047483.118635:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047483.118644:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724938cce lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.118667:0:8480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724938cce lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.118706:0:8480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724938cce lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.118722:0:8480:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724938cce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.118737:0:8480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724938cce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.118750:0:8480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047483.118757:0:8480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724938cce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.118772:0:8480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724938cce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.118805:0:8480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724938cce lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.118820:0:8480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724938cce lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047483.118925:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2431:x1863365387972096:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 418us (1058us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047483.118940:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3814 00000100:00100000:3.0:1777047483.118970:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3815 00000100:00100000:3.0:1777047483.118984:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365387972224:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:3.0:1777047483.119016:0:8480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724938cd5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.119031:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047483.119034:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047483.119040:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724938cd5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.119057:0:8480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724938cd5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.119082:0:8480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724938cd5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.119105:0:8480:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724938cd5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.119118:0:8480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724938cd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.119129:0:8480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047483.119134:0:8480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724938cd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.119147:0:8480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724938cd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.119162:0:8480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724938cd5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.119175:0:8480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724938cd5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047483.119234:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365387972224:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 252us (1294us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047483.119246:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3815 00000100:00100000:3.0:1777047483.119269:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3816 00000100:00100000:3.0:1777047483.119281:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2431:x1863365387972352:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:3.0:1777047483.119312:0:8480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724938cdc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.119327:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047483.119330:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047483.119335:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724938cdc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.119351:0:8480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724938cdc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.119374:0:8480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724938cdc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.119469:0:8480:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724938cdc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.119484:0:8480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724938cdc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.119496:0:8480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047483.119503:0:8480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724938cdc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.119517:0:8480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724938cdc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.119545:0:8480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724938cdc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.119558:0:8480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724938cdc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047483.119617:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2431:x1863365387972352:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 336us (1617us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047483.119630:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3816 00000100:00100000:3.0:1777047483.145007:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047483.145705:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387972608 00000100:00100000:2.0:1777047483.145720:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387972608 00000100:00100000:2.0:1777047483.145810:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6050 00000100:00100000:2.0:1777047483.145838:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57854:x1863365387972608:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047483.145960:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938ce3 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.145989:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938ce3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.146009:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938ce3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777047483.146170:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000987ebf06 reply state 00000000796a3220 transno 8589934904 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938ce3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.147601:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938ce3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.147615:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x30:0x0].0x0 (ffff9e076def5b00) 00010000:00010000:2.0:1777047483.147621:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047483.147627:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047483.147800:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57854:x1863365387972608:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1948us (2785us total) trans 8589934904 rc 0/0 00000100:00100000:2.0:1777047483.147813:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6050 00000100:00100000:1.0:1777047483.162754:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047483.164614:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387972736 00000100:00100000:2.0:1777047483.164628:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387972736 00000100:00100000:2.0:1777047483.164740:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3817 00000100:00100000:2.0:1777047483.164758:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:57854:x1863365387972736:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047483.164786:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047483.164818:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d724938cea lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f80bd expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047483.164860:0:11204:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8d:0x0] initial LVB size: 258157, mtime: 0x69eb97bb, atime: 0x0, ctime: 0x69eb97bb, blocks: 0x60 00010000:00010000:2.0:1777047483.168540:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.168547:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.168563:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d724938cea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80bd expref: 11 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.168595:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d724938cea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80bd expref: 11 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.168619:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139bc00, rc 0) 00000100:00100000:2.0:1777047483.168724:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:57854:x1863365387972736:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 3969us (5982us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047483.168737:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3817 00000100:00100000:0.0:1777047483.185826:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047483.185895:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047483.185947:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387972864 00000100:00100000:2.0:1777047483.185964:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387972864 00000100:00100000:2.0:1777047483.186058:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387972992 00000100:00100000:2.0:1777047483.186065:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387972992 00000100:00100000:2.0:1777047483.186123:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3818 00000100:00100000:2.0:1777047483.186140:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365387972864:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:2.0:1777047483.186355:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb size from disk: 258157 -> 258157 00002000:00010000:2.0:1777047483.186362:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb mtime from disk: 1777047483 -> 1777047482 00002000:00010000:2.0:1777047483.186367:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb atime from disk: 0 -> 1777047481 00002000:00010000:2.0:1777047483.186371:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb ctime from disk: 1777047483 -> 1777047483 00002000:00010000:2.0:1777047483.186376:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:2.0:1777047483.186525:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365387972864:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 387us (708us total) trans 21474837598 rc 0/0 00000100:00100000:2.0:1777047483.186540:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3818 00000100:00100000:2.0:1777047483.186575:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3819 00000100:00100000:2.0:1777047483.186591:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365387972992:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:2.0:1777047483.186726:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047483.186732:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb mtime from disk: 1777047483 -> 1777047482 00002000:00010000:2.0:1777047483.186737:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb atime from disk: 0 -> 1777047481 00002000:00010000:2.0:1777047483.186742:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb ctime from disk: 1777047483 -> 1777047483 00002000:00010000:2.0:1777047483.186746:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047483.186789:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365387972992:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 202us (893us total) trans 17179870313 rc 0/0 00000100:00100000:2.0:1777047483.186802:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3819 00000100:00100000:3.0:1777047483.198515:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047483.201154:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387973248 00000100:00100000:2.0:1777047483.201171:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387973248 00000100:00100000:2.0:1777047483.201307:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6051 00000100:00100000:2.0:1777047483.201326:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57854:x1863365387973248:12345-192.168.201.54@tcp:55:lfs.0 00010000:00010000:2.0:1777047483.201532:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cf1 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.201565:0:34275:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724938c73 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f809a expref: 30 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.201582:0:34275:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cf1 lrc: 4/0,1 mode: --/PW res: [0x200000405:0x30:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.201649:0:34275:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724938c73 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f809a expref: 30 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.201686:0:34275:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724938c73 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f809a expref: 30 pid: 6588 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.201709:0:34275:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e44700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443027328:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047483.201877:0:34275:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e075931c900 going to sleep for 11 seconds 00010000:00010000:3.0:1777047483.203099:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047483.213225:0:34275:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e44700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443027328:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047483.213269:0:34275:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cf1 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x30:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047483.215310:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047483.215484:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387973376 00000100:00100000:0.0:1777047483.215496:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387973376 00010000:00010000:0.0:1777047483.215547:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724938c73 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f809a expref: 31 pid: 6588 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047483.215633:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1940 00000100:00100000:0.0:1777047483.215651:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365387973376:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047483.215673:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047483.215684:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724938c73 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f809a expref: 31 pid: 6588 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.215704:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724938c73 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f809a expref: 31 pid: 6588 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.215737:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724938c73 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f809a expref: 31 pid: 6588 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.215794:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x30:0x0].0x0 (ffff9e076def5b00) 00010000:00010000:0.0:1777047483.215804:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cf1 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x30:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.215821:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cf1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.215835:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cf1 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.215894:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047483.215981:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2430:x1863365387973376:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 332us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047483.215994:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1940 00010000:00010000:2.0:1777047483.216463:0:34275:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cf1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.216477:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cf1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.216523:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cf1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.216544:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cf1 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.216555:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cf1 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.216565:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047483.216572:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cf1 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.216584:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cf1 lrc: 4/0,0 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.216599:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x30:0x0].0x0 (ffff9e076def5b00) 00010000:00010000:2.0:1777047483.216604:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777047483.216610:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cf1 lrc: 2/0,0 mode: --/PW res: [0x200000405:0x30:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.216619:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938cf1 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x30:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.216697:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57854:x1863365387973248:12345-192.168.201.54@tcp:55:lfs.0 Request processed in 15375us (18190us total) trans 0 rc -22/-22 00000100:00100000:2.0:1777047483.216709:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6051 00000100:00100000:3.0:1777047483.226080:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047483.226676:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387973632 00000100:00100000:0.0:1777047483.226691:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387973632 00000100:00100000:0.0:1777047483.227100:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6052 00000100:00100000:0.0:1777047483.227118:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57854:x1863365387973632:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047483.227193:0:6590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047483.227230:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938bbd lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f804d expref: 29 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.227261:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047483.227269:0:6590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047483.227333:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938cf8 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.227355:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938cf8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.227371:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938cf8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777047483.227572:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067d78ad7 reply state 000000001ea030c4 transno 8589934905 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938cf8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.227594:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938cf8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.227605:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047483.227610:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047483.227614:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047483.227750:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57854:x1863365387973632:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 634us (1679us total) trans 8589934905 rc 0/0 00000100:00100000:0.0:1777047483.227762:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6052 00000100:00100000:3.0:1777047483.239023:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047483.240614:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387973760 00000100:00100000:2.0:1777047483.240628:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387973760 00000100:00100000:2.0:1777047483.240722:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3820 00000100:00100000:2.0:1777047483.240740:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:57854:x1863365387973760:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047483.240766:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047483.240793:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938cff lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f80c4 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.240836:0:36217:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2bdca6f/0x5ecf73d724938c57 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8085 expref: 13 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.240850:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.240853:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.240859:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938cff lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80c4 expref: 13 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.240913:0:36217:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f2bdca6f/0x5ecf73d724938c57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8085 expref: 13 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.240945:0:36217:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f2bdca6f/0x5ecf73d724938c57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8085 expref: 13 pid: 30115 timeout: 4211 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.240967:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443027456:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047483.241091:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e075931c900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047483.249493:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443027456:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047483.249546:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938cff lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80c4 expref: 13 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.249579:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139b000, rc 0) 00000100:00100000:2.0:1777047483.249663:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57854:x1863365387973760:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 8926us (10649us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047483.249684:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3820 00000100:00100000:0.0:1777047483.253512:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047483.254036:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387973888 00000100:00100000:2.0:1777047483.254049:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387973888 00010000:00010000:2.0:1777047483.254100:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f2bdca6f/0x5ecf73d724938c57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8085 expref: 13 pid: 30115 timeout: 4211 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.254170:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1941 00000100:00100000:2.0:1777047483.254187:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077949d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365387973888:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047483.254208:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047483.254237:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f2bdca6f/0x5ecf73d724938c57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8085 expref: 13 pid: 30115 timeout: 4211 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.254262:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f2bdca6f/0x5ecf73d724938c57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8085 expref: 13 pid: 30115 timeout: 4211 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.254296:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2bdca6f/0x5ecf73d724938c57 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8085 expref: 13 pid: 30115 timeout: 4211 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.254323:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.254327:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.254337:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938cff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80c4 expref: 12 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.254355:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938cff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80c4 expref: 12 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.254510:0:36227:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938cff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80c4 expref: 12 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.254536:0:36227:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e44700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:36227:1863365443027584:192.168.201.54@tcp:105: 00000100:00100000:2.0:1777047483.255082:0:36227:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e075931c900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047483.274635:0:36227:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e44700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:36227:1863365443027584:192.168.201.54@tcp:105: 00010000:00010000:2.0:1777047483.274670:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047483.274844:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077949d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365387973888:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 20658us (21338us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047483.274860:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1941 00000100:00100000:3.0:1777047483.283569:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047483.284141:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387974016 00000100:00100000:0.0:1777047483.284155:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387974016 00000100:00100000:0.0:1777047483.284552:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3821 00000100:00100000:0.0:1777047483.284585:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57854:x1863365387974016:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047483.284609:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047483.284634:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724938d06 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f80cb expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.284676:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724938c65 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f808c expref: 19 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.284738:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047483.284741:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047483.284748:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724938d06 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80cb expref: 19 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.284796:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724938c65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f808c expref: 19 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.285080:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724938c65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f808c expref: 19 pid: 36217 timeout: 4211 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047483.285103:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749166d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365443027712:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047483.285191:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07513d8780 going to sleep for 11 seconds 00000100:00100000:0.0:1777047483.293762:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047483.294699:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749166d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365443027712:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047483.294746:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724938d06 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80cb expref: 19 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.295680:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821eda00, rc 0) 00000100:00100000:2.0:1777047483.295766:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57854:x1863365387974016:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 11200us (12215us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047483.295781:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3821 00000100:00100000:3.0:1777047483.296279:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387974144 00000100:00100000:3.0:1777047483.296289:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387974144 00010000:00010000:3.0:1777047483.296331:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724938c65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f808c expref: 19 pid: 36217 timeout: 4211 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047483.296514:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1942 00000100:00100000:3.0:1777047483.296528:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387974144:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047483.296547:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047483.296805:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724938c65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f808c expref: 19 pid: 36217 timeout: 4211 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.296829:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724938c65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f808c expref: 19 pid: 36217 timeout: 4211 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.296860:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724938c65 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f808c expref: 19 pid: 36217 timeout: 4211 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.296881:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047483.296884:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047483.296892:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724938d06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80cb expref: 18 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.296907:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724938d06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80cb expref: 18 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.296956:0:6574:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724938d06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80cb expref: 18 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047483.296988:0:6574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3ea300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6574:1863365443027840:192.168.201.54@tcp:105: 00000100:00100000:3.0:1777047483.297146:0:6574:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0768d45e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047483.311056:0:6574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3ea300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6574:1863365443027840:192.168.201.54@tcp:105: 00010000:00010000:3.0:1777047483.311090:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047483.311168:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365387974144:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 14641us (17414us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047483.311185:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1942 00000100:00100000:0.0:1777047483.311494:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047483.311678:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387974272 00000100:00100000:2.0:1777047483.311688:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387974272 00000100:00100000:2.0:1777047483.311755:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3822 00000100:00100000:2.0:1777047483.311771:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:57854:x1863365387974272:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047483.311793:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047483.311817:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938d0d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f80d2 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.311860:0:8633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724938c5e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8093 expref: 13 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.311873:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.311876:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.311882:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938d0d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80d2 expref: 13 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.311928:0:8633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724938c5e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8093 expref: 13 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.311950:0:8633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724938c5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8093 expref: 13 pid: 36217 timeout: 4211 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.311970:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8633:1863365443027968:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047483.312059:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750f46180 going to sleep for 11 seconds 00000100:00100000:2.0:1777047483.325719:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8633:1863365443027968:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047483.325776:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938d0d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80d2 expref: 13 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.325812:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139a400, rc 0) 00000100:00100000:2.0:1777047483.325906:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57854:x1863365387974272:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 14135us (14411us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047483.325928:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3822 00000100:00100000:3.0:1777047483.326776:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047483.327583:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387974400 00000100:00100000:1.0:1777047483.327594:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387974400 00010000:00010000:1.0:1777047483.327642:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724938c5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8093 expref: 13 pid: 36217 timeout: 4211 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047483.327706:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1943 00000100:00100000:1.0:1777047483.327721:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365387974400:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047483.328655:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047483.328685:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724938c5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8093 expref: 13 pid: 36217 timeout: 4211 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.328710:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724938c5e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8093 expref: 13 pid: 36217 timeout: 4211 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.328740:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724938c5e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8093 expref: 13 pid: 36217 timeout: 4211 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.328762:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047483.328765:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047483.328774:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938d0d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80d2 expref: 12 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.328788:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938d0d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80d2 expref: 12 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.328837:0:6575:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938d0d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80d2 expref: 12 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047483.328860:0:6575:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745ebf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443028096:192.168.201.54@tcp:105: 00000100:00100000:1.0:1777047483.328951:0:6575:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0748b0d480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047483.341144:0:6575:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745ebf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443028096:192.168.201.54@tcp:105: 00010000:00010000:1.0:1777047483.341178:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047483.341239:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365387974400:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 13520us (15085us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047483.341261:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1943 00000100:00100000:0.0:1777047483.345515:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047483.345699:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387974528 00000100:00100000:3.0:1777047483.345711:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387974528 00000100:00100000:3.0:1777047483.345788:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3823 00000100:00100000:3.0:1777047483.345804:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365387974528:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:3.0:1777047483.346592:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 258157 -> 258157 00002000:00010000:3.0:1777047483.346599:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047482 -> 1777047482 00002000:00010000:3.0:1777047483.346605:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:3.0:1777047483.346609:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047482 -> 1777047483 00002000:00010000:3.0:1777047483.346613:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 328 -> 328 00000100:00100000:3.0:1777047483.346688:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365387974528:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 887us (1180us total) trans 21474837599 rc 0/0 00000100:00100000:3.0:1777047483.346701:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3823 00000100:00100000:0.0:1777047483.352735:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047483.352876:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047483.353691:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387974656 00000100:00100000:1.0:1777047483.353703:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387974656 00000100:00100000:1.0:1777047483.353784:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387974784 00000100:00100000:1.0:1777047483.353789:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387974784 00000100:00100000:1.0:1777047483.353840:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3824 00000100:00100000:1.0:1777047483.353855:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365387974656:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:1.0:1777047483.354079:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047483.354085:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047482 -> 1777047482 00002000:00010000:1.0:1777047483.354090:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 0 -> 1777047481 00002000:00010000:1.0:1777047483.354094:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047482 -> 1777047483 00002000:00010000:1.0:1777047483.354098:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1777047483.354167:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365387974656:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 315us (1443us total) trans 17179870314 rc 0/0 00000100:00100000:1.0:1777047483.354180:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3824 00000100:00100000:1.0:1777047483.354207:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3825 00000100:00100000:1.0:1777047483.354219:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365387974784:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:1.0:1777047483.354350:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047483.354356:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047482 -> 1777047482 00002000:00010000:1.0:1777047483.354360:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 0 -> 1777047481 00002000:00010000:1.0:1777047483.354364:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047482 -> 1777047483 00002000:00010000:1.0:1777047483.354367:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047483.354461:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365387974784:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 242us (1583us total) trans 21474837600 rc 0/0 00000100:00100000:1.0:1777047483.354474:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3825 00000100:00100000:2.0:1777047483.368900:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047483.369456:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387975040 00000100:00100000:0.0:1777047483.369469:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387975040 00000100:00100000:0.0:1777047483.369554:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2047 00000100:00100000:0.0:1777047483.369570:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57854:x1863365387975040:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:0.0:1777047483.369668:0:35315:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724938c34 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f807e expref: 30 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.369724:0:35315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938d14 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.369745:0:35315:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724938aa5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fe4 expref: 30 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.369758:0:35315:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d724938b4d lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8023 expref: 30 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.369771:0:35315:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938d14 lrc: 5/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.369820:0:35315:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d724938b4d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8023 expref: 30 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.369842:0:35315:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d724938b4d lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8023 expref: 30 pid: 6590 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047483.369864:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641debb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443028224:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047483.371943:0:35315:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724938aa5 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fe4 expref: 30 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.373008:0:35315:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724938aa5 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fe4 expref: 30 pid: 6588 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047483.373032:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641deb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443028352:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047483.373136:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07513d8780 going to sleep for 11 seconds 00000100:00100000:2.0:1777047483.383486:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047483.384499:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641debb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443028224:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047483.384674:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387975168 00000100:00100000:1.0:1777047483.384686:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387975168 00010000:00010000:1.0:1777047483.384740:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d724938b4d lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8023 expref: 31 pid: 6590 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047483.384804:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1944 00000100:00100000:1.0:1777047483.384819:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2429:x1863365387975168:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047483.384840:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047483.384851:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d724938b4d lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8023 expref: 31 pid: 6590 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.384870:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d724938b4d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8023 expref: 31 pid: 6590 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.384901:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d724938b4d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8023 expref: 31 pid: 6590 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.384924:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047483.384932:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938d14 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.384945:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938d14 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.384955:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047483.385031:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2429:x1863365387975168:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 214us (1557us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047483.385044:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1944 00000100:00100000:1.0:1777047483.386572:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641deb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443028352:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047483.386620:0:35315:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938d14 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.391235:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047483.392474:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387975296 00000100:00100000:3.0:1777047483.392487:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387975296 00010000:00010000:3.0:1777047483.392544:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724938aa5 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fe4 expref: 30 pid: 6588 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047483.392606:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1945 00000100:00100000:3.0:1777047483.392623:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2429:x1863365387975296:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047483.392665:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047483.392677:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724938aa5 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fe4 expref: 30 pid: 6588 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.392699:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724938aa5 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fe4 expref: 30 pid: 6588 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.392741:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724938aa5 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f7fe4 expref: 30 pid: 6588 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.392764:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047483.392772:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938d14 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.392788:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938d14 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.392801:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938d14 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.392840:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047483.392917:0:35315:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938d14 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047483.392930:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2429:x1863365387975296:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 306us (1699us total) trans 0 rc 0/0 00010000:00010000:0.0:1777047483.392947:0:35315:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938d14 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047483.392958:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1945 00010000:00010000:0.0:1777047483.393000:0:35315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938d1b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.393024:0:35315:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d724938c81 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80a1 expref: 28 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.393040:0:35315:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938d1b lrc: 4/0,1 mode: --/EX res: [0x200000405:0x30:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.393094:0:35315:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d724938c81 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80a1 expref: 28 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.393117:0:35315:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d724938c81 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80a1 expref: 28 pid: 6590 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047483.393149:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641deb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443028480:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047483.393274:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07513d8780 going to sleep for 11 seconds 00000100:00100000:0.0:1777047483.409519:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047483.409625:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387975424 00000100:00100000:2.0:1777047483.409640:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387975424 00010000:00010000:2.0:1777047483.410088:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d724938c81 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80a1 expref: 29 pid: 6590 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.410173:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1946 00000100:00100000:2.0:1777047483.410193:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641deb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2429:x1863365387975424:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047483.410218:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047483.410229:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d724938c81 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80a1 expref: 29 pid: 6590 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.410253:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d724938c81 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80a1 expref: 29 pid: 6590 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.410286:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x30:0x0].0x0 (ffff9e076def5b00) 00010000:00010000:2.0:1777047483.410295:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938d1b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x30:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.410337:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938d1b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x30:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.410350:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938d1b lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x30:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.410418:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047483.410509:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641deb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2429:x1863365387975424:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 321us (1000us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047483.410523:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1946 00010000:00010000:1.0:1777047483.417088:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d724938c81 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80a1 expref: 28 pid: 6590 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047483.417130:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641deb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443028480:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047483.417169:0:35315:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938d1b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x30:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.417975:0:35315:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938d1b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x30:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.417994:0:35315:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938d1b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x30:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.418539:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e47100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443028608:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777047483.418629:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047483.418688:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06422fdb40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047483.420084:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443028608 00000100:00100000:3.0:1777047483.420096:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443028608 00000100:00100000:3.0:1777047483.420587:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3263 00000100:00100000:3.0:1777047483.420602:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443028608:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777047483.420728:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443028608:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 128us (2099us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047483.420742:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3263 00000100:00100000:0.0:1777047483.421646:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e47100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443028608:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047483.421787:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641debb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443028736:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047483.421863:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047483.421903:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0742e6b900 going to sleep for 11 seconds 00000100:00080000:2.0:1777047483.422255:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047483.422648:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443028736 00000100:00100000:1.0:1777047483.422659:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443028736 00000100:00100000:1.0:1777047483.422732:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3264 00000100:00100000:1.0:1777047483.422745:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641deb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443028736:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777047483.422866:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641deb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443028736:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 121us (1001us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047483.422880:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3264 00000100:00080000:2.0:1777047483.422997:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047483.423860:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641debb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443028736:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047483.423959:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641debb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443028864:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047483.424015:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047483.424051:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e074537bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047483.424892:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443028864 00000100:00100000:1.0:1777047483.424903:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443028864 00000100:00100000:1.0:1777047483.424972:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3265 00000100:00100000:1.0:1777047483.424988:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443028864:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777047483.425094:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443028864:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 109us (1078us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047483.425107:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3265 00000100:00100000:0.0:1777047483.426477:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641debb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443028864:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047483.426567:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641debb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443028992:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047483.426641:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047483.426675:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047483.427141:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443028992 00000100:00100000:3.0:1777047483.427151:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443028992 00000100:00100000:3.0:1777047483.427214:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3266 00000100:00100000:3.0:1777047483.427229:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443028992:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777047483.427352:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443028992:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 124us (709us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047483.427367:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3266 00000100:00100000:0.0:1777047483.430018:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641debb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443028992:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047483.430121:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a25f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443029120:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047483.430183:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047483.430241:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047483.430548:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443029120 00000100:00100000:1.0:1777047483.430559:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443029120 00000100:00100000:1.0:1777047483.430637:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3267 00000100:00100000:1.0:1777047483.430653:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443029120:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777047483.430774:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443029120:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 124us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047483.430788:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3267 00000100:00100000:0.0:1777047483.431752:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a25f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443029120:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047483.431830:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a25f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443029248:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047483.431881:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047483.431935:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047483.432790:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443029248 00000100:00100000:1.0:1777047483.432801:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443029248 00000100:00100000:1.0:1777047483.432885:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3268 00000100:00100000:1.0:1777047483.432900:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443029248:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777047483.433014:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443029248:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 116us (1130us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047483.433027:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3268 00000100:00100000:0.0:1777047483.433583:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a25f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443029248:0@lo:1000:mdt_rdpg00_003.0 00000040:00080000:0.0:1777047483.433848:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].8, 640 off42944 00000001:00080000:0.0:1777047483.433871:0:35315:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934906 00000100:00100000:0.0:1777047483.433966:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a25f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443029376:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047483.434017:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047483.434056:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85540 going to sleep for 11 seconds 00000100:00100000:2.0:1777047483.434798:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443029376 00000100:00100000:2.0:1777047483.434823:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443029376 00000100:00100000:2.0:1777047483.434887:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3269 00000100:00100000:2.0:1777047483.434902:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443029376:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777047483.435102:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:35315:x1863365443029376:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 201us (1083us total) trans 17179870315 rc 0/0 00000100:00100000:2.0:1777047483.435116:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3269 00000100:00100000:0.0:1777047483.436203:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a25f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443029376:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047483.436259:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a24000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443029504:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047483.436352:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047483.436592:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85540 going to sleep for 11 seconds 00000100:00100000:2.0:1777047483.439125:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443029504 00000100:00100000:2.0:1777047483.439138:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443029504 00000100:00100000:2.0:1777047483.445586:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3270 00000100:00100000:2.0:1777047483.445615:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641debb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443029504:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777047483.445946:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641debb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:35315:x1863365443029504:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 342us (9628us total) trans 21474837601 rc 0/0 00000100:00100000:2.0:1777047483.445964:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3270 00000100:00100000:0.0:1777047483.446586:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a24000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443029504:0@lo:1000:mdt_rdpg00_003.0 00000001:00080000:0.0:1777047483.446719:0:35315:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934907 00010000:00010000:0.0:1777047483.446782:0:35315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938d1b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x30:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.446802:0:35315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938d1b lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x30:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.446855:0:35315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938d1b lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x30:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.446868:0:35315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ede00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047483.446875:0:35315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938d1b lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x30:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.446893:0:35315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938d1b lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x30:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.446921:0:35315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x30:0x0].0x0 (ffff9e076def5b00) 00010000:00010000:0.0:1777047483.446927:0:35315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777047483.446940:0:35315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938d1b lrc: 2/0,0 mode: --/EX res: [0x200000405:0x30:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.446953:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938d1b lrc: 0/0,0 mode: --/EX res: [0x200000405:0x30:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.446985:0:35315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938d14 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.446996:0:35315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938d14 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.447006:0:35315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938d14 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.447021:0:35315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ed400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047483.447027:0:35315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938d14 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.447039:0:35315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938d14 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.447058:0:35315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047483.447063:0:35315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777047483.447069:0:35315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938d14 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.447081:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938d14 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.447114:0:35315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047483.447119:0:35315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047483.447130:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724938c34 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f807e expref: 30 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047483.447281:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57854:x1863365387975040:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 77711us (78388us total) trans 8589934908 rc 0/0 00000100:00100000:0.0:1777047483.447298:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2047 00000020:00080000:0.0:1777047483.447310:0:35315:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1777047483.460864:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047483.461343:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387975552 00000100:00100000:3.0:1777047483.461360:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387975552 00000100:00100000:3.0:1777047483.461572:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6053 00000100:00100000:3.0:1777047483.461597:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57854:x1863365387975552:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047483.461638:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047483.461674:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724938d22 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f80d9 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.461770:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724938d22 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80d9 expref: 30 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.461802:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724938d22 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80d9 expref: 30 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.462199:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047483.462211:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047483.462219:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2200, rc 0) 00000100:00100000:3.0:1777047483.462304:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57854:x1863365387975552:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 714us (1449us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047483.462317:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6053 00000100:00100000:2.0:1777047483.503070:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047483.505351:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387975808 00000100:00100000:1.0:1777047483.505371:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387975808 00000100:00100000:1.0:1777047483.505558:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2048 00000100:00100000:1.0:1777047483.505584:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57854:x1863365387975808:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:1.0:1777047483.506282:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57854:x1863365387975808:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 701us (3537us total) trans 8589934909 rc 0/0 00000100:00100000:1.0:1777047483.506301:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2048 00000100:00100000:0.0:1777047483.521549:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047483.523574:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387976064 00000100:00100000:2.0:1777047483.523591:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387976064 00000100:00100000:2.0:1777047483.523730:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2049 00000100:00100000:2.0:1777047483.523756:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07716aac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57854:x1863365387976064:12345-192.168.201.54@tcp:35:lfs.0 00000004:00080000:2.0:1777047483.524053:0:6591:0:(mdd_object.c:4010:mdd_close()) Object [0x200000405:0x30:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1777047483.524205:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724938d29 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.524622:0:6591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724938d29 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.524647:0:6591:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724938d29 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.524668:0:6591:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724938d29 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.524680:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724938d29 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.524692:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724938d29 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.524750:0:6591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777047483.524920:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07716aac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57854:x1863365387976064:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1167us (3381us total) trans 8589934910 rc 0/0 00000100:00100000:2.0:1777047483.524936:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2049 00010000:00010000:1.0:1777047483.528122:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047483.528138:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724938d29 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.528159:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047483.528166:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724938d29 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.528195:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724938d29 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.528219:0:17980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x30:0x0].0x0 (ffff9e076def5b00) 00010000:00010000:1.0:1777047483.528224:0:17980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777047483.528236:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724938d29 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.528247:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724938d29 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.528278:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047483.528281:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047483.528285:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047483.644710:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047483.647265:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387976192 00000100:00100000:1.0:1777047483.647283:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387976192 00000100:00100000:1.0:1777047483.647584:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6054 00000100:00100000:1.0:1777047483.647602:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645846d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57856:x1863365387976192:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047483.647658:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047483.647691:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a800/0x5ecf73d724938d30 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f80e0 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.647778:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a200/0x5ecf73d724938d37 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.647829:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a200/0x5ecf73d724938d37 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.647849:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a200/0x5ecf73d724938d37 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.647875:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938d3e lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.647888:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938d3e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.647900:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938d3e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.648011:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938d45 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.648028:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938d45 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.648040:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938d45 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047483.648093:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 258157 00000004:00200000:1.0:1777047483.648100:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047483.648127:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938d45 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.648145:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938d45 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.648158:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a200/0x5ecf73d724938d37 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.648169:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a200/0x5ecf73d724938d37 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.648188:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a200/0x5ecf73d724938d37 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.648502:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a200/0x5ecf73d724938d37 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.648512:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e078205a200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047483.648519:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a200/0x5ecf73d724938d37 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.648530:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a200/0x5ecf73d724938d37 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.648548:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e076def5f00) 00010000:00010000:1.0:1777047483.648553:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047483.648560:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a200/0x5ecf73d724938d37 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.648570:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a200/0x5ecf73d724938d37 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.648594:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938d3e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.648604:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938d3e lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.648615:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938d3e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.648624:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e078205b200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047483.648630:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938d3e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.648639:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938d3e lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.648650:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e076def5100) 00010000:00010000:1.0:1777047483.648655:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047483.648660:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938d3e lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.648669:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d724938d3e lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.648716:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a800/0x5ecf73d724938d30 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80e0 expref: 34 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.648743:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938d45 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80e0 expref: 33 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.648757:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047483.648761:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047483.648765:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d4800, rc 0) 00000100:00100000:1.0:1777047483.648842:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645846d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57856:x1863365387976192:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1244us (4143us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047483.648855:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6054 00000100:00100000:3.0:1777047483.666676:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047483.667524:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387976448 00000100:00100000:2.0:1777047483.667539:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387976448 00000100:00100000:2.0:1777047483.667633:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6055 00000100:00100000:2.0:1777047483.667650:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57856:x1863365387976448:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047483.667678:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047483.667708:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724938d4c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f80e7 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.667886:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938d53 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.667909:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938d53 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.667928:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938d53 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047483.667945:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 258157 00010000:00010000:2.0:1777047483.668112:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724938d4c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80e7 expref: 36 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.668142:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938d53 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80e7 expref: 35 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.668159:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047483.668164:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047483.668170:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139a600, rc 0) 00000100:00100000:2.0:1777047483.668685:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57856:x1863365387976448:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1036us (2016us total) trans 8589934911 rc 0/0 00000100:00100000:2.0:1777047483.668706:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6055 00000100:00100000:0.0:1777047483.682048:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047483.682113:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047483.682251:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387976832 00000100:00100000:1.0:1777047483.682265:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387976832 00000100:00100000:1.0:1777047483.682369:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 398 00000100:00100000:1.0:1777047483.682436:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:2430:x1863365387976832:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047483.682462:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047483.682498:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938d53 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80e7 expref: 35 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.682545:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047483.682554:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047483.682648:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645844a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:2430:x1863365387976832:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 265us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047483.682661:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 398 00000100:00100000:3.0:1777047483.682779:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387976704 00000100:00100000:3.0:1777047483.682789:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387976704 00000100:00100000:3.0:1777047483.682857:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6056 00000100:00100000:3.0:1777047483.682873:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57856:x1863365387976704:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047483.682901:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047483.682924:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d724938d61 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f80ee expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.683085:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d724938d68 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.683107:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d724938d68 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.683124:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d724938d68 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047483.683142:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 258157 00010000:00010000:3.0:1777047483.684747:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d724938d61 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80ee expref: 37 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.684782:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d724938d68 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80ee expref: 36 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.684797:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047483.684802:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047483.684806:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2800, rc 0) 00000100:00100000:3.0:1777047483.684866:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645844e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57856:x1863365387976704:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1995us (2828us total) trans 8589934912 rc 0/0 00000100:00100000:3.0:1777047483.684878:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6056 00000100:00100000:0.0:1777047483.827711:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047483.828726:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387976960 00000100:00100000:2.0:1777047483.828741:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387976960 00000100:00100000:2.0:1777047483.828856:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1094 00000100:00100000:2.0:1777047483.828872:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365387976960:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047483.828922:0:24562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938d76 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.828955:0:24562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938cff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80c4 expref: 14 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.828970:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047483.828974:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047483.828980:0:24562:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938d76 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.829034:0:24562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938cff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80c4 expref: 14 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.829061:0:24562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938cff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80c4 expref: 14 pid: 36217 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.829087:0:24562:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24562:1863365443029632:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047483.829220:0:24562:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0743908840 going to sleep for 11 seconds 00000100:00100000:2.0:1777047483.837516:0:24562:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24562:1863365443029632:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047483.837558:0:24562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938d76 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047483.843684:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047483.843788:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387977088 00000100:00100000:1.0:1777047483.843820:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387977088 00010000:00010000:1.0:1777047483.843876:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938cff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80c4 expref: 15 pid: 36217 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047483.843949:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1947 00000100:00100000:1.0:1777047483.843966:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077949fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365387977088:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047483.843991:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047483.844021:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938cff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80c4 expref: 15 pid: 36217 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.844046:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938cff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80c4 expref: 15 pid: 36217 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.844373:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938cff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80c4 expref: 15 pid: 36217 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.844441:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047483.844445:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047483.844453:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938d76 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.844471:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938d76 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.844528:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047483.844593:0:24562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938d76 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.844615:0:24562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938d76 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047483.844647:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077949fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365387977088:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 680us (971us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047483.844663:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1947 00010000:00010000:0.0:1777047483.876584:0:24562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938d76 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.876613:0:24562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938d76 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.876639:0:24562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938d76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.876651:0:24562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139ac00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047483.876658:0:24562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938d76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.876674:0:24562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938d76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.876702:0:24562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938d76 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.876717:0:24562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938d76 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047483.876846:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365387976960:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 47972us (49142us total) trans 0 rc 258157/258157 00000100:00100000:0.0:1777047483.876865:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1094 00000100:00100000:0.0:1777047483.899055:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047483.899151:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047483.899341:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387977216 00000100:00100000:1.0:1777047483.899356:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387977216 00000100:00100000:1.0:1777047483.899504:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387977344 00000100:00100000:1.0:1777047483.899510:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387977344 00000100:00100000:1.0:1777047483.899544:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3826 00000100:00100000:1.0:1777047483.899559:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365387977216:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047483.899585:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047483.899610:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ca7e99fc/0x5ecf73d724938d7d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f80f5 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047483.899698:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745ebf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443029760:192.168.201.54@tcp:106: 00000100:00100000:3.0:1777047483.899715:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3827 00000100:00100000:3.0:1777047483.899732:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365387977344:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047483.899748:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047483.899764:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724938d84 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f80fc expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047483.899802:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0748b0d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047483.899865:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443029888:192.168.201.54@tcp:106: 00000100:00100000:3.0:1777047483.899918:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0768d450c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047483.910556:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745ebf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443029760:192.168.201.54@tcp:106: 00010000:00010000:1.0:1777047483.910614:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ca7e99fc/0x5ecf73d724938d7d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80f5 expref: 14 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.910656:0:8479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca7e99fc/0x5ecf73d724938d7d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80f5 expref: 14 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.910680:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d5e00, rc 0) 00000100:00100000:1.0:1777047483.910779:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365387977216:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 11218us (11733us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047483.910820:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3826 00000100:00100000:3.0:1777047483.917824:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443029888:192.168.201.54@tcp:106: 00010000:00010000:3.0:1777047483.917875:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724938d84 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80fc expref: 20 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.917912:0:8633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724938d84 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80fc expref: 20 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.917934:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2600, rc 0) 00000100:00100000:3.0:1777047483.918023:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365387977344:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 18293us (18870us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047483.918038:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3827 00000100:00100000:3.0:1777047483.943644:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047483.944269:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387977472 00000100:00100000:0.0:1777047483.944284:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387977472 00000100:00100000:2.0:1777047483.946220:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1095 00000100:00100000:2.0:1777047483.946573:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365387977472:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047483.946636:0:29062:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938d8b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.946672:0:29062:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d724938cea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80bd expref: 13 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.946690:0:29062:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047483.946693:0:29062:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047483.946699:0:29062:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938d8b lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.946754:0:29062:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d724938cea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80bd expref: 13 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.946778:0:29062:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d724938cea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80bd expref: 13 pid: 11204 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.946833:0:29062:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:29062:1863365443030016:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047483.946963:0:29062:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0743908840 going to sleep for 11 seconds 00000100:00100000:2.0:1777047483.959466:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047483.959739:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387977600 00000100:00100000:3.0:1777047483.959752:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387977600 00010000:00010000:3.0:1777047483.959808:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d724938cea lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80bd expref: 14 pid: 11204 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047483.959897:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1948 00000100:00100000:3.0:1777047483.959915:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365387977600:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047483.959938:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047483.959991:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d724938cea lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80bd expref: 14 pid: 11204 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.960016:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d724938cea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80bd expref: 14 pid: 11204 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.960050:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047483.960054:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047483.960061:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938d8b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.960076:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938d8b lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.960110:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047483.960442:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365387977600:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 528us (984us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047483.960455:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1948 00010000:00010000:0.0:1777047483.961750:0:29062:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d724938cea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80bd expref: 13 pid: 11204 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047483.961787:0:29062:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:29062:1863365443030016:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047483.961820:0:29062:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938d8b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.962505:0:29062:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938d8b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047483.962521:0:29062:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938d8b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.001543:0:29062:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938d8b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.001576:0:29062:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938d8b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.001595:0:29062:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938d8b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.001610:0:29062:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047484.001618:0:29062:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938d8b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.001653:0:29062:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938d8b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.001695:0:29062:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938d8b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.001711:0:29062:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938d8b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047484.001865:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365387977472:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 55622us (58225us total) trans 0 rc 258157/258157 00000100:00100000:0.0:1777047484.001885:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1095 00000100:00100000:2.0:1777047484.076654:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047484.078326:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387977728 00000100:00100000:0.0:1777047484.078342:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387977728 00000100:00100000:0.0:1777047484.078472:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 399 00000100:00100000:0.0:1777047484.078492:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57856:x1863365387977728:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:0.0:1777047484.078517:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047484.078575:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d724938d68 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80ee expref: 36 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.078606:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047484.078614:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047484.078706:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57856:x1863365387977728:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 218us (2063us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047484.078722:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 399 00000100:00100000:3.0:1777047484.089076:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047484.089205:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387977984 00000100:00100000:1.0:1777047484.089220:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387977984 00000100:00100000:1.0:1777047484.089316:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2050 00000100:00100000:1.0:1777047484.089528:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57856:x1863365387977984:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:1.0:1777047484.091559:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57856:x1863365387977984:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 2223us (2488us total) trans 8589934913 rc 0/0 00000100:00100000:1.0:1777047484.091600:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2050 00000100:00100000:2.0:1777047484.122108:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047484.124259:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387978240 00000100:00100000:0.0:1777047484.124275:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387978240 00000100:00100000:0.0:1777047484.124448:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2051 00000100:00100000:0.0:1777047484.124530:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57856:x1863365387978240:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047484.125096:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57856:x1863365387978240:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 367us (2731us total) trans 8589934914 rc 0/0 00000100:00100000:0.0:1777047484.125112:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2051 00000100:00100000:2.0:1777047484.149572:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047484.150031:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387978496 00000100:00100000:0.0:1777047484.150045:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387978496 00000100:00100000:0.0:1777047484.150509:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6057 00000100:00100000:0.0:1777047484.150527:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57853:x1863365387978496:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047484.150560:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047484.150605:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d724938d92 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8103 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.150799:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938d99 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.150824:0:34275:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938d45 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80e0 expref: 38 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.150840:0:34275:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938d99 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.150889:0:34275:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938d45 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80e0 expref: 38 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.150911:0:34275:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938d45 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80e0 expref: 38 pid: 12913 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047484.150934:0:34275:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443030144:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047484.151056:0:34275:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85000 going to sleep for 11 seconds 00000100:00100000:0.0:1777047484.165050:0:34275:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443030144:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047484.165091:0:34275:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938d99 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047484.167124:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047484.167557:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387978624 00000100:00100000:1.0:1777047484.167569:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387978624 00010000:00010000:1.0:1777047484.167617:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938d45 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80e0 expref: 39 pid: 12913 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047484.167817:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1949 00000100:00100000:0.0:1777047484.168113:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:2430:x1863365387978624:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047484.168141:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047484.168152:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938d45 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80e0 expref: 39 pid: 12913 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.168174:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938d45 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80e0 expref: 39 pid: 12913 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.168204:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938d45 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80e0 expref: 39 pid: 12913 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.168230:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047484.168239:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938d99 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.168253:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938d99 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.168990:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938d99 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.169193:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047484.169575:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:2430:x1863365387978624:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1742us (2454us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047484.169588:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1949 00010000:00010000:2.0:1777047484.171239:0:34275:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938d99 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.171255:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938d99 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047484.171310:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 258157 00010000:00010000:2.0:1777047484.173137:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d724938d92 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8103 expref: 39 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.173170:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938d99 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8103 expref: 38 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.173482:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047484.173489:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047484.173495:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ec200, rc 0) 00000100:00100000:2.0:1777047484.174226:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57853:x1863365387978496:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 23700us (24661us total) trans 8589934915 rc 0/0 00000100:00100000:2.0:1777047484.174242:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6057 00000100:00100000:2.0:1777047484.190623:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047484.191739:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387978752 00000100:00100000:0.0:1777047484.191752:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387978752 00000100:00100000:0.0:1777047484.191917:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6058 00000100:00100000:0.0:1777047484.191934:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57853:x1863365387978752:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047484.191966:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047484.191997:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d724938da7 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f810a expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.192115:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938dae lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.192140:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938d99 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8103 expref: 39 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.192154:0:6590:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938dae lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.194678:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938d99 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8103 expref: 39 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.194720:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938d99 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8103 expref: 39 pid: 34275 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047484.194745:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443030272:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047484.194872:0:6590:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c853c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047484.205992:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047484.207344:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387978880 00000100:00100000:1.0:1777047484.207360:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387978880 00010000:00010000:1.0:1777047484.207503:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938d99 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8103 expref: 40 pid: 34275 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047484.207566:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1950 00000100:00100000:3.0:1777047484.207586:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443030272:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047484.207588:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:2430:x1863365387978880:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047484.207623:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047484.207638:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938d99 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8103 expref: 40 pid: 34275 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.207638:0:6590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938dae lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.207687:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938d99 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8103 expref: 40 pid: 34275 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.213323:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938d99 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8103 expref: 40 pid: 34275 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.213363:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047484.213825:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938dae lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.213847:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938dae lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.213862:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938dae lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.214052:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047484.214152:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:2430:x1863365387978880:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 6568us (8168us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047484.214169:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1950 00010000:00010000:3.0:1777047484.217983:0:6590:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938dae lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.218006:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938dae lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047484.218080:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 258157 00000004:00200000:3.0:1777047484.218088:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047484.218120:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938dae lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.218174:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d724938da7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f810a expref: 39 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.218204:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938dae lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f810a expref: 38 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.218218:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047484.218223:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047484.218228:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ed400, rc 0) 00000100:00100000:3.0:1777047484.218337:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57853:x1863365387978752:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 26405us (27722us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047484.218351:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6058 00010000:00010000:3.0:1777047484.226454:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047484.237206:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047484.237407:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047484.242887:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387979136 00000100:00100000:3.0:1777047484.242908:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387979136 00000100:00100000:2.0:1777047484.243145:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387979008 00000100:00100000:2.0:1777047484.243153:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387979008 00000100:00100000:0.0:1777047484.243766:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3828 00000100:00100000:0.0:1777047484.243787:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2432:x1863365387979136:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047484.243841:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047484.243868:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d724938db5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8118 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047484.243955:0:11204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d8e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365443030400:192.168.201.54@tcp:106: 00000100:00100000:0.0:1777047484.244080:0:11204:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85000 going to sleep for 11 seconds 00000100:00100000:0.0:1777047484.244349:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3829 00000100:00100000:0.0:1777047484.244369:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365387979008:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047484.244443:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047484.244465:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d724938dbc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8111 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047484.244497:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8d:0x0] initial LVB size: 258157, mtime: 0x69eb97ba, atime: 0x69eb97b9, ctime: 0x69eb97bb, blocks: 0x60 00010000:00010000:0.0:1777047484.244534:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047484.244538:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047484.244551:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d724938dbc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8111 expref: 13 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.244576:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d724938dbc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8111 expref: 13 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.244604:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ecc00, rc 0) 00000100:00100000:0.0:1777047484.244654:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2432:x1863365387979008:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 289us (7247us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047484.244667:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3829 00000100:00100000:0.0:1777047484.258151:0:11204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d8e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365443030400:192.168.201.54@tcp:106: 00010000:00010000:0.0:1777047484.258236:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d724938db5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8118 expref: 20 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.258278:0:11204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d724938db5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8118 expref: 20 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.258306:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ede00, rc 0) 00000100:00100000:0.0:1777047484.258510:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2432:x1863365387979136:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 14727us (21313us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047484.258525:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3828 00000100:00100000:3.0:1777047484.276632:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047484.277000:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387979264 00000100:00100000:2.0:1777047484.277036:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387979264 00000100:00100000:2.0:1777047484.277201:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3830 00000100:00100000:2.0:1777047484.277218:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387979264:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047484.277253:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047484.277279:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f978b008/0x5ecf73d724938dc3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f811f expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047484.277410:0:8480:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1863365443030528:192.168.201.54@tcp:106: 00000100:00100000:2.0:1777047484.277576:0:8480:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0743908d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047484.289204:0:8480:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1863365443030528:192.168.201.54@tcp:106: 00010000:00010000:2.0:1777047484.289263:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f978b008/0x5ecf73d724938dc3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f811f expref: 20 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.289303:0:8480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f978b008/0x5ecf73d724938dc3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f811f expref: 20 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.289326:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139a600, rc 0) 00000100:00100000:2.0:1777047484.289515:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387979264:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 12297us (12890us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047484.289533:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3830 00000100:00100000:1.0:1777047484.296279:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047484.299085:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387979520 00000100:00100000:3.0:1777047484.299101:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387979520 00000100:00100000:3.0:1777047484.299611:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6059 00000100:00100000:3.0:1777047484.299632:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57853:x1863365387979520:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047484.299661:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047484.299666:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:3.0:1777047484.299725:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938dae lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f810a expref: 38 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.299764:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724938d22 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80d9 expref: 37 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.299784:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047484.299793:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047484.300103:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938dca lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8126 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.300534:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938dd1 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.300557:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938dd1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.300573:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938dd1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777047484.300898:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].38, 88 off11392 00000004:00080000:3.0:1777047484.300913:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4112937528718ns, next at 4003234154999ns, rc = 0 00000040:00080000:3.0:1777047484.303408:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].38, 88 off11416 00000004:00080000:3.0:1777047484.303423:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4112940039826ns, next at 4003234201462ns, rc = 0 00000040:00080000:3.0:1777047484.303863:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].39, 88 off11504 00000004:00080000:3.0:1777047484.303875:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4112940491260ns, next at 4003234201462ns, rc = 0 00000040:00080000:3.0:1777047484.305328:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].39, 88 off11480 00000004:00080000:3.0:1777047484.305340:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4112941957054ns, next at 4003234154999ns, rc = 0 00000040:00080000:3.0:1777047484.305366:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].40, 88 off11568 00000004:00080000:3.0:1777047484.305441:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4112942057112ns, next at 4003234154999ns, rc = 0 00000040:00080000:3.0:1777047484.305473:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].40, 88 off11592 00000004:00080000:3.0:1777047484.305479:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4112942095809ns, next at 4003234201462ns, rc = 0 00000001:00080000:0.0:1777047484.317869:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934916 is committed 00000004:00080000:0.0:1777047484.317888:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 42 committed 00000004:00080000:0.0:1777047484.317921:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 40 committed 00000004:00080000:0.0:1777047484.317946:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 39 committed 00000004:00080000:0.0:1777047484.317951:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 41 committed 00000004:00080000:0.0:1777047484.317955:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 40 committed 00000004:00080000:0.0:1777047484.317958:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 38 committed 00000020:00080000:0.0:1777047484.318014:0:33214:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e0750f46180 refcount 2 committed 0 result 0 batchid 4294969356 00000020:00080000:0.0:1777047484.318025:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e0775a5e600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e0742e6b900 00000020:00080000:0.0:1777047484.318033:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e0775a5e900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e07513d8780 00000020:00080000:0.0:1777047484.318038:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e0775a5ea00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e0643214000 00000020:00080000:0.0:1777047484.318044:0:33214:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].8 00000020:00080000:0.0:1777047484.318075:0:33214:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969355 batchid updated 00000100:00100000:0.0:1777047484.318179:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443030784:0@lo:2:osp-syn-1-0.0 00000020:00080000:1.0:1777047484.318217:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969356 committed batchid 4294969355 00000100:00100000:0.0:1777047484.318626:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047484.318681:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777047484.318694:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443030912:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047484.318732:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047484.320365:0:33244:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e0748b0d3c0 with version 16 00000020:00080000:1.0:1777047484.320430:0:33244:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294969355 cancel update log [0x240000405:0x2:0x0].5: rc = 0 00000020:00080000:1.0:1777047484.320551:0:33244:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969355 cancel update log [0x200000bd0:0x2:0x0].7: rc = 0 00000020:00080000:1.0:1777047484.320565:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969355 00000100:00100000:1.0:1777047484.320588:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443030656:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047484.320641:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047484.320671:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06430e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443031168:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047484.320703:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047484.320734:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777047484.320743:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06430e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443031040:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047484.320778:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047484.320817:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777047484.320830:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06430e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443031296:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047484.320866:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047484.320910:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443030784 00000100:00100000:1.0:1777047484.320920:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443030784 00000100:00100000:1.0:1777047484.320977:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443030912 00000100:00100000:1.0:1777047484.320982:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443030912 00000100:00100000:1.0:1777047484.321006:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443030656 00000100:00100000:1.0:1777047484.321010:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443030656 00000100:00100000:1.0:1777047484.321029:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443031168 00000100:00100000:1.0:1777047484.321033:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443031168 00000100:00100000:1.0:1777047484.321047:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443031040 00000100:00100000:1.0:1777047484.321050:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443031040 00000100:00100000:1.0:1777047484.321063:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443031296 00000100:00100000:1.0:1777047484.321066:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443031296 00000100:00100000:1.0:1777047484.321084:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3831 00000100:00100000:1.0:1777047484.321095:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3684:x1863365443030784:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047484.321593:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047484.321599:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047482 -> 1777047482 00002000:00010000:1.0:1777047484.321604:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:1.0:1777047484.321608:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047483 -> 1777047483 00002000:00010000:1.0:1777047484.321613:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1777047484.321665:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443030784:12345-0@lo:2:osp-syn-1-0.0 Request processed in 570us (3039us total) trans 17179870316 rc 0/0 00000100:00100000:1.0:1777047484.321678:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3831 00000100:00100000:1.0:1777047484.321708:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3832 00000100:00100000:1.0:1777047484.321724:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3684:x1863365443030912:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047484.321800:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0745ebe680/2, rc 0, transno 17179870316 00000100:00100000:0.0:1777047484.321817:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443030784:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047484.321817:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047484.321829:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb mtime from disk: 1777047482 -> 1777047482 00002000:00010000:1.0:1777047484.321837:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:1.0:1777047484.321841:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb ctime from disk: 1777047483 -> 1777047483 00002000:00010000:1.0:1777047484.321846:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047484.321914:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443030912:12345-0@lo:2:osp-syn-1-0.0 Request processed in 194us (3178us total) trans 17179870317 rc 0/0 00000100:00100000:1.0:1777047484.321925:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3832 00000100:00100000:1.0:1777047484.321951:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3833 00000100:00100000:1.0:1777047484.321961:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3683:x1863365443030656:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047484.322050:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047484.322056:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047484.322060:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047484.322063:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047484.322067:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047484.322117:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3683:x1863365443030656:12345-0@lo:2:osp-syn-1-0.0 Request processed in 157us (1476us total) trans 17179870318 rc 0/0 00000100:00100000:1.0:1777047484.322129:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3833 00000100:00100000:1.0:1777047484.322152:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3834 00000100:00100000:1.0:1777047484.322162:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3683:x1863365443031168:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047484.322258:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047484.322264:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047482 -> 1777047482 00002000:00010000:1.0:1777047484.322268:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:1.0:1777047484.322271:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047483 -> 1777047483 00002000:00010000:1.0:1777047484.322276:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047484.322321:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3683:x1863365443031168:12345-0@lo:2:osp-syn-0-0.0 Request processed in 159us (1615us total) trans 21474837602 rc 0/0 00000100:00100000:1.0:1777047484.322332:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3834 00000100:00100000:1.0:1777047484.322356:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3835 00000100:00100000:1.0:1777047484.322367:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3683:x1863365443031040:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047484.322677:0:33230:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e07528873c0 version 16 rpc_version 16 00000020:00100000:3.0:1777047484.322710:0:33230:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1777047484.322722:0:33230:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e06430e1180 x1863365443031552/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1777047484.322752:0:33230:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06430e1180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:33230:1863365443031552:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1777047484.322804:0:33230:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.322836:0:33230:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0768d450c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047484.322866:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3836 00000100:00100000:3.0:1777047484.322880:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3685:x1863365443031296:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047484.322973:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb size from disk: 258157 -> 258157 00002000:00010000:3.0:1777047484.322978:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb mtime from disk: 1777047482 -> 1777047482 00002000:00010000:3.0:1777047484.322982:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:3.0:1777047484.322986:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb ctime from disk: 1777047483 -> 1777047483 00002000:00010000:3.0:1777047484.322989:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:3.0:1777047484.323042:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3685:x1863365443031296:12345-0@lo:2:osp-syn-0-0.0 Request processed in 165us (2173us total) trans 21474837603 rc 0/0 00000100:00100000:3.0:1777047484.323053:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3836 00000100:00100000:3.0:1777047484.323087:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443031552 00000100:00100000:3.0:1777047484.323097:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443031552 00000100:00100000:3.0:1777047484.323470:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3271 00000100:00100000:3.0:1777047484.323485:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:33230:x1863365443031552:12345-0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1777047484.323589:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0749166680/2, rc 0, transno 17179870317 00000100:00100000:0.0:1777047484.323601:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443030912:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047484.323706:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:33230:x1863365443031552:12345-0@lo:1000:osp_up1-0.0 Request processed in 223us (899us total) trans 4294969953 rc 0/0 00000100:00100000:3.0:1777047484.323727:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3271 00000004:00080000:3.0:1777047484.323784:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e06430e0a80/2, rc 0, transno 21474837603 00000100:00100000:3.0:1777047484.323793:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06430e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443031296:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047484.323991:0:33230:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06430e1180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:33230:1863365443031552:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1777047484.325580:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938ce3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.325602:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938ce3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.325614:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938ce3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.325625:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139ae00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047484.325634:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938ce3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.325647:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938ce3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.325670:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x30:0x0].0x0 (ffff9e076def5b00) 00010000:00010000:2.0:1777047484.325677:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047484.325684:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938ce3 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.325696:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938ce3 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.325735:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938cf8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.325748:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938cf8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.325758:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938cf8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.325768:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047484.325774:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938cf8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.325784:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938cf8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.325823:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047484.325827:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047484.325833:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938cf8 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.325844:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938cf8 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.325942:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938dd1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8126 expref: 24 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.325958:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047484.325961:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777047484.325981:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938dca lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8126 expref: 24 pid: 9025 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.326004:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938dd1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8126 expref: 23 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.326043:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047484.326047:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777047484.326051:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644ca7400, rc 0) 00000100:00100000:2.0:1777047484.326226:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57853:x1863365387979520:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 26598us (29954us total) trans 8589934916 rc 0/0 00000100:00100000:2.0:1777047484.326241:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6059 00000100:00100000:1.0:1777047484.329872:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3683:x1863365443031040:12345-0@lo:2:osp-syn-0-0.0 Request processed in 7502us (9088us total) trans 21474837604 rc 0/0 00000100:00100000:1.0:1777047484.329888:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3835 00000004:00080000:1.0:1777047484.329970:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e06430e2a00/2, rc 0, transno 21474837604 00000100:00100000:1.0:1777047484.329982:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06430e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443031040:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047484.330003:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0745ebfb80/2, rc 0, transno 17179870318 00000100:00100000:1.0:1777047484.330010:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443030656:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047484.330025:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e06430e0380/2, rc 0, transno 21474837602 00000100:00100000:1.0:1777047484.330030:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06430e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443031168:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047484.340990:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047484.341893:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387979648 00000100:00100000:3.0:1777047484.341908:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387979648 00000100:00100000:3.0:1777047484.342001:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3837 00000100:00100000:3.0:1777047484.342018:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57853:x1863365387979648:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047484.342044:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047484.342073:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000166c65f8/0x5ecf73d724938dd8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f812d expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047484.342107:0:8633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 258157, mtime: 0x69eb97ba, atime: 0x69eb97b9, ctime: 0x69eb97bb, blocks: 0x148 00010000:00010000:3.0:1777047484.342137:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047484.342141:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047484.342154:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000166c65f8/0x5ecf73d724938dd8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 45056->90111) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f812d expref: 14 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.342179:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000166c65f8/0x5ecf73d724938dd8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 45056->90111) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f812d expref: 14 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.342201:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644ca7200, rc 0) 00000100:00100000:3.0:1777047484.342286:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57853:x1863365387979648:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 272us (1307us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047484.342307:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3837 00000100:00100000:3.0:1777047484.351463:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047484.355460:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387979776 00000100:00100000:1.0:1777047484.355479:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387979776 00000100:00100000:1.0:1777047484.355603:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1096 00000100:00100000:1.0:1777047484.355623:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365387979776:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:1.0:1777047484.356675:0:24565:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 258157 -> 258157 00002000:00010000:1.0:1777047484.356683:0:24565:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047482 -> 1777047483 00002000:00010000:1.0:1777047484.356687:0:24565:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:1.0:1777047484.356692:0:24565:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047483 -> 1777047483 00002000:00010000:1.0:1777047484.356695:0:24565:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 328 -> 312 00000100:00100000:1.0:1777047484.356798:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365387979776:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 1178us (5432us total) trans 21474837605 rc 0/0 00000100:00100000:1.0:1777047484.356813:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1096 00000100:00100000:3.0:1777047484.364124:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047484.365762:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387979904 00000100:00100000:1.0:1777047484.365777:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387979904 00000100:00100000:1.0:1777047484.365879:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6060 00000100:00100000:1.0:1777047484.365900:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57853:x1863365387979904:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047484.365935:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047484.365969:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938ddf lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8134 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.366160:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938de6 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.366186:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938de6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.366225:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938de6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047484.366283:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 258157 00000004:00200000:1.0:1777047484.366292:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047484.366322:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938de6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.366486:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938ddf lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8134 expref: 25 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.366523:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938de6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8134 expref: 24 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.366566:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047484.366578:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047484.366585:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d5e00, rc 0) 00000100:00100000:1.0:1777047484.366672:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365387979904:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 777us (2556us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047484.366686:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6060 00000100:00100000:0.0:1777047484.383449:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047484.383726:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387980032 00000100:00100000:2.0:1777047484.383742:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387980032 00000100:00100000:2.0:1777047484.384183:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6061 00000100:00100000:2.0:1777047484.384203:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365387980032:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047484.384233:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047484.384263:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938ded lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f813b expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.384320:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938df4 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.384343:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938df4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.384361:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938df4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.384647:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938ded lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f813b expref: 26 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.384677:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938df4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f813b expref: 25 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.384691:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047484.384697:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777047484.384703:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139a600, rc 0) 00000100:00100000:2.0:1777047484.384785:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365387980032:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 587us (1429us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047484.384800:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6061 00000100:00100000:0.0:1777047484.399996:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047484.402540:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387980288 00000100:00100000:2.0:1777047484.402556:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387980288 00000100:00100000:2.0:1777047484.402676:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6062 00000100:00100000:2.0:1777047484.402695:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365387980288:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:2.0:1777047484.402776:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777047484.402819:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938de6 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8134 expref: 25 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.402864:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938dd1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8126 expref: 24 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.402885:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047484.402894:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047484.409690:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938dfb lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.409727:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938dfb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.409749:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938dfb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047484.409911:0:6588:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934917 00000004:00010000:2.0:1777047484.409978:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b9d8f32f reply state 00000000e3814030 transno 8589934918 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938dfb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.410005:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938dfb lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.410019:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047484.410025:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047484.410032:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047484.410560:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57853:x1863365387980288:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 7864us (10570us total) trans 8589934918 rc 0/0 00000100:00100000:2.0:1777047484.410577:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6062 00000020:00080000:2.0:1777047484.410586:0:6588:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047484.447903:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047484.448172:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387980416 00000100:00100000:1.0:1777047484.448189:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387980416 00000100:00100000:1.0:1777047484.448295:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6063 00000100:00100000:1.0:1777047484.448314:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57853:x1863365387980416:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047484.448346:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047484.448854:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938e02 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8142 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.449827:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938e02 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8142 expref: 27 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.449860:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938e02 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8142 expref: 27 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.449895:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047484.449903:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047484.449909:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064b5d4800, rc 0) 00000100:00100000:0.0:1777047484.450991:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365387980416:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 2677us (3096us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047484.451008:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6063 00000100:00100000:0.0:1777047484.476515:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047484.476601:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047484.476666:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047484.477130:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387980544 00000100:00100000:2.0:1777047484.477150:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387980544 00002000:00010000:2.0:1777047484.477214:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (112692->18446744073709551615) 00002000:00100000:2.0:1777047484.477223:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d8e2a00 with x1863365387980544 ext(112692->18446744073709551615) 00002000:00010000:2.0:1777047484.477242:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064d8e2a00. 00000100:00100000:2.0:1777047484.477437:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387980800 00000100:00100000:2.0:1777047484.477473:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387980800 00002000:00010000:2.0:1777047484.477550:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047484.477559:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d8e0380 with x1863365387980800 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047484.477571:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064d8e0380. 00000100:00100000:2.0:1777047484.477604:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387980672 00000100:00100000:2.0:1777047484.477610:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387980672 00002000:00010000:2.0:1777047484.477634:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047484.477640:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d8e0a80 with x1863365387980672 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047484.477649:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064d8e0a80. 00000100:00100000:2.0:1777047484.477681:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1097 00000100:00100000:2.0:1777047484.477697:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365387980544:12345-192.168.201.54@tcp:10:fsx.0 00000100:00100000:3.0:1777047484.478121:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1098 00000100:00100000:3.0:1777047484.478147:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365387980800:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047484.478846:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 258157 -> 112692 00002000:00010000:2.0:1777047484.478854:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047483 -> 1777047484 00002000:00010000:2.0:1777047484.478860:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047484.478864:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047483 -> 1777047484 00002000:00010000:2.0:1777047484.478868:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 312 -> 144 00000100:00100000:2.0:1777047484.478961:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365387980544:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 1263us (2456us total) trans 21474837606 rc 0/0 00000100:00100000:2.0:1777047484.478978:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1097 00002000:00010000:2.0:1777047484.478986:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (112692->18446744073709551615) 00002000:00100000:2.0:1777047484.478992:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d8e2a00 with x1863365387980544 ext(112692->18446744073709551615) 00002000:00010000:2.0:1777047484.479006:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064d8e2a00. 00000100:00100000:1.0:1777047484.479028:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1099 00000100:00100000:1.0:1777047484.479054:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2432:x1863365387980672:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:1.0:1777047484.479573:0:20134:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047484.479581:0:20134:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047482 -> 1777047484 00002000:00010000:1.0:1777047484.479586:0:20134:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:1.0:1777047484.479591:0:20134:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047483 -> 1777047484 00002000:00010000:1.0:1777047484.479596:0:20134:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1777047484.479648:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2432:x1863365387980672:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 603us (2982us total) trans 17179870319 rc 0/0 00000100:00100000:1.0:1777047484.479664:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1099 00002000:00010000:1.0:1777047484.479671:0:20134:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:1.0:1777047484.479677:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d8e0a80 with x1863365387980672 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047484.479687:0:20134:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064d8e0a80. 00002000:00010000:3.0:1777047484.486173:0:29059:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047484.486187:0:29059:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047482 -> 1777047484 00002000:00010000:3.0:1777047484.486194:0:29059:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:3.0:1777047484.486198:0:29059:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047483 -> 1777047484 00002000:00010000:3.0:1777047484.486203:0:29059:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047484.486338:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365387980800:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 8194us (9729us total) trans 21474837607 rc 0/0 00000100:00100000:3.0:1777047484.486360:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1098 00002000:00010000:3.0:1777047484.486393:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:3.0:1777047484.486400:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d8e0380 with x1863365387980800 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047484.486413:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064d8e0380. 00000100:00100000:0.0:1777047484.511254:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047484.511511:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387980928 00000100:00100000:2.0:1777047484.511528:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387980928 00000100:00100000:2.0:1777047484.511635:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6064 00000100:00100000:2.0:1777047484.511655:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365387980928:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047484.511688:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047484.512714:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724938e09 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8149 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.512964:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724938e10 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.512997:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724938e10 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.513019:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724938e10 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047484.513074:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 112692 00000004:00200000:2.0:1777047484.513087:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047484.513125:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724938e10 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.513180:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724938e09 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8149 expref: 29 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.513219:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724938e10 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8149 expref: 28 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.513235:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047484.513247:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047484.513254:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139ac00, rc 0) 00000100:00100000:2.0:1777047484.513491:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57853:x1863365387980928:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 1839us (2248us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047484.513512:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6064 00000100:00100000:0.0:1777047484.537243:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047484.538572:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387981184 00000100:00100000:2.0:1777047484.538589:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387981184 00000100:00100000:2.0:1777047484.538698:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6065 00000100:00100000:2.0:1777047484.538719:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57853:x1863365387981184:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:2.0:1777047484.538796:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047484.538840:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724938e10 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8149 expref: 28 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.538876:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047484.538886:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047484.539160:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724938e17 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.539189:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724938e17 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.539758:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724938e17 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047484.539852:0:9025:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934919 00000004:00010000:2.0:1777047484.540400:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d599b85e reply state 00000000512b7102 transno 8589934920 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724938e17 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.540427:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724938e17 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.540443:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047484.540448:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047484.540507:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047484.540679:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57853:x1863365387981184:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 1962us (3445us total) trans 8589934920 rc 0/0 00000100:00100000:2.0:1777047484.540695:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6065 00000020:00080000:2.0:1777047484.541012:0:9025:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047484.569090:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047484.569170:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047484.569476:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047484.575155:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387981312 00000100:00100000:2.0:1777047484.575174:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387981312 00002000:00010000:2.0:1777047484.575243:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (209964->18446744073709551615) 00002000:00100000:2.0:1777047484.575251:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbed80 with x1863365387981312 ext(209964->18446744073709551615) 00002000:00010000:2.0:1777047484.575269:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643bbed80. 00000100:00100000:2.0:1777047484.575313:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387981568 00000100:00100000:2.0:1777047484.575321:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387981568 00002000:00010000:2.0:1777047484.575347:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047484.575354:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643056a00 with x1863365387981568 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047484.575363:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643056a00. 00000100:00100000:2.0:1777047484.575448:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387981440 00000100:00100000:2.0:1777047484.575454:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387981440 00000100:00100000:1.0:1777047484.575814:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1100 00000100:00100000:1.0:1777047484.575837:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365387981312:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:1.0:1777047484.576309:0:8486:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 112692 -> 209964 00002000:00010000:1.0:1777047484.576318:0:8486:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047484 -> 1777047485 00002000:00010000:1.0:1777047484.576322:0:8486:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:1.0:1777047484.576326:0:8486:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047484 -> 1777047485 00002000:00010000:1.0:1777047484.576330:0:8486:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 144 -> 144 00000100:00100000:1.0:1777047484.576451:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365387981312:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 620us (7373us total) trans 21474837608 rc 0/0 00000100:00100000:1.0:1777047484.576466:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1100 00002000:00010000:1.0:1777047484.576473:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (209964->18446744073709551615) 00002000:00010000:2.0:1777047484.576899:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047484.576907:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643054700 with x1863365387981440 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047484.576919:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0643054700. 00000100:00100000:2.0:1777047484.576959:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1101 00000100:00100000:2.0:1777047484.576976:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365387981568:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047484.577162:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047484.577169:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047484 -> 1777047485 00002000:00010000:2.0:1777047484.577173:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047484.577178:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047484 -> 1777047485 00002000:00010000:2.0:1777047484.577182:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047484.577231:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2431:x1863365387981568:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 258us (8058us total) trans 21474837609 rc 0/0 00000100:00100000:2.0:1777047484.577245:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1101 00002000:00010000:2.0:1777047484.577250:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047484.577256:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643056a00 with x1863365387981568 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047484.577266:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643056a00. 00000100:00100000:2.0:1777047484.577301:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1102 00000100:00100000:2.0:1777047484.577316:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2431:x1863365387981440:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047484.577521:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047484.577528:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047484 -> 1777047485 00002000:00010000:2.0:1777047484.577532:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047484.577536:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047484 -> 1777047485 00002000:00010000:2.0:1777047484.577540:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777047484.577586:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365387981440:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 271us (8111us total) trans 17179870320 rc 0/0 00000100:00100000:2.0:1777047484.577601:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1102 00002000:00010000:2.0:1777047484.577607:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047484.577612:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643054700 with x1863365387981440 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047484.577621:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0643054700. 00002000:00100000:1.0:1777047484.577929:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbed80 with x1863365387981312 ext(209964->18446744073709551615) 00002000:00010000:1.0:1777047484.577943:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643bbed80. 00000100:00100000:3.0:1777047484.604344:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047484.604483:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387981696 00000100:00100000:0.0:1777047484.604498:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387981696 00002000:00100000:1.0:1777047484.604631:0:24562:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x8a:0x0] (147456->151551) req@ffff9e06430e1880 x1863365387981696/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:220/0 lens 488/0 e 0 to 0 dl 1777047495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047484.604653:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06430e1880 with x1863365387981696 ext(147456->151551) 00002000:00010000:1.0:1777047484.604664:0:24562:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06430e1880 00000100:00100000:1.0:1777047484.604830:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1103 00000100:00100000:1.0:1777047484.604848:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365387981696:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:1.0:1777047484.605144:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365387981696:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 296us (805us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777047484.605441:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1103 00002000:00100000:1.0:1777047484.605456:0:24562:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x8a:0x0] (147456->151551) req@ffff9e06430e1880 x1863365387981696/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:220/0 lens 488/4536 e 0 to 0 dl 1777047495 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047484.605504:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06430e1880 with x1863365387981696 ext(147456->151551) 00002000:00010000:1.0:1777047484.605512:0:24562:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06430e1880 00000100:00100000:1.0:1777047484.635884:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047484.636826:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387981824 00000100:00100000:0.0:1777047484.636841:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387981824 00002000:00100000:0.0:1777047484.636911:0:29062:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x8a:0x0] (151552->155647) req@ffff9e0643055500 x1863365387981824/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:220/0 lens 488/0 e 0 to 0 dl 1777047495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047484.636929:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643055500 with x1863365387981824 ext(151552->155647) 00002000:00010000:0.0:1777047484.636940:0:29062:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643055500 00000100:00100000:0.0:1777047484.636990:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1104 00000100:00100000:0.0:1777047484.637005:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365387981824:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:0.0:1777047484.637300:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365387981824:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 295us (1425us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777047484.637314:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1104 00002000:00100000:0.0:1777047484.637325:0:29062:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x8a:0x0] (151552->155647) req@ffff9e0643055500 x1863365387981824/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:220/0 lens 488/4536 e 0 to 0 dl 1777047495 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047484.637341:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643055500 with x1863365387981824 ext(151552->155647) 00002000:00010000:0.0:1777047484.637348:0:29062:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643055500 00000100:00100000:0.0:1777047484.651093:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047484.652559:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387981952 00000100:00100000:1.0:1777047484.652573:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387981952 00002000:00100000:1.0:1777047484.652639:0:24565:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x8a:0x0] (126976->192511) req@ffff9e064d8e2d80 x1863365387981952/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:220/0 lens 504/0 e 0 to 0 dl 1777047495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047484.652658:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d8e2d80 with x1863365387981952 ext(126976->192511) 00002000:00010000:1.0:1777047484.652666:0:24565:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064d8e2d80 00000100:00100000:1.0:1777047484.653355:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1105 00000100:00100000:1.0:1777047484.653424:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365387981952:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:0.0:1777047484.667429:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365387981952:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 14047us (16334us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1777047484.667448:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1105 00002000:00100000:0.0:1777047484.667468:0:24565:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x8a:0x0] (126976->192511) req@ffff9e064d8e2d80 x1863365387981952/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:220/0 lens 504/440 e 0 to 0 dl 1777047495 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047484.667485:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d8e2d80 with x1863365387981952 ext(126976->192511) 00002000:00010000:0.0:1777047484.667494:0:24565:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064d8e2d80 00000100:00100000:0.0:1777047484.702013:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047484.703061:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387982080 00000100:00100000:1.0:1777047484.703076:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387982080 00002000:00100000:1.0:1777047484.703145:0:20134:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x8a:0x0] (192512->212991) req@ffff9e064d8e3800 x1863365387982080/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:220/0 lens 488/0 e 0 to 0 dl 1777047495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047484.703164:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d8e3800 with x1863365387982080 ext(192512->212991) 00002000:00010000:1.0:1777047484.703190:0:20134:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064d8e3800 00000100:00100000:1.0:1777047484.703247:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1106 00000100:00100000:1.0:1777047484.703263:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387982080:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:2.0:1777047484.715418:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387982080:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 12148us (13407us total) trans 0 rc 20480/20480 00000100:00100000:2.0:1777047484.715433:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1106 00002000:00100000:2.0:1777047484.715448:0:20134:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x8a:0x0] (192512->212991) req@ffff9e064d8e3800 x1863365387982080/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:220/0 lens 488/440 e 0 to 0 dl 1777047495 ref 1 fl Complete:/600/0 rc 20480/20480 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047484.715467:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d8e3800 with x1863365387982080 ext(192512->212991) 00002000:00010000:2.0:1777047484.715475:0:20134:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064d8e3800 00000100:00100000:0.0:1777047484.730937:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047484.735437:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387982208 00000100:00100000:2.0:1777047484.735468:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387982208 00002000:00100000:2.0:1777047484.735540:0:24566:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x8a:0x0] (147456->209963) req@ffff9e064d8e1880 x1863365387982208/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:220/0 lens 488/0 e 0 to 0 dl 1777047495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047484.735559:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d8e1880 with x1863365387982208 ext(147456->209963) 00002000:00010000:2.0:1777047484.735568:0:24566:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064d8e1880 00000100:00100000:2.0:1777047484.736332:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1107 00000100:00100000:2.0:1777047484.736358:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2432:x1863365387982208:12345-192.168.201.54@tcp:4:lfs.0 00000100:00100000:0.0:1777047484.740871:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777047484.740904:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06430e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443031680:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777047484.740989:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047484.741653:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443031680 00000100:00100000:2.0:1777047484.741664:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443031680 00000100:00100000:2.0:1777047484.741766:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2478 00000100:00100000:2.0:1777047484.741780:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443031680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777047484.741806:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 268256832 pending 90112 free 3919065088 avail 3687542784 00000100:00100000:2.0:1777047484.742200:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443031680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 422us (1211us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047484.742213:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2478 00000100:00100000:0.0:1777047484.742421:0:3684:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474837556 gen 2 00000004:00080000:0.0:1777047484.742430:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644326300, transno 21474837555 00000004:00080000:0.0:1777047484.742439:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644325f80, transno 21474837556 00000100:00100000:0.0:1777047484.742454:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06430e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443031680:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1777047484.743241:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047484.750993:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2432:x1863365387982208:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 14630us (20053us total) trans 21474837610 rc 0/0 00000100:00100000:2.0:1777047484.751035:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1107 00002000:00100000:2.0:1777047484.751054:0:24566:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x8a:0x0] (147456->209963) req@ffff9e064d8e1880 x1863365387982208/t21474837610(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:220/0 lens 488/448 e 0 to 0 dl 1777047495 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047484.751082:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d8e1880 with x1863365387982208 ext(147456->209963) 00002000:00010000:2.0:1777047484.751091:0:24566:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064d8e1880 00000100:00100000:0.0:1777047484.772584:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047484.772762:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387982336 00000100:00100000:2.0:1777047484.772777:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387982336 00000100:00100000:2.0:1777047484.772874:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3838 00000100:00100000:2.0:1777047484.772891:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365387982336:12345-192.168.201.54@tcp:16:fsx.0 00000001:00080000:3.0:1777047484.789113:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837610 is committed 00000001:00080000:3.0:1777047484.789155:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837604 is committed 00000100:00100000:2.0:1777047484.790657:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365387982336:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 17760us (18074us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047484.790678:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3838 00000100:00100000:1.0:1777047484.803692:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047484.803889:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387982464 00000100:00100000:2.0:1777047484.803904:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387982464 00000100:00100000:2.0:1777047484.804009:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6066 00000100:00100000:2.0:1777047484.804028:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57853:x1863365387982464:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047484.804064:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047484.804096:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724938e1e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8150 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.804271:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d724938e25 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.804299:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d724938e25 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.804320:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d724938e25 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047484.804476:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 209964 00000004:00200000:2.0:1777047484.804486:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047484.804520:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d724938e25 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.804566:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724938e1e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8150 expref: 32 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.804599:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d724938e25 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8150 expref: 31 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.804616:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047484.804622:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047484.804629:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139b600, rc 0) 00000100:00100000:2.0:1777047484.804713:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365387982464:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 688us (1032us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047484.804728:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6066 00000100:00100000:1.0:1777047484.821736:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047484.822336:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387982592 00000100:00100000:3.0:1777047484.822351:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387982592 00002000:00100000:3.0:1777047484.822476:0:29059:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x8a:0x0] (94208->118783) req@ffff9e064466fb80 x1863365387982592/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:220/0 lens 488/0 e 0 to 0 dl 1777047495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047484.822497:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064466fb80 with x1863365387982592 ext(94208->118783) 00002000:00010000:3.0:1777047484.822507:0:29059:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064466fb80 00000100:00100000:3.0:1777047484.822567:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1108 00000100:00100000:3.0:1777047484.822584:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365387982592:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:0.0:1777047484.865021:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365387982592:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 42427us (43284us total) trans 0 rc 24576/24576 00000100:00100000:0.0:1777047484.865044:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1108 00002000:00100000:0.0:1777047484.865065:0:29059:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x8a:0x0] (94208->118783) req@ffff9e064466fb80 x1863365387982592/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:220/0 lens 488/440 e 0 to 0 dl 1777047495 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047484.865086:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064466fb80 with x1863365387982592 ext(94208->118783) 00002000:00010000:0.0:1777047484.865097:0:29059:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064466fb80 00000100:00100000:3.0:1777047484.896041:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047484.897719:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387982848 00000100:00100000:0.0:1777047484.897734:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387982848 00000100:00100000:0.0:1777047484.897832:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2052 00000100:00100000:0.0:1777047484.897849:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365387982848:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:0.0:1777047484.898259:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57853:x1863365387982848:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 412us (2228us total) trans 8589934921 rc 0/0 00000100:00100000:0.0:1777047484.898274:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2052 00000100:00100000:1.0:1777047484.958556:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047484.959505:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387983104 00000100:00100000:3.0:1777047484.959521:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387983104 00000100:00100000:3.0:1777047484.959627:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6067 00000100:00100000:3.0:1777047484.959646:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57857:x1863365387983104:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047484.959681:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047484.959715:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938e2c lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8157 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.959829:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938e33 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.959854:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938e33 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.959874:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938e33 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.959899:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938e3a lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.959912:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938e3a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.959926:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938e3a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.960088:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d724938e41 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.960108:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d724938e41 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.960123:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d724938e41 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047484.960141:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 209964 00010000:00010000:3.0:1777047484.960623:0:6590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938e33 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.960640:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938e33 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.960652:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938e33 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.960663:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938e33 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.960675:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644ca7400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047484.960682:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938e33 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.960695:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938e33 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.960716:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e0641795b00) 00010000:00010000:3.0:1777047484.960766:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047484.960774:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938e33 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.960786:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7400/0x5ecf73d724938e33 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.960809:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938e3a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.960822:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938e3a lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.960833:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938e3a lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.960841:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064b5d5e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047484.960846:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938e3a lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.960857:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938e3a lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.960871:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0641795400) 00010000:00010000:3.0:1777047484.960875:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047484.960880:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938e3a lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.960891:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d5e00/0x5ecf73d724938e3a lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.960957:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644ca7c00/0x5ecf73d724938e2c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8157 expref: 35 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.960987:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d724938e41 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8157 expref: 34 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.961001:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047484.961005:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047484.961011:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0740031800, rc 0) 00000100:00100000:3.0:1777047484.961117:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57857:x1863365387983104:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1475us (2572us total) trans 8589934922 rc 0/0 00000100:00100000:3.0:1777047484.961131:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6067 00000100:00100000:2.0:1777047484.986522:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047484.986628:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047484.986696:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387983360 00000100:00100000:3.0:1777047484.986713:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387983360 00000100:00100000:1.0:1777047484.987134:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387983488 00000100:00100000:1.0:1777047484.987148:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387983488 00000100:00100000:3.0:1777047484.987160:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6068 00000100:00100000:3.0:1777047484.987185:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57857:x1863365387983360:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047484.987222:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047484.987258:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938e4f lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f815e expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047484.987392:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 400 00000100:00100000:1.0:1777047484.987413:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:2429:x1863365387983488:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047484.987437:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047484.987522:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d724938e41 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8157 expref: 36 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.987556:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047484.987566:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047484.987648:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:2429:x1863365387983488:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 238us (1020us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047484.987664:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 400 00010000:00010000:3.0:1777047484.988026:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d724938e56 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.988053:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d724938e56 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.988073:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d724938e56 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047484.988092:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x31:0x0]: returning size 0 00010000:00010000:3.0:1777047484.988170:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938e4f lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f815e expref: 36 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.988209:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d724938e56 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f815e expref: 35 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.988226:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x31:0x0].0x0 (ffff9e0641795400) 00010000:00010000:3.0:1777047484.988233:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047484.988239:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0740030a00, rc 0) 00000100:00100000:3.0:1777047484.988293:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57857:x1863365387983360:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1115us (1784us total) trans 8589934923 rc 0/0 00000100:00100000:3.0:1777047484.988308:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6068 00000100:00100000:0.0:1777047485.016930:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047485.017070:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387983744 00000100:00100000:2.0:1777047485.017087:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387983744 00000100:00100000:2.0:1777047485.017256:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6069 00000100:00100000:2.0:1777047485.017277:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57857:x1863365387983744:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047485.017315:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047485.017351:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724938e64 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8165 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.017602:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938e6b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.017639:0:34275:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d724938e56 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f815e expref: 36 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.017656:0:34275:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938e6b lrc: 4/0,1 mode: --/EX res: [0x200000405:0x31:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777047485.017692:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777047485.017717:0:34275:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d724938e56 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f815e expref: 36 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.017745:0:34275:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d724938e56 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f815e expref: 36 pid: 6588 timeout: 4213 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047485.018124:0:34275:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e009880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443031808:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047485.018272:0:34275:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0743908b40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047485.035912:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047485.036065:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387983872 00000100:00100000:0.0:1777047485.036083:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387983872 00010000:00010000:0.0:1777047485.036157:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d724938e56 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f815e expref: 37 pid: 6588 timeout: 4213 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047485.036276:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1951 00000100:00100000:0.0:1777047485.036302:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:2430:x1863365387983872:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047485.036333:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047485.036352:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d724938e56 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f815e expref: 37 pid: 6588 timeout: 4213 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.036782:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d724938e56 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f815e expref: 37 pid: 6588 timeout: 4213 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.036828:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x31:0x0].0x0 (ffff9e0641795400) 00010000:00010000:0.0:1777047485.036843:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938e6b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x31:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.036871:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938e6b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x31:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.036891:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938e6b lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x31:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.036929:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047485.037145:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:2430:x1863365387983872:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 850us (1244us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047485.037163:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1951 00010000:00010000:2.0:1777047485.037489:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d724938e56 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f815e expref: 36 pid: 6588 timeout: 4213 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047485.037532:0:34275:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e009880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443031808:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047485.037591:0:34275:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938e6b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.037609:0:34275:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938e6b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.037621:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938e6b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047485.037658:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x31:0x0]: returning size 0 00000004:00080000:2.0:1777047485.037956:0:34275:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x6f:0x0], index 1: 0 00000004:00080000:2.0:1777047485.037974:0:34275:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x8e:0x0], index 0: 0 00010000:00010000:2.0:1777047485.038139:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938e6b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.038156:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938e6b lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.038169:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938e6b lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.038185:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047485.038193:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938e6b lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.038207:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938e6b lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.038232:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x31:0x0].0x0 (ffff9e0641795400) 00010000:00010000:2.0:1777047485.038238:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047485.038246:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938e6b lrc: 2/0,0 mode: --/EX res: [0x200000405:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.038264:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724938e6b lrc: 0/0,0 mode: --/EX res: [0x200000405:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.038346:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724938e64 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x31:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8165 expref: 36 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.038489:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x31:0x0].0x0 (ffff9e0641795400) 00010000:00010000:2.0:1777047485.038494:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777047485.038510:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724938e64 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x31:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8165 expref: 36 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.038542:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139ac00, rc 0) 00000100:00100000:2.0:1777047485.038608:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57857:x1863365387983744:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 21336us (21691us total) trans 8589934924 rc 301/301 00000100:00100000:2.0:1777047485.038622:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6069 00000100:00100000:3.0:1777047485.063598:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047485.064965:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387984128 00000100:00100000:0.0:1777047485.064986:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387984128 00000100:00100000:0.0:1777047485.065110:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2053 00000100:00100000:0.0:1777047485.065130:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57857:x1863365387984128:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:1.0:1777047485.081653:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57857:x1863365387984128:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 16514us (18082us total) trans 8589934925 rc 0/0 00000100:00100000:1.0:1777047485.081675:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2053 00000100:00100000:0.0:1777047485.125173:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047485.127558:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387984256 00000100:00100000:3.0:1777047485.127575:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387984256 00000100:00100000:3.0:1777047485.127686:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6070 00000100:00100000:3.0:1777047485.127705:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57857:x1863365387984256:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047485.127742:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047485.127776:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938e79 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f816c expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.129906:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031600/0x5ecf73d724938e80 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.129933:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031600/0x5ecf73d724938e80 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x31:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.129954:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031600/0x5ecf73d724938e80 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x31:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047485.130047:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x31:0x0]: returning size 0 00000004:00200000:3.0:1777047485.130055:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047485.130083:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031600/0x5ecf73d724938e80 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x31:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.130136:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938e79 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f816c expref: 38 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.130169:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031600/0x5ecf73d724938e80 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x31:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f816c expref: 37 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.130187:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x31:0x0].0x0 (ffff9e0641795b00) 00010000:00010000:3.0:1777047485.130193:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1777047485.130199:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0740031600, rc 0) 00000100:00100000:3.0:1777047485.130639:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57857:x1863365387984256:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2937us (5476us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047485.130654:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6070 00000100:00100000:3.0:1777047485.143086:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047485.150519:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387984384 00000100:00100000:2.0:1777047485.150539:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387984384 00000100:00100000:2.0:1777047485.150683:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3839 00000100:00100000:2.0:1777047485.150704:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365387984384:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047485.150733:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047485.151175:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092c4d39a/0x5ecf73d724938e87 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8173 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047485.151221:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1777047485.151250:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047485.151254:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047485.151270:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092c4d39a/0x5ecf73d724938e87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8173 expref: 22 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.151305:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000092c4d39a/0x5ecf73d724938e87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8173 expref: 22 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.151331:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139ac00, rc 0) 00000100:00100000:2.0:1777047485.151487:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365387984384:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 787us (8411us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047485.151511:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3839 00000100:00080000:3.0:1777047485.153248:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047485.153340:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047485.155690:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387984512 00000100:00100000:1.0:1777047485.155702:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387984512 00000100:00100000:1.0:1777047485.156099:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3840 00000100:00100000:1.0:1777047485.156117:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077594a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365387984512:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047485.156135:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047485.156161:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d724938e8e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f817a expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047485.156194:0:8481:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1777047485.156217:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047485.156220:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047485.156231:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d724938e8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f817a expref: 12 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.156257:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d724938e8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f817a expref: 12 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.156279:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8000, rc 0) 00000100:00100000:1.0:1777047485.156343:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077594a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365387984512:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 230us (3005us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047485.156432:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3840 00000100:00080000:2.0:1777047485.158585:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047485.177515:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047485.178295:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387984768 00000100:00100000:3.0:1777047485.178310:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387984768 00000100:00100000:3.0:1777047485.178462:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6071 00000100:00100000:3.0:1777047485.178480:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57857:x1863365387984768:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047485.178510:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047485.178540:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938e95 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8181 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.178683:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d724938e9c lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.178710:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d724938e9c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.178731:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d724938e9c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047485.178751:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 209964 00010000:00010000:3.0:1777047485.178896:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938e95 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8181 expref: 40 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.178927:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d724938e9c lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8181 expref: 39 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.178943:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047485.178948:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047485.178953:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0740031e00, rc 0) 00000100:00100000:3.0:1777047485.179024:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57857:x1863365387984768:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 548us (1519us total) trans 8589934926 rc 0/0 00000100:00100000:3.0:1777047485.179037:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6071 00000100:00100000:0.0:1777047485.195507:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047485.195552:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047485.195723:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047485.211188:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387984896 00000100:00100000:2.0:1777047485.211498:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387984896 00000100:00100000:1.0:1777047485.211669:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387985024 00000100:00100000:1.0:1777047485.211677:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387985024 00000100:00100000:1.0:1777047485.211726:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387985152 00000100:00100000:1.0:1777047485.211732:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387985152 00000100:00100000:1.0:1777047485.211775:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3841 00000100:00100000:1.0:1777047485.211792:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2432:x1863365387984896:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:1.0:1777047485.211857:0:8480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938eaa lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.211891:0:8480:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000166c65f8/0x5ecf73d724938dd8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->90111) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f812d expref: 13 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.211906:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047485.211909:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047485.211914:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938eaa lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.211965:0:8480:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000166c65f8/0x5ecf73d724938dd8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->90111) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f812d expref: 13 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.211988:0:8480:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000166c65f8/0x5ecf73d724938dd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->90111) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f812d expref: 13 pid: 8633 timeout: 4213 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047485.212012:0:8480:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064466ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365443031936:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047485.212121:0:8480:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0748b0d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047485.213140:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3842 00000100:00100000:0.0:1777047485.213161:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2432:x1863365387985024:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047485.213200:0:8479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d724938eb1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.213223:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724938d06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80cb expref: 22 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.213245:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047485.213248:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047485.213252:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d724938eb1 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.213288:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724938d06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80cb expref: 22 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.213306:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724938d06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80cb expref: 22 pid: 28387 timeout: 4213 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047485.213326:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1863365443032064:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047485.213440:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85780 going to sleep for 11 seconds 00000100:00100000:2.0:1777047485.218819:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3843 00000100:00100000:2.0:1777047485.218849:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2432:x1863365387985152:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:2.0:1777047485.219143:0:30115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938eb8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.219168:0:30115:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938d0d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80d2 expref: 13 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.219177:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047485.219180:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047485.219184:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938eb8 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.219223:0:30115:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938d0d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80d2 expref: 13 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.219236:0:30115:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938d0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80d2 expref: 13 pid: 8633 timeout: 4213 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047485.219253:0:30115:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e009880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443032192:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047485.219347:0:30115:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0743908f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047485.231221:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047485.231342:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047485.231463:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387985280 00000100:00100000:0.0:1777047485.231476:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387985280 00010000:00010000:0.0:1777047485.231555:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000166c65f8/0x5ecf73d724938dd8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->90111) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f812d expref: 14 pid: 8633 timeout: 4213 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047485.231607:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387985408 00000100:00100000:0.0:1777047485.231615:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387985408 00010000:00010000:0.0:1777047485.231641:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724938d06 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80cb expref: 23 pid: 28387 timeout: 4213 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047485.231684:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1952 00000100:00100000:0.0:1777047485.231699:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07605e9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365387985280:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047485.231721:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1777047485.231746:0:6575:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 144 -> 264 00010000:00010000:0.0:1777047485.231758:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000166c65f8/0x5ecf73d724938dd8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 45056->90111) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f812d expref: 14 pid: 8633 timeout: 4213 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.231783:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000166c65f8/0x5ecf73d724938dd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 45056->90111) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f812d expref: 14 pid: 8633 timeout: 4213 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.231822:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047485.231826:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047485.231834:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938eaa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.231852:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938eaa lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.231886:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047485.231954:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07605e9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365387985280:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 255us (745us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047485.231968:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1952 00000100:00100000:0.0:1777047485.232047:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1953 00000100:00100000:0.0:1777047485.232060:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365387985408:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047485.232082:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047485.232104:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724938d06 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80cb expref: 23 pid: 28387 timeout: 4213 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.232125:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724938d06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80cb expref: 23 pid: 28387 timeout: 4213 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.232151:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047485.232154:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047485.232161:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d724938eb1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.232176:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d724938eb1 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.232200:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047485.232236:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365387985408:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 177us (895us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047485.232249:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1953 00010000:00010000:1.0:1777047485.232447:0:8480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000166c65f8/0x5ecf73d724938dd8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->90111) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f812d expref: 13 pid: 8633 timeout: 4213 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047485.232479:0:8480:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064466ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365443031936:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047485.232516:0:8480:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938eaa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.232536:0:8480:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938eaa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.232551:0:8480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938eaa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.232585:0:8480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938eaa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.232602:0:8480:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938eaa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.232616:0:8480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938eaa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.232629:0:8480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047485.232636:0:8480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938eaa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.232651:0:8480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938eaa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.232674:0:8480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938eaa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.232687:0:8480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938eaa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047485.232829:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365387984896:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 21039us (37332us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047485.232844:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3841 00010000:00010000:2.0:1777047485.233466:0:8479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724938d06 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80cb expref: 22 pid: 28387 timeout: 4213 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047485.233517:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1863365443032064:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047485.233547:0:8479:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d724938eb1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.233563:0:8479:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d724938eb1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.233577:0:8479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d724938eb1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.233605:0:8479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d724938eb1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.233619:0:8479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d724938eb1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.233631:0:8479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d724938eb1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.233642:0:8479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047485.233647:0:8479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d724938eb1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.233660:0:8479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d724938eb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.233682:0:8479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d724938eb1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.233694:0:8479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d724938eb1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047485.233794:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2432:x1863365387985024:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 20638us (38238us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047485.233808:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3842 00000100:00100000:2.0:1777047485.236874:0:30115:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e009880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443032192:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047485.236915:0:30115:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938eb8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047485.244025:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047485.245195:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387985536 00000100:00100000:0.0:1777047485.245210:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387985536 00010000:00010000:0.0:1777047485.245268:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938d0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80d2 expref: 12 pid: 8633 timeout: 4213 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047485.245329:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1954 00000100:00100000:0.0:1777047485.245347:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365387985536:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047485.245663:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047485.245695:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938d0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80d2 expref: 12 pid: 8633 timeout: 4213 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.245721:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938d0d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80d2 expref: 12 pid: 8633 timeout: 4213 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.246891:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d724938d0d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80d2 expref: 12 pid: 8633 timeout: 4213 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.246920:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047485.246923:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047485.246931:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938eb8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.246948:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938eb8 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.247599:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047485.247715:0:30115:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938eb8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.247739:0:30115:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938eb8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.247779:0:30115:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938eb8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047485.247788:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365387985536:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 2439us (3770us total) trans 0 rc 0/0 00010000:00010000:2.0:1777047485.247821:0:30115:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938eb8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047485.247828:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1954 00010000:00010000:2.0:1777047485.247858:0:30115:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938eb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.247872:0:30115:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047485.247880:0:30115:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938eb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.247897:0:30115:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938eb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.247921:0:30115:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938eb8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.247933:0:30115:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724938eb8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047485.251572:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2432:x1863365387985152:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 32727us (55839us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047485.251590:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3843 00000100:00100000:1.0:1777047485.252105:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777047485.252130:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443032320:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777047485.252206:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047485.258467:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443032320 00000100:00100000:2.0:1777047485.258484:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443032320 00000100:00100000:2.0:1777047485.258583:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3272 00000100:00100000:2.0:1777047485.258599:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3683:x1863365443032320:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777047485.258653:0:7694:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446096896 avail 1299857408 00000100:00100000:2.0:1777047485.258747:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3683:x1863365443032320:12345-0@lo:41:osp-pre-1-0.0 Request processed in 151us (6541us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047485.258759:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3272 00000100:00100000:2.0:1777047485.259438:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443032320:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1777047485.261661:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777047485.269832:0:7507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969953 is committed 00000001:00080000:3.0:1777047485.269882:0:7507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969952 is committed 00010000:00010000:1.0:1777047485.270033:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca6600/0x5ecf73d724938af9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.270056:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca6600/0x5ecf73d724938af9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.270070:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca6600/0x5ecf73d724938af9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.270082:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644ca6600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047485.270090:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca6600/0x5ecf73d724938af9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.270104:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca6600/0x5ecf73d724938af9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.270129:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x9645bb7c (ffff9e07513c9a00) 00010000:00010000:1.0:1777047485.270135:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047485.270142:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca6600/0x5ecf73d724938af9 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.270152:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e0644ca6600/0x5ecf73d724938af9 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047485.273447:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047485.274254:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387985664 00000100:00100000:3.0:1777047485.274269:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387985664 00000100:00100000:1.0:1777047485.274441:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3844 00000100:00100000:1.0:1777047485.274466:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2432:x1863365387985664:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047485.274494:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047485.274523:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938ebf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8188 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047485.274963:0:8481:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 209964, mtime: 0x69eb97bd, atime: 0x69eb97b9, ctime: 0x69eb97bd, blocks: 0x108 00010000:00010000:1.0:1777047485.274997:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047485.275002:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047485.275017:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938ebf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8188 expref: 11 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.275047:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938ebf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8188 expref: 11 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.275071:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8200, rc 0) 00000100:00100000:1.0:1777047485.275264:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2432:x1863365387985664:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 805us (1826us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047485.275278:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3844 00000100:00100000:0.0:1777047485.286294:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047485.288832:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387985792 00000100:00100000:2.0:1777047485.288851:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387985792 00000100:00100000:2.0:1777047485.288953:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3845 00000100:00100000:2.0:1777047485.288991:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2432:x1863365387985792:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047485.289018:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047485.289050:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dfee37d2/0x5ecf73d724938ec6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f818f expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047485.289090:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6d:0x0] initial LVB size: 0, mtime: 0x69eb97bd, atime: 0x69eb97b9, ctime: 0x69eb97bd, blocks: 0x1800 00010000:00010000:2.0:1777047485.289118:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047485.289122:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047485.289139:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dfee37d2/0x5ecf73d724938ec6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f818f expref: 22 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.289167:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dfee37d2/0x5ecf73d724938ec6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f818f expref: 22 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.289190:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139b000, rc 0) 00000100:00100000:2.0:1777047485.299539:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2432:x1863365387985792:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 10537us (13240us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047485.299559:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3845 00000100:00100000:1.0:1777047485.303693:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047485.305478:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387985920 00000100:00100000:2.0:1777047485.305493:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387985920 00000100:00100000:2.0:1777047485.305599:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3846 00000100:00100000:2.0:1777047485.305616:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2431:x1863365387985920:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047485.305646:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047485.305678:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d724938ecd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8196 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047485.305716:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8c:0x0] initial LVB size: 0, mtime: 0x69eb97bd, atime: 0x69eb97b9, ctime: 0x69eb97bd, blocks: 0x0 00010000:00010000:2.0:1777047485.305744:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047485.305749:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047485.305763:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d724938ecd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8196 expref: 12 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.305820:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d724938ecd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8196 expref: 12 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.305847:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139b200, rc 0) 00000100:00100000:2.0:1777047485.305946:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365387985920:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 333us (2261us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047485.305959:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3846 00000100:00100000:0.0:1777047485.569116:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047485.569447:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387986048 00000100:00100000:1.0:1777047485.569463:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387986048 00000100:00100000:1.0:1777047485.569570:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3847 00000100:00100000:1.0:1777047485.569587:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365387986048:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047485.569767:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365387986048:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 181us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047485.569783:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3847 00000100:00100000:1.0:1777047485.585614:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047485.585844:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387986176 00000100:00100000:0.0:1777047485.585859:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387986176 00000100:00100000:0.0:1777047485.585964:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6072 00000100:00100000:0.0:1777047485.585984:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57857:x1863365387986176:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047485.586020:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047485.586051:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938ed4 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f819d expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.586104:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938edb lrc: 3/1,0 mode: --/PR res: [0x200000405:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.586125:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938edb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.586145:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938edb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.586329:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938ed4 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f819d expref: 41 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.586452:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938edb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x31:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f819d expref: 40 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.586470:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x31:0x0].0x0 (ffff9e0641795b00) 00010000:00010000:0.0:1777047485.586476:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777047485.586482:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ed400, rc 0) 00000100:00100000:0.0:1777047485.586578:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57857:x1863365387986176:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 597us (974us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047485.586593:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6072 00000100:00100000:3.0:1777047485.608883:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047485.609703:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387986432 00000100:00100000:0.0:1777047485.609718:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387986432 00000100:00100000:0.0:1777047485.609815:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6073 00000100:00100000:0.0:1777047485.609832:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57857:x1863365387986432:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047485.609907:0:6590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047485.609946:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031600/0x5ecf73d724938e80 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x31:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f816c expref: 40 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.609976:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x31:0x0].0x0 (ffff9e0641795b00) 00010000:00010000:0.0:1777047485.609984:0:6590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047485.610195:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938ee2 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.610219:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938ee2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.610235:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938ee2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047485.610325:0:6590:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934927 00000004:00010000:0.0:1777047485.610487:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006c291ddc reply state 000000001c022756 transno 8589934928 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938ee2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.610513:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938ee2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.610526:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x31:0x0].0x0 (ffff9e0641795b00) 00010000:00010000:0.0:1777047485.610532:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047485.610538:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047485.610659:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+42:57857:x1863365387986432:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 828us (1784us total) trans 8589934928 rc 0/0 00000100:00100000:0.0:1777047485.610700:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6073 00000020:00080000:0.0:1777047485.610709:0:6590:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047485.643523:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047485.644601:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387986560 00000100:00100000:3.0:1777047485.644618:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387986560 00000100:00100000:3.0:1777047485.644708:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6074 00000100:00100000:3.0:1777047485.644727:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+42:57857:x1863365387986560:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047485.645066:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047485.645097:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938ee9 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f81a4 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.645549:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938ee9 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x31:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81a4 expref: 43 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.645576:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938ee9 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x31:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81a4 expref: 43 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.666580:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x31:0x0].0x0 (ffff9e0641795b00) 00010000:00010000:2.0:1777047485.666593:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047485.666600:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0740030c00, rc 0) 00000100:00100000:2.0:1777047485.666720:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57857:x1863365387986560:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 21990us (23201us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047485.666736:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6074 00000100:00100000:1.0:1777047485.685919:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047485.686509:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387986688 00000100:00100000:2.0:1777047485.686524:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387986688 00000100:00100000:2.0:1777047485.686639:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3848 00000100:00100000:2.0:1777047485.686658:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:57857:x1863365387986688:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047485.686685:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047485.686714:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d724938ef0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f81ab expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.686765:0:30115:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000092c4d39a/0x5ecf73d724938e87 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8173 expref: 23 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.686782:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047485.686786:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047485.686794:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d724938ef0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ab expref: 23 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.687158:0:30115:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000092c4d39a/0x5ecf73d724938e87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8173 expref: 23 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.687186:0:30115:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000092c4d39a/0x5ecf73d724938e87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8173 expref: 23 pid: 36217 timeout: 4214 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047485.687212:0:30115:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e009880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:30115:1863365443032448:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047485.687674:0:30115:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0743908f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777047485.709808:0:30115:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e009880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:30115:1863365443032448:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047485.709866:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d724938ef0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ab expref: 23 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.709898:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139a400, rc 0) 00000100:00100000:2.0:1777047485.709991:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57857:x1863365387986688:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 23338us (24082us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047485.710010:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3848 00000100:00100000:1.0:1777047485.712859:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047485.713201:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387986816 00000100:00100000:2.0:1777047485.713213:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387986816 00010000:00010000:2.0:1777047485.713259:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000092c4d39a/0x5ecf73d724938e87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8173 expref: 23 pid: 36217 timeout: 4214 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047485.713343:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1955 00000100:00100000:2.0:1777047485.713433:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365387986816:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047485.713460:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047485.713470:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000092c4d39a/0x5ecf73d724938e87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8173 expref: 23 pid: 36217 timeout: 4214 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.713496:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000092c4d39a/0x5ecf73d724938e87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8173 expref: 23 pid: 36217 timeout: 4214 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.713535:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092c4d39a/0x5ecf73d724938e87 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8173 expref: 23 pid: 36217 timeout: 4214 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.713558:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047485.713562:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047485.713570:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d724938ef0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ab expref: 22 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.713587:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d724938ef0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ab expref: 22 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.713830:0:6573:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d724938ef0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ab expref: 22 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047485.713858:0:6573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645688700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6573:1863365443032576:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047485.716463:0:6573:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c856c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047485.727574:0:6573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645688700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6573:1863365443032576:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047485.727612:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047485.727694:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365387986816:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 14312us (14840us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047485.727710:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1955 00000100:00100000:1.0:1777047485.728477:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047485.728778:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387986944 00000100:00100000:2.0:1777047485.728790:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387986944 00000100:00100000:2.0:1777047485.728853:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3849 00000100:00100000:2.0:1777047485.728869:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:57857:x1863365387986944:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047485.728891:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047485.728933:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938ef7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f81b2 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.728978:0:8481:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d724938e8e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f817a expref: 13 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.728991:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047485.728993:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047485.728999:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938ef7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81b2 expref: 13 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.729044:0:8481:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d724938e8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f817a expref: 13 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.729065:0:8481:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d724938e8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f817a expref: 13 pid: 8481 timeout: 4214 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047485.729085:0:8481:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e009880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443032704:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047485.729179:0:8481:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0743908f00 going to sleep for 11 seconds 00000100:00100000:1.0:1777047485.743143:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047485.743808:0:8481:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e009880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443032704:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047485.743863:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938ef7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81b2 expref: 13 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.743893:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139ac00, rc 0) 00000100:00100000:2.0:1777047485.743974:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57857:x1863365387986944:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 15107us (15500us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047485.743987:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3849 00000100:00100000:3.0:1777047485.744126:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387987072 00000100:00100000:3.0:1777047485.744135:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387987072 00010000:00010000:3.0:1777047485.744177:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d724938e8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f817a expref: 13 pid: 8481 timeout: 4214 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047485.744228:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1956 00000100:00100000:3.0:1777047485.744241:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365387987072:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047485.744261:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047485.744268:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d724938e8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f817a expref: 13 pid: 8481 timeout: 4214 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.744288:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d724938e8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f817a expref: 13 pid: 8481 timeout: 4214 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.744319:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d724938e8e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f817a expref: 13 pid: 8481 timeout: 4214 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.744339:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047485.744342:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047485.744378:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938ef7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81b2 expref: 12 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.746418:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938ef7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81b2 expref: 12 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.748215:0:6574:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938ef7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81b2 expref: 12 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047485.748698:0:6574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645688700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365443032832:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047485.748793:0:6574:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c856c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047485.769484:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443033088:0@lo:400:kworker.0 00000100:00100000:3.0:1777047485.769572:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047485.769617:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645689f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3684:1863365443033600:0@lo:400:kworker.0 00000100:00100000:3.0:1777047485.769660:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047485.769690:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443034112:0@lo:400:kworker.0 00000100:00100000:3.0:1777047485.769722:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047485.769753:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1777047485.769763:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645688380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3684:1863365443033216:0@lo:400:kworker.0 00000100:00100000:3.0:1777047485.769795:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047485.769817:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3684:1863365443033728:0@lo:400:kworker.0 00000100:00100000:3.0:1777047485.769849:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047485.769871:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443034240:0@lo:400:kworker.0 00000100:00100000:3.0:1777047485.769905:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047485.769951:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443033600 00000100:00100000:3.0:1777047485.769961:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443033600 00000100:00100000:3.0:1777047485.770027:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443033216 00000100:00100000:3.0:1777047485.770032:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443033216 00000100:00100000:3.0:1777047485.770056:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443033728 00000100:00100000:3.0:1777047485.770060:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443033728 00000100:00100000:3.0:1777047485.770091:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4954 00000100:00100000:3.0:1777047485.770104:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3684:x1863365443033600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047485.770486:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3684:x1863365443033600:12345-0@lo:400:kworker.0 Request processed in 381us (824us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047485.770499:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4954 00000100:00100000:3.0:1777047485.770531:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4955 00000100:00100000:3.0:1777047485.770542:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3684:x1863365443033216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047485.770591:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3684:x1863365443033216:12345-0@lo:400:kworker.0 Request processed in 50us (794us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047485.770601:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4955 00000100:00100000:3.0:1777047485.770622:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4956 00000100:00100000:3.0:1777047485.770633:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3684:x1863365443033728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047485.770690:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3684:x1863365443033728:12345-0@lo:400:kworker.0 Request processed in 58us (840us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047485.770699:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4956 00000100:00100000:3.0:1777047485.770760:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645688380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3684:1863365443033216:0@lo:400:kworker.0 00000100:00100000:3.0:1777047485.770776:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3684:1863365443033728:0@lo:400:kworker.0 00000100:00100000:3.0:1777047485.770790:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645689f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3684:1863365443033600:0@lo:400:kworker.0 00000100:00100000:3.0:1777047485.770837:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443034240 00000100:00100000:3.0:1777047485.770843:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443034240 00000100:00100000:3.0:1777047485.770894:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2997 00000100:00100000:3.0:1777047485.770906:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443034240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047485.770966:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443034240:12345-0@lo:400:kworker.0 Request processed in 62us (1059us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047485.770975:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2997 00000100:00100000:3.0:1777047485.771010:0:3684:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474837604 gen 2 00000004:00080000:3.0:1777047485.771018:0:3684:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474837601 committed transno 21474837604 00000004:00080000:3.0:1777047485.771037:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e06430e0380, transno 21474837602 00000004:00080000:3.0:1777047485.771050:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e06430e0a80, transno 21474837603 00000004:00080000:3.0:1777047485.771055:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e06430e2a00, transno 21474837604 00000100:00100000:3.0:1777047485.771062:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443034240:0@lo:400:kworker.0 00000004:00080000:3.0:1777047485.771543:0:33232:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 3 done 00000100:00100000:1.0:1777047485.771959:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645688a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443033344:0@lo:400:kworker.0 00000100:00100000:1.0:1777047485.772009:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047485.772057:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3682:1863365443033856:0@lo:400:kworker.0 00000100:00100000:1.0:1777047485.772093:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047485.772125:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443034368:0@lo:400:kworker.0 00000100:00100000:1.0:1777047485.772159:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047485.772193:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1777047485.772204:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645689500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3682:1863365443032960:0@lo:400:kworker.0 00000100:00100000:1.0:1777047485.772247:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047485.772288:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645689180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443033472:0@lo:400:kworker.0 00000100:00100000:1.0:1777047485.772376:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047485.772455:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3682:1863365443033984:0@lo:400:kworker.0 00000100:00100000:1.0:1777047485.772497:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047485.772527:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3682:1863365443034496:0@lo:400:kworker.0 00000100:00100000:1.0:1777047485.772561:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047485.772607:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443033344 00000100:00100000:1.0:1777047485.772615:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443033344 00000100:00100000:1.0:1777047485.772660:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443034368 00000100:00100000:1.0:1777047485.772665:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443034368 00000100:00100000:1.0:1777047485.772694:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443033472 00000100:00100000:1.0:1777047485.772699:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443033472 00000100:00100000:1.0:1777047485.772731:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2998 00000100:00100000:1.0:1777047485.772744:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443033344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047485.772803:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443033344:12345-0@lo:400:kworker.0 Request processed in 61us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047485.772815:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2998 00000100:00100000:1.0:1777047485.773124:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2999 00000100:00100000:1.0:1777047485.773135:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3682:x1863365443034368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047485.773188:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3682:x1863365443034368:12345-0@lo:400:kworker.0 Request processed in 54us (1027us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047485.773198:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2999 00000100:00100000:1.0:1777047485.773219:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3000 00000100:00100000:1.0:1777047485.773229:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443033472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047485.773272:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443033472:12345-0@lo:400:kworker.0 Request processed in 44us (945us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047485.773282:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3000 00000100:00100000:1.0:1777047485.773313:0:33220:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443032960 00000100:00100000:1.0:1777047485.773319:0:33220:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443032960 00000100:00100000:1.0:1777047485.773414:0:33220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:1.0:1777047485.773427:0:33220:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064225d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3682:x1863365443032960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047485.773473:0:33220:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064225d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3682:x1863365443032960:12345-0@lo:400:kworker.0 Request processed in 48us (1226us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047485.773482:0:33220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:1.0:1777047485.773531:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443033856 00000100:00100000:1.0:1777047485.773536:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443033856 00000100:00100000:1.0:1777047485.773565:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443033984 00000100:00100000:1.0:1777047485.773569:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443033984 00000100:00100000:1.0:1777047485.773588:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443034496 00000100:00100000:1.0:1777047485.773593:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443034496 00000100:00100000:1.0:1777047485.773610:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4957 00000100:00100000:1.0:1777047485.773619:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3682:x1863365443033856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047485.773663:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3682:x1863365443033856:12345-0@lo:400:kworker.0 Request processed in 45us (1570us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047485.773674:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4957 00000100:00100000:1.0:1777047485.773692:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4958 00000100:00100000:1.0:1777047485.773701:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3682:x1863365443033984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047485.774053:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3682:x1863365443033984:12345-0@lo:400:kworker.0 Request processed in 351us (1555us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047485.774063:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4958 00000100:00100000:1.0:1777047485.774084:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4959 00000100:00100000:1.0:1777047485.774094:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3682:x1863365443034496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047485.774138:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3682:x1863365443034496:12345-0@lo:400:kworker.0 Request processed in 45us (1576us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047485.774147:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4959 00000100:00100000:1.0:1777047485.774193:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645689500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3682:1863365443032960:0@lo:400:kworker.0 00000100:00100000:1.0:1777047485.774209:0:3682:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179870292 gen 2 00000004:00080000:1.0:1777047485.774216:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644327480, transno 17179870291 00000004:00080000:1.0:1777047485.774230:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644324e00, transno 17179870292 00000100:00100000:1.0:1777047485.774236:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645689180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443033472:0@lo:400:kworker.0 00000100:00100000:1.0:1777047485.774251:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3682:1863365443033984:0@lo:400:kworker.0 00000100:00100000:1.0:1777047485.774264:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3682:1863365443034496:0@lo:400:kworker.0 00000100:00100000:1.0:1777047485.774277:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645688a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443033344:0@lo:400:kworker.0 00000100:00100000:1.0:1777047485.774290:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3682:1863365443033856:0@lo:400:kworker.0 00000100:00100000:1.0:1777047485.774304:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443034368:0@lo:400:kworker.0 00000100:00100000:2.0:1777047485.775902:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443033088 00000100:00100000:2.0:1777047485.775914:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443033088 00000100:00100000:2.0:1777047485.775962:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443034112 00000100:00100000:2.0:1777047485.775968:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443034112 00000100:00100000:2.0:1777047485.775994:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3273 00000100:00100000:2.0:1777047485.776005:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443033088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047485.776088:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443033088:12345-0@lo:400:kworker.0 Request processed in 83us (6516us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047485.776099:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3273 00000100:00100000:2.0:1777047485.776122:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3274 00000100:00100000:2.0:1777047485.776131:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443034112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047485.776174:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443034112:12345-0@lo:400:kworker.0 Request processed in 43us (6451us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047485.776184:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3274 00000100:00080000:2.0:1777047485.776212:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777047485.776218:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777047485.776222:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777047485.776226:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777047485.776268:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443033088:0@lo:400:kworker.0 00000100:00100000:2.0:1777047485.776283:0:3684:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294969953 gen 2 00000004:00080000:2.0:1777047485.776314:0:3684:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294969953 committed transno 4294969953 00000100:00100000:2.0:1777047485.776338:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443034112:0@lo:400:kworker.0 00000100:00100000:0.0:1777047485.799616:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047485.799675:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047485.800450:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387987200 00000100:00100000:2.0:1777047485.800464:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387987200 00002000:00010000:2.0:1777047485.800524:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (0->18446744073709551615) 00002000:00100000:2.0:1777047485.800532:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eac9180 with x1863365387987200 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047485.800551:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064eac9180. 00000100:00100000:2.0:1777047485.800586:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387987328 00000100:00100000:2.0:1777047485.800592:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387987328 00002000:00010000:2.0:1777047485.800614:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:2.0:1777047485.800620:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eac9f80 with x1863365387987328 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047485.800628:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eac9f80. 00000100:00100000:2.0:1777047485.800660:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1109 00000100:00100000:2.0:1777047485.800675:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365387987200:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:2.0:1777047485.800930:0:8485:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047485.800936:0:8485:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 0 -> 1777047486 00002000:00010000:2.0:1777047485.800941:0:8485:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047485.800945:0:8485:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 0 -> 1777047486 00002000:00010000:2.0:1777047485.800948:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047485.801027:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365387987200:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 352us (1422us total) trans 17179870321 rc 0/0 00000100:00100000:2.0:1777047485.801042:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1109 00002000:00010000:2.0:1777047485.801049:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (0->18446744073709551615) 00002000:00100000:2.0:1777047485.801053:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eac9180 with x1863365387987200 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047485.801059:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064eac9180. 00000100:00100000:2.0:1777047485.801085:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1110 00000100:00100000:2.0:1777047485.801094:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365387987328:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:2.0:1777047485.801197:0:8485:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047485.801202:0:8485:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 0 -> 1777047486 00002000:00010000:2.0:1777047485.801204:0:8485:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047485.801207:0:8485:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 0 -> 1777047486 00002000:00010000:2.0:1777047485.801210:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047485.801238:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365387987328:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 145us (1563us total) trans 21474837611 rc 0/0 00000100:00100000:2.0:1777047485.801246:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1110 00002000:00010000:2.0:1777047485.801250:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:2.0:1777047485.801253:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eac9f80 with x1863365387987328 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047485.801257:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eac9f80. 00000100:00100000:3.0:1777047485.804636:0:6574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645688700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365443032832:192.168.201.54@tcp:105: 00010000:00010000:3.0:1777047485.804672:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047485.805738:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365387987072:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 61494us (62601us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047485.805781:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1956 00000100:00100000:0.0:1777047485.822832:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047485.833655:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387987456 00000100:00100000:2.0:1777047485.833677:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387987456 00000100:00100000:2.0:1777047485.834252:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3850 00000100:00100000:2.0:1777047485.834275:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365387987456:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:2.0:1777047485.834519:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365387987456:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 248us (11695us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047485.834536:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3850 00000100:00100000:1.0:1777047485.859832:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047485.859983:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387987584 00000100:00100000:3.0:1777047485.860000:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387987584 00000100:00100000:3.0:1777047485.860176:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3851 00000100:00100000:3.0:1777047485.860196:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365387987584:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047485.860404:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365387987584:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 212us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047485.860419:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3851 00000100:00100000:1.0:1777047485.893836:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047485.901972:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387987712 00000100:00100000:2.0:1777047485.901993:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387987712 00000100:00100000:0.0:1777047485.909103:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1111 00000100:00100000:0.0:1777047485.909127:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365387987712:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047485.909185:0:29067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f05ef263/0x5ecf73d724938efe lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.909214:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047485.909219:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047485.909229:0:29067:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f05ef263/0x5ecf73d724938efe lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.909257:0:29067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f05ef263/0x5ecf73d724938efe lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.935982:0:29067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f05ef263/0x5ecf73d724938efe lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.936014:0:29067:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f05ef263/0x5ecf73d724938efe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.936031:0:29067:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f05ef263/0x5ecf73d724938efe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.936044:0:29067:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047485.936052:0:29067:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f05ef263/0x5ecf73d724938efe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.936068:0:29067:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f05ef263/0x5ecf73d724938efe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.936097:0:29067:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f05ef263/0x5ecf73d724938efe lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.936480:0:29067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f05ef263/0x5ecf73d724938efe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047485.936594:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365387987712:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 27469us (42765us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1777047485.936611:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1111 00000100:00100000:1.0:1777047485.958573:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047485.959032:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387987840 00000100:00100000:2.0:1777047485.959046:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387987840 00000100:00100000:2.0:1777047485.959153:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1112 00000100:00100000:2.0:1777047485.959169:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365387987840:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:2.0:1777047485.959221:0:24562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d724938f05 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.959265:0:24562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d724938ef0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ab expref: 23 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.959279:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047485.959283:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047485.959288:0:24562:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d724938f05 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.959447:0:24562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d724938ef0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ab expref: 23 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.959472:0:24562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d724938ef0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ab expref: 23 pid: 30115 timeout: 4214 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047485.959496:0:24562:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e009880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:24562:1863365443034624:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047485.959612:0:24562:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0743908f00 going to sleep for 11 seconds 00000100:00100000:1.0:1777047485.973002:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047485.973918:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387987968 00000100:00100000:0.0:1777047485.973932:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387987968 00010000:00010000:0.0:1777047485.973992:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d724938ef0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ab expref: 24 pid: 30115 timeout: 4214 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047485.974053:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1957 00000100:00100000:0.0:1777047485.974069:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365387987968:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047485.974091:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047485.974120:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d724938ef0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ab expref: 24 pid: 30115 timeout: 4214 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.974145:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d724938ef0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ab expref: 24 pid: 30115 timeout: 4214 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.974178:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047485.974181:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047485.974204:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d724938f05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.974562:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d724938f05 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.974594:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047485.974656:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365387987968:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 590us (1665us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047485.974668:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1957 00010000:00010000:2.0:1777047485.976642:0:24562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d724938ef0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ab expref: 23 pid: 30115 timeout: 4214 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047485.976671:0:24562:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e009880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:24562:1863365443034624:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047485.976737:0:24562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d724938f05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.976756:0:24562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d724938f05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.976770:0:24562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d724938f05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047486.028840:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870322 is committed 00000001:00080000:2.0:1777047486.028874:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870318 is committed 00002000:00010000:0.0:1777047486.030252:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 0 -> 40960 00002000:00010000:0.0:1777047486.030263:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 0 -> 80 00010000:00010000:0.0:1777047486.030283:0:24562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d724938f05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.031983:0:24562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d724938f05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.032000:0:24562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d724938f05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.032014:0:24562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047486.032021:0:24562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d724938f05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.032438:0:24562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d724938f05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.034093:0:24562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d724938f05 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.034107:0:24562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d724938f05 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047486.034264:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365387987840:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 75092us (75696us total) trans 17179870322 rc 0/0 00000100:00100000:0.0:1777047486.036651:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1112 00000100:00100000:0.0:1777047486.055160:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047486.057492:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387988096 00000100:00100000:1.0:1777047486.057510:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387988096 00000100:00100000:1.0:1777047486.057628:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3852 00000100:00100000:1.0:1777047486.057646:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365387988096:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047486.057883:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365387988096:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 238us (2732us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047486.057898:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3852 00000100:00100000:1.0:1777047486.079147:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047486.079874:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387988224 00000100:00100000:2.0:1777047486.080200:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387988224 00000100:00100000:2.0:1777047486.080673:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3853 00000100:00100000:2.0:1777047486.080693:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365387988224:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:2.0:1777047486.081303:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365387988224:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 610us (2164us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047486.081323:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3853 00000100:00100000:2.0:1777047486.112941:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047486.115155:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387988352 00000100:00100000:0.0:1777047486.115175:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387988352 00000100:00100000:0.0:1777047486.115321:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1113 00000100:00100000:0.0:1777047486.115370:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365387988352:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047486.115487:0:8484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d724938f0c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.115517:0:8484:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047486.115521:0:8484:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047486.115531:0:8484:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d724938f0c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [147456->212991] (req 147456->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.115558:0:8484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d724938f0c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [147456->212991] (req 147456->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.145589:0:8484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d724938f0c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [147456->212991] (req 147456->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.145623:0:8484:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d724938f0c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [147456->212991] (req 147456->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.145641:0:8484:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d724938f0c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [147456->212991] (req 147456->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.145655:0:8484:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821edc00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047486.145665:0:8484:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d724938f0c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [147456->212991] (req 147456->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.145683:0:8484:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d724938f0c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [147456->212991] (req 147456->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.145717:0:8484:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d724938f0c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [147456->212991] (req 147456->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.145733:0:8484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d724938f0c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [147456->212991] (req 147456->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047486.145910:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365387988352:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 30566us (32975us total) trans 0 rc 62508/62508 00000100:00100000:0.0:1777047486.145929:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1113 00000100:00100000:2.0:1777047486.187082:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047486.187294:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387988480 00000100:00100000:1.0:1777047486.187314:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387988480 00000100:00100000:1.0:1777047486.187574:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1114 00000100:00100000:1.0:1777047486.187598:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365387988480:12345-192.168.201.54@tcp:4:lfs.0 00002000:00010000:1.0:1777047486.187685:0:24565:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 40960, mtime: 0x69eb97be, atime: 0x0, ctime: 0x69eb97be, blocks: 0x50 00010000:00010000:1.0:1777047486.187701:0:24565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d724938f13 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.187732:0:24565:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047486.187736:0:24565:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047486.187746:0:24565:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d724938f13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [147456->212991] (req 147456->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.187776:0:24565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d724938f13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [147456->212991] (req 147456->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047486.246057:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870323 is committed 00002000:00010000:0.0:1777047486.248187:0:24565:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 40960 -> 209964 00002000:00010000:0.0:1777047486.248199:0:24565:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 80 -> 208 00010000:00010000:0.0:1777047486.248220:0:24565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d724938f13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [147456->212991] (req 147456->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.249873:0:24565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d724938f13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [147456->212991] (req 147456->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.249892:0:24565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d724938f13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [147456->212991] (req 147456->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.249907:0:24565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047486.249916:0:24565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d724938f13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [147456->212991] (req 147456->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.249935:0:24565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d724938f13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [147456->212991] (req 147456->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.249967:0:24565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d724938f13 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [147456->212991] (req 147456->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.249983:0:24565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d724938f13 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [147456->212991] (req 147456->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047486.250243:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365387988480:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 62647us (63167us total) trans 17179870323 rc 0/0 00000100:00100000:0.0:1777047486.250263:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1114 00000100:00100000:3.0:1777047486.263132:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047486.267699:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387988608 00000100:00100000:1.0:1777047486.267719:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387988608 00000100:00100000:1.0:1777047486.267835:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6075 00000100:00100000:1.0:1777047486.267854:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57857:x1863365387988608:12345-192.168.201.54@tcp:44:lfs.0 00000100:00100000:1.0:1777047486.276682:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777047486.276717:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443034752:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777047486.276811:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047486.276877:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443034752 00000100:00100000:1.0:1777047486.276888:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443034752 00000100:00100000:1.0:1777047486.276960:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3275 00000100:00100000:1.0:1777047486.276976:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365443034752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777047486.277021:0:7694:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445871616 avail 1299632128 00000100:00100000:1.0:1777047486.277093:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365443034752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 119us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047486.277107:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3275 00000100:00100000:1.0:1777047486.277535:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443034752:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777047486.278264:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777047486.278281:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06430e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443034880:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777047486.278333:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047486.278451:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443034880 00000100:00100000:3.0:1777047486.278459:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443034880 00000100:00100000:3.0:1777047486.278508:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2479 00000100:00100000:3.0:1777047486.278519:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443034880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1777047486.278546:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 318646720 pending 0 free 3917078528 avail 3685400576 00000100:00100000:3.0:1777047486.278605:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443034880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047486.278618:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2479 00010000:00010000:3.0:1777047486.278723:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047486.278771:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06430e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443034880:0@lo:13:osp-pre-1-1.0 00000001:00080000:0.0:1777047486.282590:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934928 is committed 00000020:00080000:0.0:1777047486.282641:0:33214:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969356 batchid updated 00010000:00010000:2.0:1777047486.282694:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938dfb lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.282717:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938dfb lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.282732:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938dfb lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.282744:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139ae00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047486.282753:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938dfb lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.282777:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938dfb lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.282802:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047486.282807:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047486.282815:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938dfb lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.282826:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d724938dfb lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.282856:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724938e17 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.282868:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724938e17 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.282879:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724938e17 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.282888:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139bc00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047486.282893:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724938e17 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.282904:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724938e17 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.282918:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047486.282923:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047486.282928:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724938e17 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.282946:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724938e17 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.282967:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938ee2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.282980:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938ee2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.282991:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938ee2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.283000:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047486.283005:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938ee2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.283017:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938ee2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.283031:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x31:0x0].0x0 (ffff9e0641795b00) 00010000:00010000:2.0:1777047486.283035:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047486.283040:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938ee2 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.283051:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d724938ee2 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1777047486.283167:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969356 00000020:00080000:1.0:1777047486.283308:0:33244:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969356 cancel update log [0x200000bd0:0x2:0x0].8: rc = 0 00000020:00080000:1.0:1777047486.283324:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969356 00000100:00100000:3.0:1777047486.285160:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57857:x1863365387988608:12345-192.168.201.54@tcp:44:lfs.0 Request processed in 17301us (22031us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047486.285196:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6075 00000100:00100000:0.0:1777047486.292646:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047486.292709:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047486.293194:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387988736 00000100:00100000:3.0:1777047486.293210:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387988736 00000100:00100000:2.0:1777047486.293255:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387988864 00000100:00100000:2.0:1777047486.293267:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387988864 00000100:00100000:3.0:1777047486.293306:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3854 00000100:00100000:3.0:1777047486.294048:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365387988736:12345-192.168.201.54@tcp:16:lfs.0 00000100:00100000:3.0:1777047486.294550:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365387988736:12345-192.168.201.54@tcp:16:lfs.0 Request processed in 510us (1914us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047486.296499:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3855 00000100:00100000:2.0:1777047486.296517:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2432:x1863365387988864:12345-192.168.201.54@tcp:16:lfs.0 00000100:00100000:3.0:1777047486.297796:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3854 00000001:00080000:0.0:1777047486.307303:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837611 is committed 00000100:00100000:2.0:1777047486.310553:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365387988864:12345-192.168.201.54@tcp:16:lfs.0 Request processed in 14030us (17833us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047486.310570:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3855 00000100:00100000:0.0:1777047486.387747:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047486.387808:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047486.389324:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047486.389944:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387988992 00000100:00100000:1.0:1777047486.389958:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387988992 00000100:00100000:1.0:1777047486.390036:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387989248 00000100:00100000:1.0:1777047486.390042:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387989248 00000100:00100000:1.0:1777047486.390075:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387989120 00000100:00100000:1.0:1777047486.390080:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387989120 00000100:00100000:1.0:1777047486.390116:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3856 00000100:00100000:1.0:1777047486.390131:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365387988992:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:1.0:1777047486.390190:0:8633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000522057d1/0x5ecf73d724938f1a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.390215:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047486.390218:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047486.390225:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000522057d1/0x5ecf73d724938f1a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.390249:0:8633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000522057d1/0x5ecf73d724938f1a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.390284:0:8633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000522057d1/0x5ecf73d724938f1a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.390309:0:8633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000522057d1/0x5ecf73d724938f1a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.390322:0:8633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000522057d1/0x5ecf73d724938f1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.390333:0:8633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047486.390361:0:8633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000522057d1/0x5ecf73d724938f1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.390375:0:8633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000522057d1/0x5ecf73d724938f1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.390438:0:8633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000522057d1/0x5ecf73d724938f1a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.390452:0:8633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000522057d1/0x5ecf73d724938f1a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047486.390549:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365387988992:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 420us (2832us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047486.390563:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3856 00000100:00100000:1.0:1777047486.390592:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3857 00000100:00100000:1.0:1777047486.390604:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365387989248:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:1.0:1777047486.390637:0:8633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d724938f21 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.390652:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047486.390654:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047486.390659:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d724938f21 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.390674:0:8633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d724938f21 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.390696:0:8633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d724938f21 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.390706:0:8633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d724938f21 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.390718:0:8633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d724938f21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.390729:0:8633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047486.390734:0:8633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d724938f21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.390747:0:8633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d724938f21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.390772:0:8633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d724938f21 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.390785:0:8633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d724938f21 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047486.390837:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365387989248:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 234us (3028us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047486.390849:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3857 00000100:00100000:1.0:1777047486.390872:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3858 00000100:00100000:1.0:1777047486.390883:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365387989120:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:1.0:1777047486.390912:0:8633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d724938f28 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.390925:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047486.390927:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047486.390932:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d724938f28 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.390950:0:8633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d724938f28 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.390974:0:8633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d724938f28 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.390995:0:8633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d724938f28 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.391007:0:8633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d724938f28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.391018:0:8633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047486.391023:0:8633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d724938f28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.391036:0:8633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d724938f28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.391052:0:8633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d724938f28 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.391063:0:8633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b563122b/0x5ecf73d724938f28 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047486.391115:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365387989120:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 232us (1793us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047486.391126:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3858 00000100:00100000:3.0:1777047486.405605:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047486.406236:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387989504 00000100:00100000:1.0:1777047486.406251:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387989504 00000100:00100000:1.0:1777047486.406367:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6076 00000100:00100000:1.0:1777047486.406418:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57857:x1863365387989504:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:1.0:1777047486.406541:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938f2f lrc: 3/0,1 mode: --/PW res: [0x200000405:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.406569:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938f2f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.406592:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938f2f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047486.406761:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ce5fb4cd reply state 000000006eef1b8d transno 8589934929 ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938f2f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.406785:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938f2f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.406798:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x31:0x0].0x0 (ffff9e0641795b00) 00010000:00010000:1.0:1777047486.406803:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047486.406808:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047486.406931:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57857:x1863365387989504:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 547us (3718us total) trans 8589934929 rc 0/0 00000100:00100000:1.0:1777047486.406944:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6076 00000100:00100000:1.0:1777047486.417313:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047486.417576:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387989632 00000100:00100000:2.0:1777047486.417591:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387989632 00000100:00100000:2.0:1777047486.417689:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3859 00000100:00100000:2.0:1777047486.417708:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57857:x1863365387989632:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047486.417754:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047486.417786:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724938f36 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f81b9 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047486.417825:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 209964, mtime: 0x69eb97be, atime: 0x0, ctime: 0x69eb97be, blocks: 0xd0 00010000:00010000:2.0:1777047486.417853:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047486.417858:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047486.417870:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724938f36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81b9 expref: 18 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.417897:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724938f36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81b9 expref: 18 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.417919:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2600, rc 0) 00000100:00100000:2.0:1777047486.417995:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57857:x1863365387989632:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 291us (693us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047486.418009:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3859 00000100:00100000:0.0:1777047486.432594:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047486.432678:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047486.434488:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387989760 00000100:00100000:1.0:1777047486.434505:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387989760 00000100:00100000:1.0:1777047486.434596:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387989888 00000100:00100000:1.0:1777047486.434603:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387989888 00000100:00100000:1.0:1777047486.434651:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3860 00000100:00100000:1.0:1777047486.434667:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eaca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365387989760:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:1.0:1777047486.434894:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 209964 -> 209964 00002000:00010000:1.0:1777047486.434903:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047486 -> 1777047485 00002000:00010000:1.0:1777047486.434908:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 0 -> 1777047485 00002000:00010000:1.0:1777047486.434913:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047486 -> 1777047486 00002000:00010000:1.0:1777047486.434940:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:1.0:1777047486.435036:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eaca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365387989760:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 368us (2451us total) trans 17179870324 rc 0/0 00000100:00100000:1.0:1777047486.435053:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3860 00000100:00100000:1.0:1777047486.435090:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3861 00000100:00100000:1.0:1777047486.435106:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365387989888:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:1.0:1777047486.435241:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047486.435248:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047486 -> 1777047485 00002000:00010000:1.0:1777047486.435252:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 0 -> 1777047485 00002000:00010000:1.0:1777047486.435256:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047486 -> 1777047486 00002000:00010000:1.0:1777047486.435261:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047486.435305:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365387989888:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 202us (2627us total) trans 21474837612 rc 0/0 00000100:00100000:1.0:1777047486.435320:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3861 00000100:00100000:0.0:1777047486.450578:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047486.450773:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387990144 00000100:00100000:2.0:1777047486.450787:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387990144 00000100:00100000:2.0:1777047486.450908:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6077 00000100:00100000:2.0:1777047486.450929:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57857:x1863365387990144:12345-192.168.201.54@tcp:55:lfs.0 00010000:00010000:2.0:1777047486.451035:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d724938f3d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.451067:0:34275:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938edb lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f819d expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.451087:0:34275:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d724938f3d lrc: 4/0,1 mode: --/PW res: [0x200000405:0x31:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.451146:0:34275:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938edb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f819d expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.451173:0:34275:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938edb lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f819d expref: 30 pid: 12913 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047486.451199:0:34275:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c07800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443035008:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047486.451704:0:34275:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0743908840 going to sleep for 11 seconds 00000100:00100000:2.0:1777047486.466003:0:34275:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c07800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443035008:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047486.466060:0:34275:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d724938f3d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x31:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047486.477696:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047486.478930:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387990272 00000100:00100000:1.0:1777047486.478947:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387990272 00010000:00010000:1.0:1777047486.479025:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938edb lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f819d expref: 31 pid: 12913 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047486.479121:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1958 00000100:00100000:1.0:1777047486.479143:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eaca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365387990272:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047486.479172:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047486.479183:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938edb lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f819d expref: 31 pid: 12913 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.479235:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938edb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f819d expref: 31 pid: 12913 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.479276:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724938edb lrc: 0/0,0 mode: --/PR res: [0x200000405:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f819d expref: 31 pid: 12913 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.479310:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x31:0x0].0x0 (ffff9e0641795b00) 00010000:00010000:1.0:1777047486.479320:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d724938f3d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x31:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.479370:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d724938f3d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x31:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.479472:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d724938f3d lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x31:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.479557:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047486.479636:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eaca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2430:x1863365387990272:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 495us (1952us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047486.479651:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1958 00010000:00010000:3.0:1777047486.484089:0:34275:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d724938f3d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x31:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.484113:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d724938f3d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x31:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.484182:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d724938f3d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x31:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.484197:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d724938f3d lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x31:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.484241:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d724938f3d lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x31:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.484258:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead3e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047486.484266:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d724938f3d lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x31:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.484281:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d724938f3d lrc: 4/0,0 mode: PW/PW res: [0x200000405:0x31:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.484310:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x31:0x0].0x0 (ffff9e0641795b00) 00010000:00010000:3.0:1777047486.484316:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777047486.484324:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d724938f3d lrc: 2/0,0 mode: --/PW res: [0x200000405:0x31:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.484372:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d724938f3d lrc: 0/0,0 mode: --/PW res: [0x200000405:0x31:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047486.484574:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57857:x1863365387990144:12345-192.168.201.54@tcp:55:lfs.0 Request processed in 33647us (34004us total) trans 0 rc -22/-22 00000100:00100000:3.0:1777047486.484597:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6077 00000100:00100000:1.0:1777047486.497172:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047486.501300:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387990528 00000100:00100000:3.0:1777047486.501321:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387990528 00000100:00100000:3.0:1777047486.501509:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6078 00000100:00100000:3.0:1777047486.501533:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57857:x1863365387990528:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:3.0:1777047486.501623:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047486.501671:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d724938e25 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8150 expref: 29 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.501722:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047486.501736:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047486.502575:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030000/0x5ecf73d724938f44 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.502605:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030000/0x5ecf73d724938f44 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.502629:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030000/0x5ecf73d724938f44 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777047486.503202:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000c75868a reply state 00000000963f46fa transno 8589934930 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030000/0x5ecf73d724938f44 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.503228:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030000/0x5ecf73d724938f44 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.503247:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047486.503252:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047486.503258:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047486.503472:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57857:x1863365387990528:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1941us (6314us total) trans 8589934930 rc 0/0 00000100:00100000:3.0:1777047486.503492:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6078 00000100:00100000:3.0:1777047486.518266:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047486.519641:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387990656 00000100:00100000:0.0:1777047486.519662:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387990656 00000100:00100000:0.0:1777047486.519757:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3862 00000100:00100000:0.0:1777047486.519780:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57857:x1863365387990656:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047486.519807:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047486.519839:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724938f4b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f81c0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.519903:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938ebf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8188 expref: 14 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.519920:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047486.519924:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047486.519932:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724938f4b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81c0 expref: 14 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.519995:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938ebf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8188 expref: 14 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.520027:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938ebf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8188 expref: 14 pid: 8481 timeout: 4215 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047486.520052:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443035136:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047486.520629:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85000 going to sleep for 11 seconds 00000100:00100000:3.0:1777047486.531323:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443035136:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047486.531411:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724938f4b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81c0 expref: 14 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.531466:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ec600, rc 0) 00000100:00100000:2.0:1777047486.535375:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57857:x1863365387990656:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 15561us (17079us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047486.535561:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3862 00000100:00100000:1.0:1777047486.539587:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047486.540075:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387990784 00000100:00100000:2.0:1777047486.540090:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387990784 00010000:00010000:2.0:1777047486.540155:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938ebf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8188 expref: 14 pid: 8481 timeout: 4215 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047486.540244:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1959 00000100:00100000:2.0:1777047486.540264:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07605ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365387990784:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047486.540294:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047486.540328:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938ebf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8188 expref: 14 pid: 8481 timeout: 4215 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.540458:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938ebf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8188 expref: 14 pid: 8481 timeout: 4215 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.541212:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e3309996/0x5ecf73d724938ebf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8188 expref: 14 pid: 8481 timeout: 4215 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.541247:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047486.541251:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047486.541263:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724938f4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81c0 expref: 13 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.541289:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724938f4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81c0 expref: 13 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.541390:0:6574:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724938f4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81c0 expref: 13 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047486.541421:0:6574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c07800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365443035264:192.168.201.54@tcp:105: 00000100:00100000:2.0:1777047486.543688:0:6574:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0743908840 going to sleep for 11 seconds 00000100:00100000:2.0:1777047486.561599:0:6574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c07800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365443035264:192.168.201.54@tcp:105: 00010000:00010000:2.0:1777047486.561647:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047486.561750:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07605ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365387990784:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 21489us (22167us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047486.561775:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1959 00000100:00100000:3.0:1777047486.562451:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047486.563435:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387990912 00000100:00100000:2.0:1777047486.563448:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387990912 00000100:00100000:2.0:1777047486.563541:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3863 00000100:00100000:2.0:1777047486.563563:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57857:x1863365387990912:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047486.563589:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047486.563621:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724938f52 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f81c7 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.563684:0:11204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dfee37d2/0x5ecf73d724938ec6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f818f expref: 20 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.563701:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047486.563705:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047486.563712:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724938f52 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81c7 expref: 20 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.563771:0:11204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dfee37d2/0x5ecf73d724938ec6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f818f expref: 20 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.563803:0:11204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dfee37d2/0x5ecf73d724938ec6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f818f expref: 20 pid: 28387 timeout: 4215 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047486.564183:0:11204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365443035392:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047486.564283:0:11204:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0743908a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047486.602362:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047486.602718:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387991040 00000100:00100000:1.0:1777047486.602733:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387991040 00010000:00010000:1.0:1777047486.602793:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dfee37d2/0x5ecf73d724938ec6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f818f expref: 21 pid: 28387 timeout: 4215 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047486.603175:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1960 00000100:00100000:1.0:1777047486.603196:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365387991040:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047486.603223:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047486.603258:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dfee37d2/0x5ecf73d724938ec6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f818f expref: 21 pid: 28387 timeout: 4215 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.603286:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dfee37d2/0x5ecf73d724938ec6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f818f expref: 21 pid: 28387 timeout: 4215 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.603324:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047486.603328:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047486.603372:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724938f52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81c7 expref: 21 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.603452:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724938f52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81c7 expref: 21 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.603518:0:36227:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724938f52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81c7 expref: 21 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047486.603543:0:36227:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749166d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:36227:1863365443035520:192.168.201.54@tcp:105: 00000100:00100000:1.0:1777047486.603652:0:36227:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0748b0dd80 going to sleep for 11 seconds 00010000:00010000:2.0:1777047486.605699:0:11204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dfee37d2/0x5ecf73d724938ec6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f818f expref: 21 pid: 28387 timeout: 4215 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047486.605733:0:11204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365443035392:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047486.606123:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724938f52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81c7 expref: 20 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.606147:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead3e00, rc 0) 00000100:00100000:2.0:1777047486.606232:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:57857:x1863365387990912:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 42676us (43848us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047486.606256:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3863 00000100:00100000:1.0:1777047486.621671:0:36227:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749166d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:36227:1863365443035520:192.168.201.54@tcp:105: 00010000:00010000:1.0:1777047486.621720:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047486.621811:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387991040:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 18618us (19492us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047486.621840:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1960 00000100:00100000:1.0:1777047486.624092:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047486.626898:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387991168 00000100:00100000:3.0:1777047486.626916:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387991168 00000100:00100000:3.0:1777047486.627577:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3864 00000100:00100000:3.0:1777047486.627597:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57857:x1863365387991168:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047486.627624:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047486.627649:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d724938f59 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f81ce expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.627698:0:36217:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d724938ecd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8196 expref: 14 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.627716:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047486.627720:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047486.628087:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d724938f59 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ce expref: 14 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.628150:0:36217:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d724938ecd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8196 expref: 14 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.628176:0:36217:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d724938ecd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8196 expref: 14 pid: 36217 timeout: 4215 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047486.628214:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443035648:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047486.628318:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06431dcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047486.650078:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047486.652542:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387991296 00000100:00100000:1.0:1777047486.652564:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387991296 00010000:00010000:1.0:1777047486.652644:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d724938ecd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8196 expref: 15 pid: 36217 timeout: 4215 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047486.652735:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1961 00000100:00100000:1.0:1777047486.652759:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365387991296:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047486.652784:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047486.652825:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d724938ecd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8196 expref: 15 pid: 36217 timeout: 4215 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.652859:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d724938ecd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8196 expref: 15 pid: 36217 timeout: 4215 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.652905:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047486.652910:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047486.652925:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d724938f59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ce expref: 15 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.652984:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d724938f59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ce expref: 15 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.653067:0:6575:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d724938f59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ce expref: 15 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047486.653100:0:6575:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3e9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443035776:192.168.201.54@tcp:105: 00000100:00100000:1.0:1777047486.653244:0:6575:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0748b0dd80 going to sleep for 11 seconds 00010000:00010000:0.0:1777047486.658065:0:36217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d724938ecd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8196 expref: 15 pid: 36217 timeout: 4215 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047486.658109:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443035648:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047486.658160:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d724938f59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ce expref: 14 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.658188:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0740031000, rc 0) 00000100:00100000:0.0:1777047486.658283:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57857:x1863365387991168:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 30689us (34196us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047486.658298:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3864 00000100:00100000:1.0:1777047486.677746:0:6575:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3e9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443035776:192.168.201.54@tcp:105: 00010000:00010000:1.0:1777047486.677790:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047486.677933:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365387991296:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 25180us (27863us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047486.677984:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1961 00000100:00100000:3.0:1777047486.682864:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047486.682965:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047486.683038:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047486.683655:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387991424 00000100:00100000:1.0:1777047486.683655:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387991552 00000100:00100000:0.0:1777047486.683668:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387991424 00000100:00100000:1.0:1777047486.683669:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387991552 00000100:00100000:2.0:1777047486.683822:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387991680 00000100:00100000:2.0:1777047486.683832:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387991680 00000100:00100000:0.0:1777047486.683955:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3865 00000100:00100000:0.0:1777047486.683994:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365387991424:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:0.0:1777047486.684663:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 209964 -> 209964 00002000:00010000:0.0:1777047486.684672:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047485 -> 1777047485 00002000:00010000:0.0:1777047486.684682:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047481 -> 1777047485 00002000:00010000:0.0:1777047486.684687:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047485 -> 1777047487 00002000:00010000:0.0:1777047486.684692:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 264 -> 264 00000100:00100000:0.0:1777047486.684769:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365387991424:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 793us (1822us total) trans 21474837613 rc 0/0 00000100:00100000:0.0:1777047486.684782:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3865 00000100:00100000:1.0:1777047486.694714:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3866 00000100:00100000:1.0:1777047486.694756:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387991552:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:1.0:1777047486.695129:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047486.695137:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047486.695142:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047481 -> 1777047485 00002000:00010000:1.0:1777047486.695147:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047485 -> 1777047487 00002000:00010000:1.0:1777047486.695151:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1777047486.695709:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365387991552:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 965us (12846us total) trans 17179870325 rc 0/0 00000100:00100000:1.0:1777047486.695725:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3866 00000100:00100000:2.0:1777047486.696504:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3867 00000100:00100000:2.0:1777047486.696525:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365387991680:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:2.0:1777047486.696705:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047486.696712:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047485 -> 1777047485 00002000:00010000:2.0:1777047486.696717:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047481 -> 1777047485 00002000:00010000:2.0:1777047486.696721:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047485 -> 1777047487 00002000:00010000:2.0:1777047486.696725:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047486.696790:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365387991680:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 261us (13742us total) trans 21474837614 rc 0/0 00000100:00100000:2.0:1777047486.696805:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3867 00000100:00100000:3.0:1777047486.713328:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047486.713708:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387991936 00000100:00100000:0.0:1777047486.713724:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387991936 00000100:00100000:0.0:1777047486.713892:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2054 00000100:00100000:0.0:1777047486.713923:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07716a8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57857:x1863365387991936:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:0.0:1777047486.714090:0:6592:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d724938e9c lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8181 expref: 30 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.714204:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938f60 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.714228:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938df4 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f813b expref: 30 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.714257:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938e02 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8142 expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.714286:0:6592:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938f60 lrc: 5/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.714501:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938e02 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8142 expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.714540:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938e02 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8142 expref: 30 pid: 12913 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047486.714579:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443035904:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047486.714782:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938df4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f813b expref: 30 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.714802:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938df4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f813b expref: 30 pid: 6589 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047486.714834:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacaa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443036032:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047486.714908:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c853c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047486.736992:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443035904:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047486.737029:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacaa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443036032:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047486.737083:0:6592:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938f60 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047486.744076:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047486.744304:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047486.744767:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387992192 00000100:00100000:0.0:1777047486.744781:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387992192 00010000:00010000:0.0:1777047486.745390:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938df4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f813b expref: 31 pid: 6589 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047486.746983:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387992064 00000100:00100000:2.0:1777047486.747006:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387992064 00010000:00010000:2.0:1777047486.747055:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938e02 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8142 expref: 32 pid: 12913 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047486.747170:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1962 00000100:00100000:2.0:1777047486.747188:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2430:x1863365387992064:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047486.748219:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047486.748247:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938e02 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8142 expref: 32 pid: 12913 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.748273:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938e02 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8142 expref: 32 pid: 12913 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.748418:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064b5d4800/0x5ecf73d724938e02 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8142 expref: 32 pid: 12913 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.748465:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047486.748476:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938f60 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.748506:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938f60 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.748518:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047486.748638:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365387992064:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1452us (4346us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047486.748667:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1962 00000100:00100000:0.0:1777047486.750105:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1963 00000100:00100000:0.0:1777047486.750645:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2429:x1863365387992192:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047486.750682:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047486.750707:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938df4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f813b expref: 30 pid: 6589 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.750730:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938df4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f813b expref: 30 pid: 6589 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.750770:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724938df4 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f813b expref: 30 pid: 6589 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.751576:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047486.751587:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938f60 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.751625:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938f60 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.751639:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938f60 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.751710:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047486.751786:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2429:x1863365387992192:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1642us (7706us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047486.751802:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1963 00010000:00010000:0.0:1777047486.751871:0:6592:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938f60 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.751888:0:6592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938f60 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.751948:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938f67 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.751969:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938ee9 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x31:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81a4 expref: 28 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.751997:0:6592:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938f67 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x31:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.752056:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938ee9 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x31:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81a4 expref: 28 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.752092:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938ee9 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x31:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81a4 expref: 28 pid: 9025 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047486.752139:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacaa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443036160:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047486.752252:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c853c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047486.794174:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047486.794221:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645689500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443036288:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047486.794390:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047486.794559:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443036288 00000100:00100000:3.0:1777047486.794570:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443036288 00000100:00100000:3.0:1777047486.794679:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2480 00000100:00100000:3.0:1777047486.794697:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443036288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777047486.794760:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 318646720 pending 0 free 3917078528 avail 3685400576 00000100:00100000:3.0:1777047486.794865:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443036288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 171us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047486.794892:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2480 00000100:00100000:3.0:1777047486.794984:0:3683:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179870318 gen 2 00000004:00080000:3.0:1777047486.795006:0:3683:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179870315 committed transno 17179870318 00000004:00080000:3.0:1777047486.795048:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0745ebe680, transno 17179870316 00000004:00080000:3.0:1777047486.795067:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0749166680, transno 17179870317 00000004:00080000:3.0:1777047486.795073:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0745ebfb80, transno 17179870318 00000100:00100000:3.0:1777047486.795104:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645689500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443036288:0@lo:13:osp-pre-1-0.0 00000004:00080000:3.0:1777047486.795388:0:33234:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 3 done 00000100:00100000:2.0:1777047486.796715:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443036416:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777047486.796794:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047486.798016:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443036416 00000100:00100000:0.0:1777047486.798026:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443036416 00000100:00100000:0.0:1777047486.798113:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2481 00000100:00100000:0.0:1777047486.798138:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443036416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777047486.798185:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 268166720 pending 0 free 3919003648 avail 3687481344 00000100:00100000:0.0:1777047486.798280:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443036416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 144us (1496us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047486.798303:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2481 00000100:00100000:0.0:1777047486.798483:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443036416:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777047486.799594:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacaa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443036160:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047486.799636:0:6592:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938f67 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x31:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047486.803376:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047486.808917:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387992320 00000100:00100000:1.0:1777047486.810259:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387992320 00010000:00010000:1.0:1777047486.810454:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938ee9 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x31:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81a4 expref: 29 pid: 9025 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047486.810580:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1964 00000100:00100000:1.0:1777047486.810600:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2429:x1863365387992320:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047486.810636:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047486.810658:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938ee9 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x31:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81a4 expref: 29 pid: 9025 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.810684:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938ee9 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x31:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81a4 expref: 29 pid: 9025 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.810767:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938ee9 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x31:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81a4 expref: 29 pid: 9025 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.810810:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x31:0x0].0x0 (ffff9e0641795b00) 00010000:00010000:1.0:1777047486.810830:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938f67 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x31:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.810847:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938f67 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x31:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.810871:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938f67 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x31:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.810948:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047486.811046:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2429:x1863365387992320:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 451us (7706us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047486.811073:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1964 00010000:00010000:3.0:1777047486.812965:0:6592:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938f67 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x31:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.812995:0:6592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938f67 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x31:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047486.813756:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443036544:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047486.813872:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047486.813931:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06431dc600 going to sleep for 11 seconds 00000100:00100000:1.0:1777047486.819741:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443036544 00000100:00100000:1.0:1777047486.819759:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443036544 00000100:00100000:1.0:1777047486.820499:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3276 00000100:00100000:1.0:1777047486.820531:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443036544:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047486.820739:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443036544:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 223us (6866us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047486.820754:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3276 00000100:00100000:0.0:1777047486.823752:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443036544:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047486.823905:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443036672:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047486.823986:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047486.824039:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c853c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047486.827782:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443036672 00000100:00100000:1.0:1777047486.827804:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443036672 00000100:00100000:1.0:1777047486.827903:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3277 00000100:00100000:1.0:1777047486.827929:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443036672:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047486.828153:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443036672:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 235us (4165us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047486.828177:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3277 00000100:00100000:0.0:1777047486.828529:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443036672:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047486.828656:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443036800:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047486.828722:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047486.828772:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047486.828971:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443036800 00000100:00100000:3.0:1777047486.828981:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443036800 00000100:00100000:3.0:1777047486.829067:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3278 00000100:00100000:3.0:1777047486.829093:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eaca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443036800:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047486.829257:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eaca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443036800:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 168us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047486.829270:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3278 00000100:00100000:0.0:1777047486.830088:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443036800:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047486.830641:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443036928:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047486.830712:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047486.831460:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443036928 00000100:00100000:3.0:1777047486.831471:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443036928 00000100:00100000:3.0:1777047486.831531:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3279 00000100:00100000:3.0:1777047486.831555:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443036928:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047486.831693:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443036928:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 140us (990us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047486.831716:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3279 00000100:00100000:0.0:1777047486.831844:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047486.831884:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443036928:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047486.833888:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443037056:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047486.833951:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047486.834012:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06431dcc00 going to sleep for 11 seconds 00000100:00100000:1.0:1777047486.834179:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443037056 00000100:00100000:1.0:1777047486.834188:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443037056 00000100:00100000:1.0:1777047486.834269:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3280 00000100:00100000:1.0:1777047486.834316:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443037056:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047486.834545:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443037056:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 223us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047486.834558:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3280 00000100:00100000:0.0:1777047486.835652:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443037056:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047486.835737:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443037184:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047486.835802:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047486.835826:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06431dc600 going to sleep for 11 seconds 00000100:00100000:1.0:1777047486.836306:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443037184 00000100:00100000:1.0:1777047486.836316:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443037184 00000100:00100000:1.0:1777047486.836479:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3281 00000100:00100000:1.0:1777047486.836493:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443037184:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047486.836616:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443037184:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 125us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047486.836640:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3281 00000100:00100000:0.0:1777047486.845710:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443037184:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047486.846816:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443037312:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047486.846918:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047486.847844:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06431dcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047486.849704:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443037312 00000100:00100000:3.0:1777047486.849717:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443037312 00000100:00100000:3.0:1777047486.850007:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3282 00000100:00100000:3.0:1777047486.850031:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443037312:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047486.850188:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443037312:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 166us (3269us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047486.851445:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443037312:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047486.851561:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a24000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443037440:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047486.851627:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047486.852210:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3282 00000100:00100000:0.0:1777047486.856033:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06431dc600 going to sleep for 11 seconds 00000100:00100000:3.0:1777047486.856884:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443037440 00000100:00100000:3.0:1777047486.856895:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443037440 00000100:00100000:2.0:1777047486.857003:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3283 00000100:00100000:2.0:1777047486.857024:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443037440:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047486.857199:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443037440:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 175us (5564us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047486.857215:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3283 00000100:00100000:0.0:1777047486.860177:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a24000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443037440:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:0.0:1777047486.860584:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].9, 552 off43496 00000001:00080000:0.0:1777047486.860608:0:6592:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934931 00000100:00100000:0.0:1777047486.860713:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a24000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443037568:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047486.861230:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047486.861296:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06431dc780 going to sleep for 11 seconds 00000100:00100000:2.0:1777047486.863026:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443037568 00000100:00100000:2.0:1777047486.863041:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443037568 00000100:00100000:2.0:1777047486.863510:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3284 00000100:00100000:2.0:1777047486.863531:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443037568:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047486.863762:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6592:x1863365443037568:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 235us (2531us total) trans 21474837615 rc 0/0 00000100:00100000:2.0:1777047486.863777:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3284 00000100:00100000:0.0:1777047486.864691:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a24000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443037568:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047486.864748:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacf100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443037696:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047486.864811:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047486.864991:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06431dc780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047486.867784:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443037696 00000100:00100000:3.0:1777047486.867795:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443037696 00000100:00100000:3.0:1777047486.867844:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3285 00000100:00100000:3.0:1777047486.867858:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0746714850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443037696:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047486.868585:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0746714850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6592:x1863365443037696:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 726us (3771us total) trans 17179870326 rc 0/0 00000100:00100000:3.0:1777047486.868599:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3285 00000100:00100000:0.0:1777047486.870076:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacf100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443037696:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1777047486.870193:0:6592:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934932 00010000:00010000:0.0:1777047486.870248:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938f67 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x31:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.870267:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938f67 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x31:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.870282:0:6592:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938f67 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x31:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.870297:0:6592:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047486.870305:0:6592:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938f67 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x31:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.870321:0:6592:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938f67 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x31:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.870376:0:6592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x31:0x0].0x0 (ffff9e0641795b00) 00010000:00010000:0.0:1777047486.870444:0:6592:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777047486.870454:0:6592:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938f67 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x31:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.870471:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d724938f67 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x31:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.870507:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938f60 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.870523:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938f60 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.870537:0:6592:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938f60 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.870551:0:6592:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ede00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047486.870557:0:6592:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938f60 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.870570:0:6592:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938f60 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.870588:0:6592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047486.870593:0:6592:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777047486.870599:0:6592:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938f60 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.870611:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d724938f60 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.870634:0:6592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047486.870640:0:6592:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047486.870651:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d724938e9c lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8181 expref: 30 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047486.870912:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07716a8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57857:x1863365387991936:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 156989us (157637us total) trans 8589934933 rc 0/0 00000100:00100000:2.0:1777047486.871535:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2054 00000020:00080000:2.0:1777047486.871547:0:6592:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1777047486.882549:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047486.882759:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387992448 00000100:00100000:1.0:1777047486.882776:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387992448 00000100:00100000:1.0:1777047486.882887:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6079 00000100:00100000:1.0:1777047486.882909:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57857:x1863365387992448:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047486.882946:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047486.882981:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d724938f6e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f81d5 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.883073:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d724938f6e lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81d5 expref: 30 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.883102:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d724938f6e lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81d5 expref: 30 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.883136:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047486.883144:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047486.883152:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8200, rc 0) 00000100:00100000:1.0:1777047486.885605:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57857:x1863365387992448:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2698us (3064us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047486.885619:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6079 00000100:00100000:0.0:1777047486.904892:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047486.905056:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387992448 00000100:00100000:2.0:1777047486.905071:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387992448 00000004:00100000:2.0:1777047486.905139:0:9025:0:(mdt_mds.c:171:ldlm_enqueue_hpreq_check()) @@@ lock 00000000e3309996 cookie 0xfa94c957ad9f81d5 req@ffff9e064eace680 x1863365387992448/t0(0) o101->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:222/0 lens 376/0 e 0 to 0 dl 1777047497 ref 1 fl New:/602/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00010000:2.0:1777047486.905168:0:9025:0:(mdt_mds.c:175:ldlm_enqueue_hpreq_check()) ### hpreq resend ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d724938f6e lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81d5 expref: 30 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047486.905252:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4960 00000100:00100000:2.0:1777047486.905271:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eace680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57857:x1863365387992448:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047486.905298:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047486.905312:0:9025:0:(ldlm_lockd.c:1319:ldlm_handle_enqueue()) @@@ found existing lock cookie 0x5ecf73d724938f6e req@ffff9e064eace680 x1863365387992448/t0(0) o101->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:222/0 lens 376/0 e 0 to 0 dl 1777047497 ref 1 fl Interpret:H/602/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1777047486.905417:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d724938f6e lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81d5 expref: 30 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.905451:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047486.905456:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047486.905463:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8200, rc 0) 00000100:00100000:2.0:1777047486.905555:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eace680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57857:x1863365387992448:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 287us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047486.905569:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4960 00000100:00100000:0.0:1777047486.920727:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047486.922513:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387992832 00000100:00100000:2.0:1777047486.922529:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387992832 00000100:00100000:2.0:1777047486.922614:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2055 00000100:00100000:2.0:1777047486.922629:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57857:x1863365387992832:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047486.923244:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57857:x1863365387992832:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 615us (2526us total) trans 8589934934 rc 0/0 00000100:00100000:2.0:1777047486.923259:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2055 00000100:00100000:0.0:1777047486.931899:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047486.932069:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387993088 00000100:00100000:1.0:1777047486.932084:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387993088 00000100:00100000:1.0:1777047486.932178:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2056 00000100:00100000:1.0:1777047486.932197:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57857:x1863365387993088:12345-192.168.201.54@tcp:35:lfs.0 00000004:00080000:1.0:1777047486.932568:0:15374:0:(mdd_object.c:4010:mdd_close()) Object [0x200000405:0x31:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:1.0:1777047486.932686:0:15374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938f75 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.932721:0:15374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938f75 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.932740:0:15374:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938f75 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.933063:0:15374:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938f75 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.933076:0:15374:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938f75 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.933090:0:15374:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938f75 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.933136:0:15374:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777047486.933252:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57857:x1863365387993088:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1057us (1361us total) trans 8589934935 rc 0/0 00000100:00100000:1.0:1777047486.933268:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2056 00010000:00010000:3.0:1777047486.933525:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047486.933538:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938f75 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.933554:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047486.933562:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938f75 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.933578:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938f75 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.933602:0:6576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x31:0x0].0x0 (ffff9e0641795b00) 00010000:00010000:3.0:1777047486.933608:0:6576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777047486.933615:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938f75 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.933628:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d724938f75 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.933653:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047486.933656:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047486.933660:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047487.071556:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047487.073626:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387993216 00000100:00100000:3.0:1777047487.073644:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387993216 00000100:00100000:3.0:1777047487.073772:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6080 00000100:00100000:3.0:1777047487.073794:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eace300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57858:x1863365387993216:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047487.073829:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047487.074649:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d724938f7c lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f81dc expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.074758:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d724938f83 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.074783:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d724938f83 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.074805:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d724938f83 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.074829:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938f8a lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777047487.075835:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777047487.077437:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938f8a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.077457:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938f8a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.077575:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031600/0x5ecf73d724938f91 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.077594:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031600/0x5ecf73d724938f91 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.077610:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031600/0x5ecf73d724938f91 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047487.077668:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 209964 00000004:00200000:3.0:1777047487.077676:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047487.077706:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031600/0x5ecf73d724938f91 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.077727:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031600/0x5ecf73d724938f91 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.077744:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d724938f83 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.077758:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d724938f83 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.077772:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d724938f83 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.077794:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d724938f83 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.077807:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0740031e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047487.077815:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d724938f83 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.077830:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d724938f83 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.079567:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e0641795d00) 00010000:00010000:3.0:1777047487.079577:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047487.079586:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d724938f83 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.079600:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d724938f83 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.079627:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938f8a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.079641:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938f8a lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.079654:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938f8a lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.079666:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0740030c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047487.079672:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938f8a lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.079696:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938f8a lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.079712:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0641795f00) 00010000:00010000:3.0:1777047487.079718:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047487.079723:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938f8a lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.079734:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d724938f8a lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.079797:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d724938f7c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81dc expref: 34 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.080016:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031600/0x5ecf73d724938f91 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81dc expref: 33 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.080035:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047487.080040:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047487.080045:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0740031600, rc 0) 00000100:00100000:3.0:1777047487.080540:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eace300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57858:x1863365387993216:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 6749us (8992us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047487.080558:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6080 00000100:00100000:0.0:1777047487.117734:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047487.117927:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387993472 00000100:00100000:2.0:1777047487.117942:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387993472 00000100:00100000:2.0:1777047487.118065:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6081 00000100:00100000:2.0:1777047487.118086:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57858:x1863365387993472:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047487.118120:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047487.118152:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d724938f98 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f81e3 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.118726:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d724938f9f lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.118755:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d724938f9f lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.118777:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d724938f9f lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047487.118797:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 209964 00010000:00010000:2.0:1777047487.118968:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d724938f98 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81e3 expref: 36 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.119005:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d724938f9f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81e3 expref: 35 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.119024:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047487.119030:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777047487.119037:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2400, rc 0) 00000100:00100000:2.0:1777047487.119119:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57858:x1863365387993472:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1037us (1399us total) trans 8589934936 rc 0/0 00000100:00100000:2.0:1777047487.119135:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6081 00000100:00100000:0.0:1777047487.133773:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047487.133956:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387993728 00000100:00100000:2.0:1777047487.133973:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387993728 00000100:00100000:2.0:1777047487.134530:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6082 00000100:00100000:2.0:1777047487.134552:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57858:x1863365387993728:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047487.134590:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047487.134621:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d724938fad lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f81ea expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.134781:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d724938fb4 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.134809:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d724938fb4 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.138474:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d724938fb4 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047487.138510:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 209964 00010000:00010000:2.0:1777047487.138687:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d724938fad lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ea expref: 38 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.139070:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d724938fb4 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ea expref: 37 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.139088:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047487.139094:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047487.139100:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2800, rc 0) 00000100:00100000:2.0:1777047487.139184:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57858:x1863365387993728:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 4637us (5424us total) trans 8589934937 rc 0/0 00000100:00100000:2.0:1777047487.139200:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6082 00000100:00100000:0.0:1777047487.163615:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047487.172514:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387993856 00000100:00100000:2.0:1777047487.172533:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387993856 00000100:00100000:2.0:1777047487.172681:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3868 00000100:00100000:2.0:1777047487.172702:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2432:x1863365387993856:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047487.172731:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047487.172759:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724938fc2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f81f1 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047487.173282:0:11204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365443037824:192.168.201.54@tcp:106: 00000100:00100000:2.0:1777047487.173469:0:11204:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0743908b40 going to sleep for 11 seconds 00000100:00080000:0.0:1777047487.174157:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777047487.190686:0:11204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365443037824:192.168.201.54@tcp:106: 00010000:00010000:2.0:1777047487.190744:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724938fc2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81f1 expref: 21 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.190785:0:11204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724938fc2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81f1 expref: 21 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.191700:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2e00, rc 0) 00000100:00100000:0.0:1777047487.196704:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2432:x1863365387993856:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 23995us (33092us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047487.197046:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3868 00010000:00010000:3.0:1777047487.298763:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047487.462635:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047487.462826:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387993984 00000100:00100000:2.0:1777047487.462842:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387993984 00000100:00100000:2.0:1777047487.463010:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1115 00000100:00100000:2.0:1777047487.463029:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365387993984:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047487.463084:0:20134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f34591f9/0x5ecf73d724938fc9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.463117:0:20134:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724938f4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81c0 expref: 15 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.463133:0:20134:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047487.463136:0:20134:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047487.463143:0:20134:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f34591f9/0x5ecf73d724938fc9 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.463202:0:20134:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724938f4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81c0 expref: 15 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.463226:0:20134:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724938f4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81c0 expref: 15 pid: 8479 timeout: 4216 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047487.463251:0:20134:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c05180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:20134:1863365443037952:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047487.463446:0:20134:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0743908b40 going to sleep for 11 seconds 00000100:00080000:0.0:1777047487.463578:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047487.485785:0:20134:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c05180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:20134:1863365443037952:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047487.485832:0:20134:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f34591f9/0x5ecf73d724938fc9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047487.495273:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047487.507173:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387994112 00000100:00100000:0.0:1777047487.507499:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387994112 00010000:00010000:0.0:1777047487.507566:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724938f4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81c0 expref: 16 pid: 8479 timeout: 4216 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047487.507645:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1965 00000100:00100000:0.0:1777047487.507660:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365387994112:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047487.507682:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047487.507994:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724938f4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81c0 expref: 16 pid: 8479 timeout: 4216 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047487.508065:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724938f4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81c0 expref: 16 pid: 8479 timeout: 4216 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047487.508105:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724938f4b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81c0 expref: 16 pid: 8479 timeout: 4216 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047487.508133:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047487.508469:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047487.508477:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f34591f9/0x5ecf73d724938fc9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047487.508493:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f34591f9/0x5ecf73d724938fc9 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047487.508558:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047487.508652:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365387994112:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 993us (13403us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047487.508668:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1965 00010000:00010000:1.0:1777047487.508691:0:20134:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f34591f9/0x5ecf73d724938fc9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.508709:0:20134:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f34591f9/0x5ecf73d724938fc9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.544499:0:20134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f34591f9/0x5ecf73d724938fc9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.544529:0:20134:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f34591f9/0x5ecf73d724938fc9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.544546:0:20134:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f34591f9/0x5ecf73d724938fc9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.544558:0:20134:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047487.544566:0:20134:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f34591f9/0x5ecf73d724938fc9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.544582:0:20134:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f34591f9/0x5ecf73d724938fc9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.544614:0:20134:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f34591f9/0x5ecf73d724938fc9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.544627:0:20134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f34591f9/0x5ecf73d724938fc9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047487.544790:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365387993984:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 81760us (82161us total) trans 0 rc 209964/209964 00000100:00100000:1.0:1777047487.544808:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1115 00000100:00100000:3.0:1777047487.568295:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047487.568459:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047487.568606:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387994368 00000100:00100000:1.0:1777047487.568620:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387994368 00000100:00100000:1.0:1777047487.568704:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387994240 00000100:00100000:1.0:1777047487.568709:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387994240 00000100:00100000:1.0:1777047487.568785:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3869 00000100:00100000:1.0:1777047487.568802:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365387994368:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047487.568827:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047487.568851:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d724938fd0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f81ff expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047487.568936:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443038080:192.168.201.54@tcp:106: 00000100:00100000:1.0:1777047487.569036:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0748b0dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047487.569109:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3870 00000100:00100000:0.0:1777047487.569127:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365387994240:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047487.569143:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047487.569162:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d724938fd7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f81f8 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047487.569215:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:36217:1863365443038208:192.168.201.54@tcp:106: 00000100:00100000:0.0:1777047487.569289:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06431dcc00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047487.577823:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:36217:1863365443038208:192.168.201.54@tcp:106: 00010000:00010000:0.0:1777047487.577877:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d724938fd7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81f8 expref: 21 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047487.577915:0:36217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d724938fd7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81f8 expref: 21 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047487.577949:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ec600, rc 0) 00000100:00100000:0.0:1777047487.578032:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365387994240:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 8909us (9647us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047487.578046:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3870 00000100:00100000:1.0:1777047487.578456:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443038080:192.168.201.54@tcp:106: 00010000:00010000:1.0:1777047487.578490:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d724938fd0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ff expref: 15 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.578515:0:28387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b563122b/0x5ecf73d724938fd0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ff expref: 15 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.578560:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8600, rc 0) 00000100:00100000:1.0:1777047487.579456:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365387994368:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 10655us (11169us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047487.579471:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3869 00000100:00100000:3.0:1777047487.598274:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047487.598967:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387994496 00000100:00100000:2.0:1777047487.598982:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387994496 00000100:00100000:2.0:1777047487.599206:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1116 00000100:00100000:2.0:1777047487.599227:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365387994496:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047487.599307:0:24566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d724938fde lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.599374:0:24566:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724938f36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81b9 expref: 20 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.599399:0:24566:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047487.599403:0:24566:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047487.599409:0:24566:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d724938fde lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.599533:0:24566:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724938f36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81b9 expref: 20 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.599561:0:24566:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724938f36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81b9 expref: 20 pid: 8480 timeout: 4216 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047487.599588:0:24566:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c05180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24566:1863365443038336:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047487.599715:0:24566:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0743908f00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047487.601996:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047487.602848:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387994752 00000100:00100000:0.0:1777047487.602860:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387994752 00000100:00100000:0.0:1777047487.602942:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4961 00000100:00100000:0.0:1777047487.602962:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:2431:x1863365387994752:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:0.0:1777047487.603070:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:2431:x1863365387994752:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 114us (1079us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047487.603084:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4961 00000100:00100000:3.0:1777047487.605193:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047487.605290:0:33219:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387994624 00000100:00100000:0.0:1777047487.605302:0:33219:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387994624 00000100:00100000:0.0:1777047487.605447:0:33219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 287 00000100:00100000:0.0:1777047487.605463:0:33219:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064225d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2431:x1863365387994624:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:0.0:1777047487.607140:0:33219:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064225d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2431:x1863365387994624:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 81us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047487.607159:0:33219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 287 00000100:00100000:2.0:1777047487.607174:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047487.607226:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387994880 00000100:00100000:2.0:1777047487.607234:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387994880 00000100:00080000:0.0:1777047487.607294:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777047487.607351:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4962 00000100:00100000:2.0:1777047487.607367:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2431:x1863365387994880:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:2.0:1777047487.607486:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2431:x1863365387994880:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 122us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047487.607499:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4962 00000100:00100000:2.0:1777047487.612827:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047487.613826:0:24566:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c05180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24566:1863365443038336:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047487.613877:0:24566:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d724938fde lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047487.613987:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387995008 00000100:00100000:0.0:1777047487.614000:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387995008 00010000:00010000:0.0:1777047487.614055:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724938f36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81b9 expref: 21 pid: 8480 timeout: 4216 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047487.614169:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1966 00000100:00100000:0.0:1777047487.614189:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07605ea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365387995008:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047487.614214:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047487.614247:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724938f36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81b9 expref: 21 pid: 8480 timeout: 4216 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047487.614272:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724938f36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81b9 expref: 21 pid: 8480 timeout: 4216 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047487.614311:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724938f36 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81b9 expref: 21 pid: 8480 timeout: 4216 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047487.614369:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047487.614373:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047487.614472:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d724938fde lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047487.614494:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d724938fde lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.614675:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047487.615054:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07605ea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365387995008:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 867us (2230us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047487.615070:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1966 00010000:00010000:3.0:1777047487.615244:0:24566:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d724938fde lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.615265:0:24566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d724938fde lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.675218:0:24566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d724938fde lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.675249:0:24566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d724938fde lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.675265:0:24566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d724938fde lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.675278:0:24566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139ae00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047487.675286:0:24566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d724938fde lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.675301:0:24566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d724938fde lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.675357:0:24566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d724938fde lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.675373:0:24566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d724938fde lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047487.681204:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387994496:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 81969us (82928us total) trans 0 rc 209964/209964 00000100:00100000:2.0:1777047487.681226:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1116 00000100:00100000:2.0:1777047487.776530:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047487.777829:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387995136 00000100:00100000:0.0:1777047487.777846:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387995136 00000100:00100000:0.0:1777047487.777973:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 401 00000100:00100000:0.0:1777047487.777995:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57858:x1863365387995136:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:0.0:1777047487.778030:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047487.778071:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d724938fb4 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ea expref: 37 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047487.778109:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047487.778119:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047487.778224:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57858:x1863365387995136:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 233us (1704us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047487.778670:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 401 00000100:00100000:1.0:1777047487.797512:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047487.797693:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387995392 00000100:00100000:0.0:1777047487.797710:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387995392 00000100:00100000:0.0:1777047487.797813:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2057 00000100:00100000:0.0:1777047487.797832:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57858:x1863365387995392:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047487.798199:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57858:x1863365387995392:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 367us (695us total) trans 8589934938 rc 0/0 00000100:00100000:0.0:1777047487.798217:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2057 00000100:00100000:2.0:1777047487.941990:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047487.942225:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387995648 00000100:00100000:3.0:1777047487.942245:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387995648 00000100:00100000:3.0:1777047487.942464:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6083 00000100:00100000:3.0:1777047487.942493:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57860:x1863365387995648:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047487.942965:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047487.943008:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3600/0x5ecf73d724938fe5 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8206 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.943193:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724938fec lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.943221:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724938fec lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.943247:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724938fec lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047487.943270:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 209964 00010000:00010000:3.0:1777047487.943495:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3600/0x5ecf73d724938fe5 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8206 expref: 40 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.943561:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724938fec lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8206 expref: 39 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.943586:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047487.943593:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047487.943600:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2200, rc 0) 00000100:00100000:3.0:1777047487.944824:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57860:x1863365387995648:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2338us (2846us total) trans 8589934939 rc 0/0 00000100:00100000:3.0:1777047487.944847:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6083 00000100:00100000:3.0:1777047487.967113:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047487.968980:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387995776 00000100:00100000:1.0:1777047487.968998:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387995776 00000100:00100000:1.0:1777047487.969106:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3871 00000100:00100000:1.0:1777047487.969126:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387995776:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047487.969154:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047487.969185:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ffdae8b/0x5ecf73d724938ffa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f820d expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047487.969275:0:8480:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1863365443038464:192.168.201.54@tcp:106: 00000100:00100000:0.0:1777047487.980420:0:8480:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0748b0d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047488.004615:0:8480:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1863365443038464:192.168.201.54@tcp:106: 00010000:00010000:0.0:1777047488.004684:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005ffdae8b/0x5ecf73d724938ffa lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f820d expref: 20 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.006650:0:8480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ffdae8b/0x5ecf73d724938ffa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f820d expref: 20 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.006686:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e061e00, rc 0) 00000100:00100000:0.0:1777047488.007146:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365387995776:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 38022us (40048us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047488.007162:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3871 00000100:00100000:2.0:1777047488.035486:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047488.036148:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387995904 00000100:00100000:0.0:1777047488.036163:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387995904 00000100:00100000:0.0:1777047488.036269:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1117 00000100:00100000:0.0:1777047488.036287:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365387995904:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047488.036369:0:29059:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939001 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.036457:0:29059:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047488.036461:0:29059:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047488.036471:0:29059:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939001 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.036497:0:29059:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939001 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047488.077871:0:29059:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939001 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047488.077904:0:29059:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939001 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047488.077922:0:29059:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939001 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047488.077937:0:29059:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047488.077947:0:29059:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939001 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047488.077964:0:29059:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939001 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047488.077995:0:29059:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939001 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047488.078023:0:29059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939001 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047488.078170:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365387995904:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 41880us (43050us total) trans 0 rc 209964/209964 00000100:00100000:3.0:1777047488.078190:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1117 00000100:00100000:2.0:1777047488.302549:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047488.302868:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387996032 00000100:00100000:1.0:1777047488.302882:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387996032 00000100:00100000:1.0:1777047488.302985:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3872 00000100:00100000:1.0:1777047488.303000:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365387996032:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047488.303022:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047488.303048:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724939008 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8214 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047488.303082:0:36216:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 209964, mtime: 0x69eb97bd, atime: 0x69eb97bd, ctime: 0x69eb97bf, blocks: 0x108 00010000:00010000:1.0:1777047488.303107:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047488.303110:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047488.303123:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724939008 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8214 expref: 15 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.303148:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724939008 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8214 expref: 15 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.303176:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290c00, rc 0) 00000100:00100000:1.0:1777047488.303877:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365387996032:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 877us (1335us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047488.303889:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3872 00010000:00010000:3.0:1777047488.322673:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047488.325042:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047488.325254:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387996160 00000100:00100000:2.0:1777047488.325268:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387996160 00000100:00100000:2.0:1777047488.325445:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1118 00000100:00100000:2.0:1777047488.325461:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365387996160:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047488.325509:0:24564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d72493900f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.325532:0:24564:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047488.325536:0:24564:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047488.325543:0:24564:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d72493900f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.325563:0:24564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d72493900f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.372886:0:24564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d72493900f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.372915:0:24564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d72493900f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.372931:0:24564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d72493900f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.372944:0:24564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047488.372951:0:24564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d72493900f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.372979:0:24564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d72493900f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.373011:0:24564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d72493900f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.373025:0:24564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d72493900f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047488.373163:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365387996160:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 47699us (48123us total) trans 0 rc 209964/209964 00000100:00100000:2.0:1777047488.373197:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1118 00000100:00100000:2.0:1777047488.384984:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047488.385167:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387996288 00000100:00100000:0.0:1777047488.385181:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387996288 00000100:00100000:0.0:1777047488.385597:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1119 00000100:00100000:0.0:1777047488.385614:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365387996288:12345-192.168.201.54@tcp:3:lfs.0 00002000:00010000:0.0:1777047488.385698:0:8486:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 209964, mtime: 0x69eb97bd, atime: 0x69eb97bd, ctime: 0x69eb97be, blocks: 0xd0 00010000:00010000:0.0:1777047488.385711:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d724939016 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.385733:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047488.385737:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047488.385745:0:8486:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d724939016 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.385769:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d724939016 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.411543:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d724939016 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.411573:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d724939016 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.411589:0:8486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d724939016 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.411601:0:8486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ed400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047488.411608:0:8486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d724939016 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.411623:0:8486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d724939016 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.411650:0:8486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d724939016 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.411663:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d724939016 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047488.411831:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365387996288:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 26214us (26853us total) trans 0 rc 209964/209964 00000100:00100000:1.0:1777047488.411847:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1119 00000100:00100000:0.0:1777047488.508068:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047488.509061:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387996416 00000100:00100000:1.0:1777047488.509078:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387996416 00000100:00100000:1.0:1777047488.511741:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 402 00000100:00100000:1.0:1777047488.511765:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57860:x1863365387996416:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:1.0:1777047488.511796:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047488.511839:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724938fec lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8206 expref: 39 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.511874:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047488.511883:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047488.512005:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57860:x1863365387996416:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 228us (4232us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047488.512021:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 402 00000100:00100000:2.0:1777047488.524595:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047488.524896:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387996672 00000100:00100000:1.0:1777047488.524913:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387996672 00000100:00100000:1.0:1777047488.525034:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2058 00000100:00100000:1.0:1777047488.525056:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57860:x1863365387996672:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:1.0:1777047488.525477:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57860:x1863365387996672:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 424us (891us total) trans 8589934940 rc 0/0 00000100:00100000:1.0:1777047488.525493:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2058 00000100:00100000:0.0:1777047488.541208:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047488.541812:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387996928 00000100:00100000:2.0:1777047488.541828:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387996928 00000100:00100000:2.0:1777047488.541920:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6084 00000100:00100000:2.0:1777047488.541939:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57853:x1863365387996928:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047488.541976:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047488.542005:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d72493901d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f821b expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.542559:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939024 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.542588:0:12913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031600/0x5ecf73d724938f91 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81dc expref: 40 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.542605:0:12913:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939024 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.542656:0:12913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031600/0x5ecf73d724938f91 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81dc expref: 40 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.542679:0:12913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031600/0x5ecf73d724938f91 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81dc expref: 40 pid: 12913 timeout: 4217 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047488.542702:0:12913:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644327100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443038592:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047488.542825:0:12913:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0743908d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047488.556631:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047488.558077:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387997056 00000100:00100000:1.0:1777047488.558095:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387997056 00010000:00010000:1.0:1777047488.558158:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031600/0x5ecf73d724938f91 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81dc expref: 41 pid: 12913 timeout: 4217 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047488.558278:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1967 00000100:00100000:1.0:1777047488.558328:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:2430:x1863365387997056:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047488.558356:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047488.558370:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031600/0x5ecf73d724938f91 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81dc expref: 41 pid: 12913 timeout: 4217 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.558449:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031600/0x5ecf73d724938f91 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81dc expref: 41 pid: 12913 timeout: 4217 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.558489:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047488.558499:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939024 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.558518:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939024 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.558534:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939024 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.558571:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047488.558650:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:2430:x1863365387997056:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 355us (2033us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047488.558668:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1967 00010000:00010000:2.0:1777047488.564514:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031600/0x5ecf73d724938f91 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81dc expref: 40 pid: 12913 timeout: 4217 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047488.564553:0:12913:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644327100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443038592:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047488.564588:0:12913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939024 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.564607:0:12913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939024 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.564620:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939024 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047488.564660:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 209964 00010000:00010000:2.0:1777047488.564869:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d72493901d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f821b expref: 41 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.564907:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939024 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f821b expref: 40 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.564924:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047488.564929:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047488.564934:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139b000, rc 0) 00000100:00100000:2.0:1777047488.565048:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365387996928:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 23111us (23851us total) trans 8589934941 rc 0/0 00000100:00100000:2.0:1777047488.565086:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6084 00000100:00100000:0.0:1777047488.579001:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047488.581620:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387997184 00000100:00100000:1.0:1777047488.581637:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387997184 00000100:00100000:1.0:1777047488.581737:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6085 00000100:00100000:1.0:1777047488.581757:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365387997184:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047488.581795:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047488.581831:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676400/0x5ecf73d724939032 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8222 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.581978:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d724939039 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.582006:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939024 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f821b expref: 41 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.582023:0:6590:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d724939039 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.582085:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939024 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f821b expref: 41 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.582114:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939024 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f821b expref: 41 pid: 12913 timeout: 4217 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047488.582141:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3ea680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443038720:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047488.582649:0:6590:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0748b0d540 going to sleep for 11 seconds 00000100:00100000:2.0:1777047488.599873:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047488.602443:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3ea680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443038720:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047488.602488:0:6590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d724939039 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047488.607143:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387997312 00000100:00100000:1.0:1777047488.607163:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387997312 00010000:00010000:1.0:1777047488.607275:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939024 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f821b expref: 42 pid: 12913 timeout: 4217 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047488.607409:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1968 00000100:00100000:1.0:1777047488.607432:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+42:2429:x1863365387997312:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047488.607466:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047488.607479:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939024 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f821b expref: 42 pid: 12913 timeout: 4217 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.607506:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939024 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f821b expref: 42 pid: 12913 timeout: 4217 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.607544:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939024 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f821b expref: 42 pid: 12913 timeout: 4217 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.607572:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047488.607582:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d724939039 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.607601:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d724939039 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.607616:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d724939039 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.607675:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047488.607778:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:2429:x1863365387997312:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 349us (7917us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047488.607794:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1968 00010000:00010000:0.0:1777047488.608103:0:6590:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d724939039 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.608121:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d724939039 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047488.608559:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 209964 00000004:00200000:0.0:1777047488.608568:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047488.608604:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d724939039 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.608654:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676400/0x5ecf73d724939032 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8222 expref: 41 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.608685:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d724939039 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8222 expref: 40 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.608700:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047488.608706:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047488.608710:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0771676c00, rc 0) 00000100:00100000:0.0:1777047488.608777:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365387997184:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 27025us (29789us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047488.608790:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6085 00000100:00100000:2.0:1777047488.640011:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047488.640564:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387997568 00000100:00100000:0.0:1777047488.640580:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387997568 00000100:00100000:0.0:1777047488.640674:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2059 00000100:00100000:0.0:1777047488.640693:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365387997568:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:0.0:1777047488.641221:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57853:x1863365387997568:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 529us (1220us total) trans 8589934942 rc 0/0 00000100:00100000:0.0:1777047488.641239:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2059 00000100:00100000:1.0:1777047488.667811:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047488.667990:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387997824 00000100:00100000:2.0:1777047488.668006:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387997824 00000100:00100000:2.0:1777047488.668111:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6086 00000100:00100000:2.0:1777047488.668130:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57853:x1863365387997824:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047488.668166:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047488.668172:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1777047488.668212:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d724939039 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8222 expref: 41 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.668252:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d724938f9f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81e3 expref: 40 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.668277:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d724938f6e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81d5 expref: 39 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.668338:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047488.668348:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047488.668368:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d724939040 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8229 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.668524:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939047 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.668548:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939047 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.668565:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939047 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777047488.668906:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].41, 88 off11656 00000004:00080000:2.0:1777047488.668925:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4117305540782ns, next at 4003234154999ns, rc = 0 00000040:00080000:2.0:1777047488.668981:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].41, 88 off11680 00000004:00080000:2.0:1777047488.668991:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4117305607752ns, next at 4003234201462ns, rc = 0 00000040:00080000:2.0:1777047488.669048:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].42, 88 off11768 00000004:00080000:2.0:1777047488.669057:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4117305673709ns, next at 4003234201462ns, rc = 0 00000040:00080000:2.0:1777047488.669078:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].42, 88 off11744 00000004:00080000:2.0:1777047488.669084:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4117305700946ns, next at 4003234154999ns, rc = 0 00000040:00080000:2.0:1777047488.669101:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].43, 88 off11832 00000004:00080000:2.0:1777047488.669108:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4117305724832ns, next at 4003234154999ns, rc = 0 00000040:00080000:2.0:1777047488.669127:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].43, 88 off11856 00000004:00080000:2.0:1777047488.669135:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4117305751096ns, next at 4003234201462ns, rc = 0 00000040:00080000:2.0:1777047488.669152:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].44, 88 off11944 00000004:00080000:2.0:1777047488.669160:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4117305776579ns, next at 4003234201462ns, rc = 0 00000040:00080000:2.0:1777047488.669180:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].44, 88 off11920 00000004:00080000:2.0:1777047488.669187:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4117305803999ns, next at 4003234154999ns, rc = 0 00000001:00080000:0.0:1777047488.690501:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934943 is committed 00000004:00080000:0.0:1777047488.690519:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 44 committed 00000004:00080000:0.0:1777047488.690555:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 46 committed 00000004:00080000:0.0:1777047488.690584:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 45 committed 00000004:00080000:0.0:1777047488.690589:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 43 committed 00000004:00080000:0.0:1777047488.690594:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 42 committed 00000004:00080000:0.0:1777047488.690599:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 44 committed 00000004:00080000:0.0:1777047488.690603:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 43 committed 00000004:00080000:0.0:1777047488.690608:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 41 committed 00000020:00080000:0.0:1777047488.690650:0:33214:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e0750c853c0 refcount 2 committed 0 result 0 batchid 4294969357 00000020:00080000:0.0:1777047488.690659:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e0775337700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e0750c85780 00000020:00080000:0.0:1777047488.690666:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e0775337e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e0750c85540 00000020:00080000:0.0:1777047488.690673:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e075ade3c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e0642f8ac00 00000020:00080000:0.0:1777047488.690680:0:33214:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].9 00000100:00100000:3.0:1777047488.690776:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443038848:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1777047488.690846:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938f2f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047488.690872:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777047488.690876:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938f2f lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.690890:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938f2f lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.690903:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047488.690911:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938f2f lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.690924:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938f2f lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047488.690939:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1777047488.690949:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x31:0x0].0x0 (ffff9e0641795b00) 00000100:00100000:3.0:1777047488.690951:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443038976:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1777047488.690955:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047488.690963:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938f2f lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.690977:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d724938f2f lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047488.690991:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777047488.691021:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030000/0x5ecf73d724938f44 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.691036:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030000/0x5ecf73d724938f44 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047488.691046:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443039104:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1777047488.691050:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030000/0x5ecf73d724938f44 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.691062:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0740030000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047488.691068:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030000/0x5ecf73d724938f44 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.691082:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030000/0x5ecf73d724938f44 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047488.691085:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777047488.691099:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047488.691104:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047488.691110:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030000/0x5ecf73d724938f44 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047488.691116:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1777047488.691124:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030000/0x5ecf73d724938f44 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047488.691126:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443039232:0@lo:2:osp-syn-0-0.0 00000020:00080000:1.0:1777047488.691157:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969357 committed batchid 4294969356 00000100:00100000:3.0:1777047488.691166:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047488.691220:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443038848 00000100:00100000:3.0:1777047488.691559:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443038848 00000020:00080000:1.0:1777047488.691600:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969356 00000100:00100000:3.0:1777047488.691656:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443038976 00000100:00100000:1.0:1777047488.691663:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443039104 00000100:00100000:3.0:1777047488.691663:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443038976 00000100:00100000:1.0:1777047488.691670:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443039104 00010000:00010000:2.0:1777047488.691942:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939047 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8229 expref: 24 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.691962:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047488.691967:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777047488.691986:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d724939040 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8229 expref: 24 pid: 9025 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.692016:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939047 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8229 expref: 23 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.692061:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047488.692066:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777047488.692071:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139bc00, rc 0) 00000100:00100000:2.0:1777047488.692154:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57853:x1863365387997824:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 24028us (24355us total) trans 8589934943 rc 0/0 00000100:00100000:2.0:1777047488.692169:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6086 00000100:00100000:3.0:1777047488.692763:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443039232 00000100:00100000:3.0:1777047488.692772:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443039232 00000100:00100000:1.0:1777047488.694184:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3873 00000100:00100000:1.0:1777047488.694205:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443038848:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047488.694424:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 209964 -> 209964 00002000:00010000:1.0:1777047488.694432:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047488.694438:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047488.694443:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047487 -> 1777047487 00002000:00010000:1.0:1777047488.694447:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 264 -> 264 00000100:00100000:1.0:1777047488.694514:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3684:x1863365443038848:12345-0@lo:2:osp-syn-0-0.0 Request processed in 314us (3640us total) trans 21474837616 rc 0/0 00000100:00100000:1.0:1777047488.694530:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3873 00000100:00100000:1.0:1777047488.694560:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3874 00000100:00100000:1.0:1777047488.694575:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443038976:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047488.694676:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047488.694683:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047488.694688:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047488.694693:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047487 -> 1777047487 00002000:00010000:1.0:1777047488.694697:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047488.695501:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3684:x1863365443038976:12345-0@lo:2:osp-syn-0-0.0 Request processed in 927us (4505us total) trans 21474837617 rc 0/0 00000100:00100000:1.0:1777047488.695517:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3874 00000100:00100000:1.0:1777047488.695547:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3875 00000100:00100000:1.0:1777047488.695561:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3682:x1863365443039104:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047488.695663:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb size from disk: 258157 -> 258157 00002000:00010000:1.0:1777047488.695671:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb mtime from disk: 1777047482 -> 1777047482 00002000:00010000:1.0:1777047488.695676:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:1.0:1777047488.695681:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb ctime from disk: 1777047483 -> 1777047483 00002000:00010000:1.0:1777047488.695686:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:1.0:1777047488.695738:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3682:x1863365443039104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 178us (4650us total) trans 21474837618 rc 0/0 00000100:00100000:1.0:1777047488.695753:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3875 00000100:00100000:1.0:1777047488.695782:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3876 00000100:00100000:1.0:1777047488.695796:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3682:x1863365443039232:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047488.695892:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047488.695899:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047488.695904:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047488.695910:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047486 -> 1777047486 00002000:00010000:1.0:1777047488.695915:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047488.695967:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3682:x1863365443039232:12345-0@lo:2:osp-syn-0-0.0 Request processed in 172us (4798us total) trans 21474837619 rc 0/0 00000100:00100000:1.0:1777047488.695982:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3876 00000100:00080000:2.0:1777047488.697518:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047488.700673:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644326300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443039488:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047488.700769:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047488.700831:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777047488.700844:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443039360:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047488.700891:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047488.700946:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443039488 00000100:00100000:2.0:1777047488.700957:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443039488 00000100:00100000:2.0:1777047488.701026:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443039360 00000100:00100000:2.0:1777047488.701032:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443039360 00000100:00100000:2.0:1777047488.701070:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3877 00000100:00100000:2.0:1777047488.701085:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0775949850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3685:x1863365443039488:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047488.701646:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047488.701653:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047485 -> 1777047485 00002000:00010000:2.0:1777047488.701657:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:2.0:1777047488.701662:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047487 -> 1777047487 00002000:00010000:2.0:1777047488.701666:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777047488.701733:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0775949850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3685:x1863365443039488:12345-0@lo:2:osp-syn-1-0.0 Request processed in 651us (963us total) trans 17179870327 rc 0/0 00000100:00100000:2.0:1777047488.701748:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3877 00000100:00100000:2.0:1777047488.701948:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3878 00000100:00100000:2.0:1777047488.701963:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3685:x1863365443039360:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047488.702061:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047488.702067:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047488.702072:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047488.702076:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047488.702080:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047488.702128:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3685:x1863365443039360:12345-0@lo:2:osp-syn-1-0.0 Request processed in 167us (1235us total) trans 17179870328 rc 0/0 00000100:00100000:2.0:1777047488.702141:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3878 00000100:00080000:2.0:1777047488.702185:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1777047488.702572:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0642d31180/2, rc 0, transno 21474837617 00000100:00100000:2.0:1777047488.702584:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443038976:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047488.702613:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0642d31500/2, rc 0, transno 21474837616 00000100:00100000:2.0:1777047488.702621:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443038848:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047488.702660:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644324e00/2, rc 0, transno 17179870328 00000100:00100000:2.0:1777047488.702667:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443039360:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047488.702681:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644326300/2, rc 0, transno 17179870327 00000100:00100000:2.0:1777047488.702686:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644326300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443039488:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047488.703338:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443039744:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047488.703418:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047488.703465:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047488.703477:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443039616:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047488.703518:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047488.703588:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e282300/2, rc 0, transno 21474837619 00000100:00100000:3.0:1777047488.703598:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443039232:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047488.703615:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0642d32d80/2, rc 0, transno 21474837618 00000100:00100000:3.0:1777047488.703622:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443039104:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047488.703651:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443039744 00000100:00100000:3.0:1777047488.703658:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443039744 00000100:00100000:3.0:1777047488.703705:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443039616 00000100:00100000:3.0:1777047488.703710:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443039616 00000100:00100000:3.0:1777047488.703743:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3879 00000100:00100000:3.0:1777047488.703755:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3683:x1863365443039744:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047488.704351:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3683:x1863365443039744:12345-0@lo:2:osp-syn-1-0.0 Request processed in 595us (931us total) trans 17179870329 rc 0/0 00000100:00100000:3.0:1777047488.704364:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3879 00000100:00100000:3.0:1777047488.704424:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3880 00000100:00100000:3.0:1777047488.704438:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3683:x1863365443039616:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047488.704535:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047488.704542:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb mtime from disk: 1777047482 -> 1777047482 00002000:00010000:3.0:1777047488.704547:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:3.0:1777047488.704552:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb ctime from disk: 1777047483 -> 1777047483 00002000:00010000:3.0:1777047488.704556:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047488.704610:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3683:x1863365443039616:12345-0@lo:2:osp-syn-1-0.0 Request processed in 173us (1090us total) trans 17179870330 rc 0/0 00000100:00100000:3.0:1777047488.704623:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3880 00000004:00080000:3.0:1777047488.704674:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644325f80/2, rc 0, transno 17179870330 00000100:00100000:3.0:1777047488.704684:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443039616:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047488.704700:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644324000/2, rc 0, transno 17179870329 00000100:00100000:3.0:1777047488.705019:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443039744:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047488.723164:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047488.723710:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387997952 00000100:00100000:0.0:1777047488.723725:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387997952 00000100:00100000:0.0:1777047488.724610:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3881 00000100:00100000:2.0:1777047488.724753:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57853:x1863365387997952:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047488.724782:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047488.724810:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d72493904e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8230 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.725168:0:8480:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724939008 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8214 expref: 16 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.725187:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047488.725191:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047488.725199:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d72493904e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [135168->180223] (req 135168->180223) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8230 expref: 16 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.725253:0:8480:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724939008 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8214 expref: 16 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.725278:0:8480:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724939008 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8214 expref: 16 pid: 36216 timeout: 4217 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047488.725330:0:8480:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643057100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365443039872:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047488.725499:0:8480:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0743908f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777047488.746142:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047488.746347:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387998080 00000100:00100000:1.0:1777047488.746361:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387998080 00010000:00010000:1.0:1777047488.746480:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724939008 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8214 expref: 17 pid: 36216 timeout: 4217 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047488.746536:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1969 00000100:00100000:1.0:1777047488.746553:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365387998080:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047488.746575:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047488.746606:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724939008 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8214 expref: 17 pid: 36216 timeout: 4217 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.746631:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724939008 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8214 expref: 17 pid: 36216 timeout: 4217 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.746668:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047488.746672:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047488.746683:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d72493904e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 135168->180223) gid 0 flags: 0x50080000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8230 expref: 17 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.746700:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d72493904e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 135168->180223) gid 0 flags: 0x50080000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8230 expref: 17 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.747071:0:6573:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d72493904e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 135168->180223) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8230 expref: 17 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047488.747098:0:6573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3eaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365443040000:192.168.201.54@tcp:105: 00000100:00100000:1.0:1777047488.747542:0:6573:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0748b0d3c0 going to sleep for 11 seconds 00010000:00010000:0.0:1777047488.747747:0:8480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724939008 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8214 expref: 17 pid: 36216 timeout: 4217 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047488.747775:0:8480:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643057100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365443039872:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047488.747816:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d72493904e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 135168->180223) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8230 expref: 16 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.747838:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139b600, rc 0) 00000100:00100000:0.0:1777047488.747916:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:57853:x1863365387997952:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 23291us (24764us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047488.747929:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3881 00000100:00100000:2.0:1777047488.760197:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047488.760439:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387998208 00000100:00100000:0.0:1777047488.760453:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387998208 00000100:00100000:0.0:1777047488.760541:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1120 00000100:00100000:0.0:1777047488.760559:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365387998208:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:0.0:1777047488.761571:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 209964 -> 209964 00002000:00010000:0.0:1777047488.761579:0:29067:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047485 -> 1777047487 00002000:00010000:0.0:1777047488.761584:0:29067:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:0.0:1777047488.761589:0:29067:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047487 -> 1777047487 00002000:00010000:0.0:1777047488.761593:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 264 -> 216 00000100:00100000:0.0:1777047488.761666:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365387998208:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 1110us (1480us total) trans 21474837620 rc 0/0 00000100:00100000:0.0:1777047488.761681:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1120 00000100:00100000:1.0:1777047488.762255:0:6573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3eaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365443040000:192.168.201.54@tcp:105: 00010000:00010000:1.0:1777047488.762288:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047488.762439:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365387998080:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 15888us (16643us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047488.762456:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1969 00000100:00100000:2.0:1777047488.773965:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047488.774916:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387998336 00000100:00100000:0.0:1777047488.774932:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387998336 00000100:00100000:0.0:1777047488.775032:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6087 00000100:00100000:0.0:1777047488.775051:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57853:x1863365387998336:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047488.775084:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047488.775113:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d724939055 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8237 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.777257:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493905c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.777287:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493905c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.777415:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493905c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047488.777472:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 1048577 00000004:00200000:0.0:1777047488.777480:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047488.777510:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493905c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.777592:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d724939055 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8237 expref: 25 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.777628:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493905c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8237 expref: 24 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.777654:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047488.777661:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047488.777667:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ec800, rc 0) 00000100:00100000:0.0:1777047488.777772:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365387998336:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 2723us (3817us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047488.777788:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6087 00000100:00100000:2.0:1777047488.808221:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047488.810210:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387998464 00000100:00100000:0.0:1777047488.810226:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387998464 00000100:00100000:0.0:1777047488.810436:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6088 00000100:00100000:0.0:1777047488.810460:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365387998464:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047488.810495:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047488.810529:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d724939063 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f823e expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.810585:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493906a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.810611:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493906a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.810634:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493906a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.811130:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d724939063 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f823e expref: 26 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.811165:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493906a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f823e expref: 25 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.811181:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047488.811186:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777047488.811193:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ede00, rc 0) 00000100:00100000:0.0:1777047488.811273:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365387998464:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 819us (3064us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047488.811287:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6088 00000100:00100000:3.0:1777047488.825593:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047488.826580:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387998592 00000100:00100000:0.0:1777047488.826597:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387998592 00002000:00100000:0.0:1777047488.826671:0:24562:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x8a:0x0] (65536->69631) req@ffff9e077b9d3480 x1863365387998592/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:224/0 lens 488/0 e 0 to 0 dl 1777047499 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047488.826694:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d3480 with x1863365387998592 ext(65536->69631) 00002000:00010000:0.0:1777047488.826705:0:24562:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e077b9d3480 00000100:00100000:0.0:1777047488.826771:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1121 00000100:00100000:0.0:1777047488.826790:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365387998592:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:0.0:1777047488.827090:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365387998592:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 303us (1506us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777047488.827104:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1121 00002000:00100000:0.0:1777047488.827116:0:24562:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x8a:0x0] (65536->69631) req@ffff9e077b9d3480 x1863365387998592/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:224/0 lens 488/4536 e 0 to 0 dl 1777047499 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047488.827134:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d3480 with x1863365387998592 ext(65536->69631) 00002000:00010000:0.0:1777047488.827142:0:24562:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e077b9d3480 00000100:00100000:3.0:1777047488.844100:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047488.845542:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387998720 00000100:00100000:1.0:1777047488.845558:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387998720 00002000:00100000:1.0:1777047488.845630:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (126976->131071) req@ffff9e077b9d1880 x1863365387998720/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:224/0 lens 488/0 e 0 to 0 dl 1777047499 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047488.845650:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d1880 with x1863365387998720 ext(126976->131071) 00002000:00010000:1.0:1777047488.845660:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e077b9d1880 00000100:00100000:1.0:1777047488.845706:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1122 00000100:00100000:1.0:1777047488.845723:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365387998720:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:1.0:1777047488.846258:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365387998720:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 536us (2167us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777047488.846274:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1122 00002000:00100000:1.0:1777047488.846288:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (126976->131071) req@ffff9e077b9d1880 x1863365387998720/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:224/0 lens 488/4536 e 0 to 0 dl 1777047499 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047488.846331:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d1880 with x1863365387998720 ext(126976->131071) 00002000:00010000:1.0:1777047488.846338:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e077b9d1880 00000100:00100000:3.0:1777047488.875036:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047488.875465:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387998848 00000100:00100000:0.0:1777047488.875484:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387998848 00002000:00100000:0.0:1777047488.875571:0:24565:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x8a:0x0] (131072->167935) req@ffff9e077b9d1c00 x1863365387998848/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:224/0 lens 488/0 e 0 to 0 dl 1777047499 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047488.875594:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d1c00 with x1863365387998848 ext(131072->167935) 00002000:00010000:0.0:1777047488.875604:0:24565:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e077b9d1c00 00000100:00100000:0.0:1777047488.875677:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1123 00000100:00100000:0.0:1777047488.875697:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365387998848:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:0.0:1777047488.895221:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365387998848:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 19514us (20182us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777047488.895244:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1123 00002000:00100000:0.0:1777047488.895262:0:24565:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x8a:0x0] (131072->167935) req@ffff9e077b9d1c00 x1863365387998848/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:224/0 lens 488/440 e 0 to 0 dl 1777047499 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047488.895282:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d1c00 with x1863365387998848 ext(131072->167935) 00002000:00010000:0.0:1777047488.895293:0:24565:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e077b9d1c00 00000100:00100000:2.0:1777047488.918838:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047488.924275:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387998976 00000100:00100000:1.0:1777047488.924318:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387998976 00002000:00100000:1.0:1777047488.924402:0:20134:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x8a:0x0] (167936->212991) req@ffff9e0744af2a00 x1863365387998976/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:224/0 lens 488/0 e 0 to 0 dl 1777047499 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047488.924424:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744af2a00 with x1863365387998976 ext(167936->212991) 00002000:00010000:1.0:1777047488.924434:0:20134:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0744af2a00 00000100:00100000:1.0:1777047488.924500:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1124 00000100:00100000:1.0:1777047488.924520:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365387998976:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:2.0:1777047488.941600:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365387998976:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 17071us (22760us total) trans 0 rc 45056/45056 00000100:00100000:2.0:1777047488.941622:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1124 00002000:00100000:2.0:1777047488.941644:0:20134:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x8a:0x0] (167936->212991) req@ffff9e0744af2a00 x1863365387998976/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:224/0 lens 488/440 e 0 to 0 dl 1777047499 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047488.941665:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744af2a00 with x1863365387998976 ext(167936->212991) 00002000:00010000:2.0:1777047488.941676:0:20134:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0744af2a00 00000100:00100000:3.0:1777047488.971758:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047488.975616:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387999232 00000100:00100000:2.0:1777047488.975634:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387999232 00000100:00100000:2.0:1777047488.975748:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6089 00000100:00100000:2.0:1777047488.975768:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365387999232:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:2.0:1777047488.975846:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777047488.975913:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493905c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8237 expref: 25 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.975957:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939047 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8229 expref: 24 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.975979:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047488.975989:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047488.976236:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939071 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.976261:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939071 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.976279:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939071 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047488.976498:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934944 00000004:00010000:2.0:1777047488.976543:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d7399fe1 reply state 000000006d0b311b transno 8589934945 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939071 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.976564:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939071 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.976576:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047488.976582:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047488.976586:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047488.976714:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57853:x1863365387999232:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 949us (4966us total) trans 8589934945 rc 0/0 00000100:00100000:2.0:1777047488.976729:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6089 00000020:00080000:2.0:1777047488.976738:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047488.986357:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047488.987581:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387999360 00000100:00100000:2.0:1777047488.987598:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387999360 00000100:00100000:2.0:1777047488.987705:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6090 00000100:00100000:2.0:1777047488.987727:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eaced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57853:x1863365387999360:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047488.987763:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047488.987795:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939078 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8245 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.987926:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939078 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8245 expref: 27 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.987955:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939078 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8245 expref: 27 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.987990:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047488.987997:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047488.988003:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139bc00, rc 0) 00000100:00100000:2.0:1777047488.988101:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eaced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365387999360:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 378us (1753us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047488.988116:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6090 00000100:00100000:1.0:1777047488.999531:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047488.999604:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047488.999692:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047489.000092:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387999488 00000100:00100000:3.0:1777047489.000107:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387999488 00002000:00010000:3.0:1777047489.000169:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (81685->18446744073709551615) 00002000:00100000:3.0:1777047489.000179:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e3eaa00 with x1863365387999488 ext(81685->18446744073709551615) 00000100:00100000:0.0:1777047489.000191:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387999616 00002000:00010000:3.0:1777047489.000197:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e3eaa00. 00000100:00100000:0.0:1777047489.000198:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387999616 00002000:00010000:0.0:1777047489.000231:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:0.0:1777047489.000239:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e3e9c00 with x1863365387999616 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047489.000591:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e3e9c00. 00000100:00100000:3.0:1777047489.000592:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387999744 00000100:00100000:3.0:1777047489.000601:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387999744 00000100:00100000:0.0:1777047489.000630:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1125 00002000:00010000:3.0:1777047489.000642:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00000100:00100000:0.0:1777047489.000647:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365387999488:12345-192.168.201.54@tcp:10:fsx.0 00002000:00100000:3.0:1777047489.000649:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e3ea680 with x1863365387999744 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047489.000658:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e3ea680. 00000100:00100000:3.0:1777047489.000689:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1126 00000100:00100000:3.0:1777047489.000706:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365387999616:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:3.0:1777047489.000870:0:8485:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047489.000876:0:8485:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047485 -> 1777047489 00002000:00010000:3.0:1777047489.000881:0:8485:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:3.0:1777047489.000885:0:8485:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047487 -> 1777047489 00002000:00010000:3.0:1777047489.000890:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777047489.000973:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365387999616:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 271us (1367us total) trans 17179870331 rc 0/0 00000100:00100000:3.0:1777047489.000996:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1126 00002000:00010000:3.0:1777047489.001004:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:3.0:1777047489.001009:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e3e9c00 with x1863365387999616 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047489.001017:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e3e9c00. 00000100:00100000:3.0:1777047489.001052:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1127 00000100:00100000:3.0:1777047489.001066:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365387999744:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:0.0:1777047489.001143:0:29059:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 209964 -> 81685 00002000:00010000:0.0:1777047489.001150:0:29059:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047487 -> 1777047489 00002000:00010000:0.0:1777047489.001155:0:29059:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:0.0:1777047489.001161:0:29059:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047487 -> 1777047489 00002000:00010000:0.0:1777047489.001165:0:29059:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 216 -> 88 00002000:00010000:3.0:1777047489.001168:0:8485:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047489.001173:0:8485:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047485 -> 1777047489 00002000:00010000:3.0:1777047489.001177:0:8485:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:3.0:1777047489.001182:0:8485:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047487 -> 1777047489 00002000:00010000:3.0:1777047489.001187:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047489.001213:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365387999488:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 569us (1694us total) trans 21474837621 rc 0/0 00000100:00100000:3.0:1777047489.001219:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365387999744:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 156us (1528us total) trans 21474837622 rc 0/0 00000100:00100000:0.0:1777047489.001229:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1125 00002000:00010000:0.0:1777047489.001235:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (81685->18446744073709551615) 00002000:00100000:0.0:1777047489.001240:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e3eaa00 with x1863365387999488 ext(81685->18446744073709551615) 00000100:00080000:2.0:1777047489.001536:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777047489.001544:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1777047489.001619:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e3eaa00. 00000100:00100000:3.0:1777047489.005694:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1127 00002000:00010000:3.0:1777047489.005704:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:3.0:1777047489.005710:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e3ea680 with x1863365387999744 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047489.005722:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e3ea680. 00000100:00100000:2.0:1777047489.023694:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047489.023856:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365387999872 00000100:00100000:0.0:1777047489.023872:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365387999872 00000100:00100000:0.0:1777047489.024026:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6091 00000100:00100000:0.0:1777047489.024047:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365387999872:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047489.024078:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047489.024113:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493907f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f824c expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.024262:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d724939086 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.024660:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d724939086 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.024684:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d724939086 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047489.024736:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 81685 00000004:00200000:0.0:1777047489.024744:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047489.024778:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d724939086 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.024834:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493907f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f824c expref: 29 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.024869:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d724939086 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f824c expref: 28 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.024884:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047489.024890:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047489.024896:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821eda00, rc 0) 00000100:00100000:0.0:1777047489.024999:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57853:x1863365387999872:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 955us (1315us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047489.025039:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6091 00000100:00080000:2.0:1777047489.025249:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777047489.064247:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047489.064580:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388000000 00000100:00100000:1.0:1777047489.064595:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388000000 00002000:00100000:1.0:1777047489.064665:0:8486:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x8a:0x0] (65536->81684) req@ffff9e0744af1880 x1863365388000000/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:225/0 lens 16640/0 e 0 to 0 dl 1777047500 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047489.064685:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744af1880 with x1863365388000000 ext(65536->81684) 00002000:00010000:1.0:1777047489.064694:0:8486:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0744af1880 00000100:00100000:1.0:1777047489.064752:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1128 00000100:00100000:1.0:1777047489.064771:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388000000:12345-192.168.201.54@tcp:4:fsx.0 00000100:00100000:1.0:1777047489.076602:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388000000:12345-192.168.201.54@tcp:4:fsx.0 Request processed in 11820us (12353us total) trans 21474837623 rc 0/0 00000100:00100000:1.0:1777047489.076626:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1128 00002000:00100000:1.0:1777047489.076648:0:8486:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x8a:0x0] (65536->81684) req@ffff9e0744af1880 x1863365388000000/t21474837623(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:225/0 lens 16640/448 e 0 to 0 dl 1777047500 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047489.076682:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744af1880 with x1863365388000000 ext(65536->81684) 00002000:00010000:1.0:1777047489.076691:0:8486:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0744af1880 00000100:00100000:3.0:1777047489.107620:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047489.111371:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388000128 00000100:00100000:2.0:1777047489.111419:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388000128 00000100:00100000:2.0:1777047489.111533:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1129 00000100:00100000:2.0:1777047489.111549:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388000128:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:2.0:1777047489.112239:0:29062:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 81685 -> 81685 00002000:00010000:2.0:1777047489.112248:0:29062:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047489 -> 1777047489 00002000:00010000:2.0:1777047489.112253:0:29062:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047485 -> 1777047489 00002000:00010000:2.0:1777047489.112258:0:29062:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047489 -> 1777047489 00002000:00010000:2.0:1777047489.112263:0:29062:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 88 -> 168 00000100:00100000:2.0:1777047489.112445:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388000128:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 896us (4834us total) trans 21474837624 rc 0/0 00000100:00100000:2.0:1777047489.112461:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1129 00000100:00100000:2.0:1777047489.134005:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047489.134142:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388000256 00000100:00100000:0.0:1777047489.134159:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388000256 00002000:00100000:0.0:1777047489.134669:0:29061:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x8a:0x0] (0->81919) req@ffff9e076e00b800 x1863365388000256/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:225/0 lens 488/0 e 0 to 0 dl 1777047500 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047489.134692:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e00b800 with x1863365388000256 ext(0->81919) 00002000:00010000:0.0:1777047489.134702:0:29061:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e00b800 00000100:00100000:0.0:1777047489.134745:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1130 00000100:00100000:0.0:1777047489.135057:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388000256:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:0.0:1777047489.172606:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388000256:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 37833us (38600us total) trans 0 rc 81920/81920 00000100:00100000:0.0:1777047489.172627:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1130 00002000:00100000:0.0:1777047489.172645:0:29061:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x8a:0x0] (0->81919) req@ffff9e076e00b800 x1863365388000256/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:225/0 lens 488/440 e 0 to 0 dl 1777047500 ref 1 fl Complete:/600/0 rc 81920/81920 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047489.172675:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e00b800 with x1863365388000256 ext(0->81919) 00002000:00010000:0.0:1777047489.172684:0:29061:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e00b800 00000100:00100000:0.0:1777047489.197567:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047489.200850:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388000384 00000100:00100000:1.0:1777047489.200867:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388000384 00000100:00100000:1.0:1777047489.200970:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1131 00000100:00100000:1.0:1777047489.200991:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388000384:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:1.0:1777047489.201659:0:24563:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 81685 -> 81685 00002000:00010000:1.0:1777047489.201667:0:24563:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047489 -> 1777047489 00002000:00010000:1.0:1777047489.201672:0:24563:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047489 -> 1777047489 00002000:00010000:1.0:1777047489.201677:0:24563:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047489 -> 1777047489 00002000:00010000:1.0:1777047489.201681:0:24563:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 168 -> 112 00000100:00100000:1.0:1777047489.201795:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388000384:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 805us (4236us total) trans 21474837625 rc 0/0 00000100:00100000:1.0:1777047489.202135:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1131 00000100:00100000:2.0:1777047489.251632:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047489.251885:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388000640 00000100:00100000:1.0:1777047489.251902:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388000640 00000100:00100000:1.0:1777047489.252042:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2060 00000100:00100000:1.0:1777047489.252061:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07716a9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57853:x1863365388000640:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:1.0:1777047489.253942:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07716a9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57853:x1863365388000640:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 1880us (2315us total) trans 8589934946 rc 0/0 00000100:00100000:1.0:1777047489.253959:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2060 00010000:00010000:3.0:1777047489.362596:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047489.363517:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047489.363578:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388000768 00000100:00100000:1.0:1777047489.363592:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388000768 00000100:00100000:1.0:1777047489.363665:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6092 00000100:00100000:1.0:1777047489.363679:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57861:x1863365388000768:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047489.364062:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047489.364095:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d72493908d lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8253 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.364522:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676400/0x5ecf73d724939094 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.364545:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676400/0x5ecf73d724939094 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.364563:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676400/0x5ecf73d724939094 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.364584:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d72493909b lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.364596:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d72493909b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.364607:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d72493909b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.364705:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d7249390a2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.364721:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d7249390a2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.364734:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d7249390a2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047489.365069:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 81685 00000004:00200000:1.0:1777047489.365075:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047489.365103:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d7249390a2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.365123:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d7249390a2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.365137:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676400/0x5ecf73d724939094 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.365148:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676400/0x5ecf73d724939094 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.365159:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676400/0x5ecf73d724939094 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.365170:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676400/0x5ecf73d724939094 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.365180:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0771676400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047489.365186:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676400/0x5ecf73d724939094 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.365198:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676400/0x5ecf73d724939094 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.365216:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e0641ff6200) 00010000:00010000:1.0:1777047489.365221:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047489.365228:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676400/0x5ecf73d724939094 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.365543:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676400/0x5ecf73d724939094 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.365567:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d72493909b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.365577:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d72493909b lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.365586:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d72493909b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.365595:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0771676000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047489.365601:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d72493909b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.365611:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d72493909b lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.365624:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0641ff6600) 00010000:00010000:1.0:1777047489.365628:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047489.365633:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d72493909b lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.365644:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d72493909b lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.365687:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d72493908d lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8253 expref: 31 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.365719:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d7249390a2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8253 expref: 30 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.365732:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047489.365737:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047489.365741:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0771676c00, rc 0) 00000100:00100000:1.0:1777047489.365821:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57861:x1863365388000768:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2143us (2311us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047489.365835:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6092 00000100:00100000:0.0:1777047489.382007:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047489.382130:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388000896 00000100:00100000:1.0:1777047489.382144:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388000896 00000100:00100000:1.0:1777047489.382244:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 403 00000100:00100000:1.0:1777047489.382260:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2430:x1863365388000896:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047489.382569:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047489.382605:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d7249390a2 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8253 expref: 30 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.382638:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047489.382647:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047489.382716:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2430:x1863365388000896:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 459us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047489.383044:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 403 00000100:00100000:0.0:1777047489.399334:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047489.399674:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388001152 00000100:00100000:1.0:1777047489.399688:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388001152 00000100:00100000:1.0:1777047489.400419:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6093 00000100:00100000:1.0:1777047489.400437:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57861:x1863365388001152:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047489.400464:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047489.400491:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777affe00/0x5ecf73d7249390a9 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f825a expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.407745:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249390b0 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.407778:0:12913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d724939086 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f824c expref: 30 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.407794:0:12913:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249390b0 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.407853:0:12913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d724939086 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f824c expref: 30 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.407882:0:12913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d724939086 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f824c expref: 30 pid: 6589 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047489.407909:0:12913:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644325500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443040128:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047489.408037:0:12913:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750f46180 going to sleep for 11 seconds 00000100:00100000:3.0:1777047489.419463:0:12913:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644325500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443040128:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047489.419514:0:12913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249390b0 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047489.424382:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047489.425795:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388001280 00000100:00100000:0.0:1777047489.425811:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388001280 00010000:00010000:0.0:1777047489.425874:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d724939086 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f824c expref: 31 pid: 6589 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047489.425968:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1970 00000100:00100000:0.0:1777047489.425986:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07605eb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365388001280:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047489.426011:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047489.426023:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d724939086 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f824c expref: 31 pid: 6589 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.426047:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d724939086 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f824c expref: 31 pid: 6589 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.426080:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d724939086 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f824c expref: 31 pid: 6589 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.426107:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047489.426116:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249390b0 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.426485:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249390b0 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.426498:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249390b0 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.426540:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047489.426617:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07605eb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2430:x1863365388001280:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 635us (2245us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047489.426631:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1970 00010000:00010000:0.0:1777047489.426719:0:12913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249390b0 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.426731:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249390b0 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047489.427079:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 81685 00010000:00010000:0.0:1777047489.427250:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777affe00/0x5ecf73d7249390a9 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f825a expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.427280:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249390b0 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f825a expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.427321:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047489.427326:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777047489.427330:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777afe800, rc 0) 00000100:00100000:0.0:1777047489.427417:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57861:x1863365388001152:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 26982us (28088us total) trans 8589934947 rc 0/0 00000100:00100000:0.0:1777047489.427435:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6093 00000100:00100000:1.0:1777047489.444776:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047489.448640:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388001408 00000100:00100000:0.0:1777047489.448658:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388001408 00000100:00100000:0.0:1777047489.448745:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6094 00000100:00100000:0.0:1777047489.448761:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57861:x1863365388001408:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047489.449080:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047489.449110:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d7249390be lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8261 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.449247:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d7249390c5 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.449275:0:6589:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249390b0 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f825a expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.449318:0:6589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d7249390c5 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.449375:0:6589:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249390b0 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f825a expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.449447:0:6589:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249390b0 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f825a expref: 31 pid: 12913 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047489.449470:0:6589:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacc380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6589:1863365443040256:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047489.449580:0:6589:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06431dc840 going to sleep for 11 seconds 00000100:00100000:0.0:1777047489.462076:0:6589:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacc380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6589:1863365443040256:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047489.462119:0:6589:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d7249390c5 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047489.462610:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047489.464199:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388001536 00000100:00100000:3.0:1777047489.464210:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388001536 00010000:00010000:3.0:1777047489.464268:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249390b0 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f825a expref: 32 pid: 12913 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047489.464482:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1971 00000100:00100000:3.0:1777047489.464518:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2429:x1863365388001536:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047489.464540:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047489.464552:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249390b0 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f825a expref: 32 pid: 12913 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.464573:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249390b0 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f825a expref: 32 pid: 12913 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.464602:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249390b0 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f825a expref: 32 pid: 12913 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.464628:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047489.464636:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d7249390c5 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.464652:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d7249390c5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.464665:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d7249390c5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.464700:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047489.464768:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2429:x1863365388001536:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 272us (2159us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047489.464789:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1971 00010000:00010000:0.0:1777047489.470537:0:6589:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d7249390c5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.470560:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d7249390c5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047489.470633:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 81685 00000004:00200000:0.0:1777047489.470641:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047489.470672:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d7249390c5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.470736:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d7249390be lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8261 expref: 31 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.470767:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d7249390c5 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8261 expref: 30 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.470781:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047489.470785:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047489.470791:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821edc00, rc 0) 00000100:00100000:0.0:1777047489.471951:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57861:x1863365388001408:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 23158us (27152us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047489.471966:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6094 00000100:00100000:0.0:1777047489.498544:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047489.499432:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388001792 00000100:00100000:2.0:1777047489.499447:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388001792 00000100:00100000:2.0:1777047489.499535:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6095 00000100:00100000:2.0:1777047489.499553:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57861:x1863365388001792:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047489.499581:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047489.499606:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d7249390cc lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8268 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.499734:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d7249390d3 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.499756:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d7249390d3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.499773:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d7249390d3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047489.499791:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 81685 00010000:00010000:2.0:1777047489.499911:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d7249390cc lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8268 expref: 33 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.499934:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d7249390d3 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8268 expref: 32 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.499957:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047489.499962:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047489.499967:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139a400, rc 0) 00000100:00100000:2.0:1777047489.500047:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57861:x1863365388001792:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 498us (1516us total) trans 8589934948 rc 0/0 00000100:00100000:2.0:1777047489.500059:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6095 00000100:00100000:2.0:1777047489.518508:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047489.518665:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047489.519546:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047489.519653:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388001920 00000100:00100000:3.0:1777047489.519655:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388002048 00000100:00100000:1.0:1777047489.519668:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388001920 00000100:00100000:3.0:1777047489.519691:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388002048 00000100:00100000:1.0:1777047489.519749:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3882 00000100:00100000:1.0:1777047489.519765:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388001920:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:1.0:1777047489.519823:0:8479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d7249390e1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.519856:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d72493904e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 135168->180223) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8230 expref: 22 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.519870:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047489.519873:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047489.519878:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d7249390e1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.519957:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d72493904e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 135168->180223) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8230 expref: 22 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047489.520414:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3883 00000100:00100000:3.0:1777047489.520430:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388002048:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:3.0:1777047489.520476:0:8633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d7249390e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.520498:0:8633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724938f52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81c7 expref: 20 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.520520:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047489.520523:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047489.520528:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d7249390e8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.520533:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d72493904e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 135168->180223) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8230 expref: 22 pid: 8480 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047489.520574:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644327100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443040384:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047489.520682:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750f466c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047489.521155:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388002176 00000100:00100000:1.0:1777047489.521164:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388002176 00000100:00100000:1.0:1777047489.521430:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3884 00000100:00100000:1.0:1777047489.521446:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388002176:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:1.0:1777047489.521477:0:28387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249390ef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.521500:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d724938f59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ce expref: 23 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.521524:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047489.521527:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047489.521532:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249390ef lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.521566:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d724938f59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ce expref: 23 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.521616:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d724938f59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ce expref: 23 pid: 36217 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047489.521635:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443040512:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047489.521792:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750f46180 going to sleep for 11 seconds 00010000:00010000:3.0:1777047489.522012:0:8633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724938f52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81c7 expref: 20 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.522030:0:8633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724938f52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81c7 expref: 20 pid: 11204 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047489.522048:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443040640:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047489.522119:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047489.541958:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047489.541999:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388002304 00000100:00100000:2.0:1777047489.542011:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388002304 00010000:00010000:2.0:1777047489.542065:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d724938f59 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ce expref: 24 pid: 36217 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047489.542121:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1972 00000100:00100000:2.0:1777047489.542136:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365388002304:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047489.542158:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047489.542184:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d724938f59 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ce expref: 24 pid: 36217 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.542203:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d724938f59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ce expref: 24 pid: 36217 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.542238:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047489.542242:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047489.542248:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249390ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.542263:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249390ef lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.542313:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047489.542379:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365388002304:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 244us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047489.542427:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1972 00010000:00010000:0.0:1777047489.542542:0:28387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d724938f59 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81ce expref: 23 pid: 36217 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047489.542572:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443040512:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047489.542585:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:0.0:1777047489.542611:0:28387:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249390ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.542630:0:28387:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249390ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.542644:0:28387:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249390ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.542676:0:28387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249390ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.542691:0:28387:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249390ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047489.542700:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388002432 00010000:00010000:0.0:1777047489.542705:0:28387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249390ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047489.542709:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388002432 00010000:00010000:0.0:1777047489.542725:0:28387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0777afe200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047489.542733:0:28387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249390ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.542742:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d72493904e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 135168->180223) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8230 expref: 23 pid: 8480 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.542755:0:28387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249390ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.542783:0:28387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249390ef lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047489.542795:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1973 00010000:00010000:0.0:1777047489.542807:0:28387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249390ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047489.542816:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388002432:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047489.542842:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047489.542862:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d72493904e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 135168->180223) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8230 expref: 23 pid: 8480 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.542884:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d72493904e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 135168->180223) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8230 expref: 23 pid: 8480 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.542906:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047489.542910:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047489.542917:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d7249390e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.542930:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d7249390e1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047489.542944:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388002176:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 21498us (23394us total) trans 0 rc 0/0 00010000:00010000:2.0:1777047489.542962:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047489.542963:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3884 00000100:00100000:2.0:1777047489.543009:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388002432:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 196us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047489.543021:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1973 00010000:00010000:1.0:1777047489.545475:0:8479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d72493904e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 135168->180223) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8230 expref: 21 pid: 8480 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047489.545501:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644327100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443040384:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047489.545512:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443040640:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047489.545530:0:8479:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d7249390e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.545546:0:8633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d7249390e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.545549:0:8479:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d7249390e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.545589:0:8479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d7249390e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.545620:0:8479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d7249390e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.545633:0:8479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d7249390e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.545647:0:8479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d7249390e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.545660:0:8479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0777aff000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047489.545665:0:8479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d7249390e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.545678:0:8479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d7249390e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.545701:0:8479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d7249390e1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.545715:0:8479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d7249390e1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047489.546102:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388001920:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 26340us (27604us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047489.546117:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3882 00000100:00100000:1.0:1777047489.560359:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047489.560552:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388002560 00000100:00100000:2.0:1777047489.560565:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388002560 00010000:00010000:2.0:1777047489.560619:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724938f52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81c7 expref: 21 pid: 11204 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047489.560707:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1974 00000100:00100000:2.0:1777047489.560724:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388002560:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047489.561035:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047489.561066:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724938f52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81c7 expref: 21 pid: 11204 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.561091:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724938f52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81c7 expref: 21 pid: 11204 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.561128:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724938f52 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81c7 expref: 21 pid: 11204 timeout: 4218 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.561166:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047489.561170:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047489.561177:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d7249390e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.561194:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d7249390e8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.561244:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047489.561341:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388002560:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 620us (990us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047489.561355:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1974 00010000:00010000:2.0:1777047489.561443:0:8633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d7249390e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.561460:0:8633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d7249390e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.561492:0:8633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d7249390e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.561507:0:8633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d7249390e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.561521:0:8633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d7249390e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.561535:0:8633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047489.561543:0:8633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d7249390e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.561558:0:8633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d7249390e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.561583:0:8633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d7249390e8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.561596:0:8633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d7249390e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047489.561695:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388002048:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 41268us (43028us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047489.561710:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3883 00000100:00100000:1.0:1777047489.574860:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047489.576693:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388002816 00000100:00100000:0.0:1777047489.576707:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388002816 00000100:00100000:0.0:1777047489.577144:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6096 00000100:00100000:0.0:1777047489.577161:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57861:x1863365388002816:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047489.577233:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777047489.577272:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939078 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8245 expref: 32 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.577369:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d7249390c5 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8261 expref: 31 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.577427:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047489.577435:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047489.577475:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d7249390f6 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.577495:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d7249390f6 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.577509:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d7249390f6 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777047489.578134:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].45, 88 off12008 00000004:00080000:0.0:1777047489.578149:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4118214765144ns, next at 4003234154999ns, rc = 0 00000040:00080000:0.0:1777047489.578203:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].45, 88 off12032 00000004:00080000:0.0:1777047489.578217:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4118214833071ns, next at 4003234201462ns, rc = 0 00000040:00080000:0.0:1777047489.578261:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].46, 88 off12120 00000004:00080000:0.0:1777047489.578270:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4118214886824ns, next at 4003234201462ns, rc = 0 00000040:00080000:0.0:1777047489.586153:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].46, 88 off12096 00000004:00080000:0.0:1777047489.586828:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4118223443012ns, next at 4003234154999ns, rc = 0 00000040:00080000:0.0:1777047489.587655:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].47, 88 off12184 00000004:00080000:0.0:1777047489.587671:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4118224287154ns, next at 4003234154999ns, rc = 0 00000040:00080000:0.0:1777047489.587705:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].47, 88 off12208 00000004:00080000:0.0:1777047489.587713:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4118224330107ns, next at 4003234201462ns, rc = 0 00000040:00080000:0.0:1777047489.587786:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].48, 88 off12296 00000004:00080000:0.0:1777047489.587796:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4118224412334ns, next at 4003234201462ns, rc = 0 00000040:00080000:0.0:1777047489.587821:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].48, 88 off12272 00000004:00080000:0.0:1777047489.587829:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4118224445534ns, next at 4003234154999ns, rc = 0 00000001:00080000:1.0:1777047489.614447:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934949 is committed 00000004:00080000:1.0:1777047489.614463:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 48 committed 00000004:00080000:1.0:1777047489.614485:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 50 committed 00000004:00080000:1.0:1777047489.614500:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 49 committed 00000004:00080000:1.0:1777047489.614508:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 47 committed 00000004:00080000:1.0:1777047489.614515:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 46 committed 00000004:00080000:1.0:1777047489.614521:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 48 committed 00000004:00080000:1.0:1777047489.614526:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 47 committed 00000004:00080000:1.0:1777047489.614532:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 45 committed 00000020:00080000:1.0:1777047489.614568:0:33214:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969357 batchid updated 00010000:00010000:2.0:1777047489.615258:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939071 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.615280:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939071 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.615328:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939071 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.615341:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047489.615350:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939071 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.615364:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939071 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.616054:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047489.616063:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047489.616073:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939071 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.616087:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939071 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1777047489.616515:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969357 00000020:00080000:0.0:1777047489.616649:0:33244:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969357 cancel update log [0x200000bd0:0x2:0x0].9: rc = 0 00000020:00080000:0.0:1777047489.616667:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969357 00000004:00010000:0.0:1777047489.618690:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a13a3ec7 reply state 00000000562b18a8 transno 8589934949 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d7249390f6 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.618723:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d7249390f6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.618739:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047489.618744:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1777047489.618750:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1777047489.618927:0:6588:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1777047489.618954:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57861:x1863365388002816:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 41790us (44096us total) trans 8589934949 rc 0/0 00000100:00100000:0.0:1777047489.618972:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6096 00010000:00010000:0.0:1777047489.619495:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d7249390f6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.619514:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d7249390f6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.619528:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d7249390f6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.619541:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821eda00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047489.619547:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d7249390f6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.619560:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d7249390f6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.619587:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047489.619592:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047489.619598:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d7249390f6 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.619610:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d7249390f6 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047489.628389:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645688000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443041024:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047489.633168:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443040768:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047489.636022:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047489.636156:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443041280:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047489.636234:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047489.636278:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1777047489.636334:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443040896:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047489.636386:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047489.636468:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443041408:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047489.636513:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047489.636900:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047489.636950:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443040768 00000100:00100000:2.0:1777047489.636966:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443040768 00000100:00100000:2.0:1777047489.637046:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443041280 00000100:00100000:2.0:1777047489.637053:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443041280 00000100:00100000:2.0:1777047489.637093:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443040896 00000100:00100000:2.0:1777047489.637099:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443040896 00000100:00100000:2.0:1777047489.637136:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443041408 00000100:00100000:2.0:1777047489.637142:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443041408 00000100:00100000:2.0:1777047489.637186:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3885 00000100:00100000:2.0:1777047489.637203:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3684:x1863365443040768:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047489.637596:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3684:x1863365443040768:12345-0@lo:2:osp-syn-0-0.0 Request processed in 395us (1577us total) trans 21474837626 rc 0/0 00000100:00100000:2.0:1777047489.637612:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3885 00000100:00100000:2.0:1777047489.637650:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3886 00000100:00100000:2.0:1777047489.637668:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644483b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3684:x1863365443041280:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047489.637849:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644483b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3684:x1863365443041280:12345-0@lo:2:osp-syn-1-0.0 Request processed in 187us (1614us total) trans 17179870332 rc 0/0 00000100:00100000:2.0:1777047489.637865:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3886 00000100:00100000:2.0:1777047489.637900:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3887 00000100:00100000:2.0:1777047489.637918:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3684:x1863365443040896:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047489.638072:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3684:x1863365443040896:12345-0@lo:2:osp-syn-0-0.0 Request processed in 161us (1684us total) trans 21474837627 rc 0/0 00000100:00100000:2.0:1777047489.638089:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3887 00000100:00100000:2.0:1777047489.638115:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3888 00000100:00100000:2.0:1777047489.638136:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3684:x1863365443041408:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047489.638255:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047489.638262:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb mtime from disk: 1777047482 -> 1777047482 00002000:00010000:2.0:1777047489.638267:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047489.638272:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb ctime from disk: 1777047483 -> 1777047483 00002000:00010000:2.0:1777047489.638276:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047489.638366:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3684:x1863365443041408:12345-0@lo:2:osp-syn-1-0.0 Request processed in 234us (1851us total) trans 17179870333 rc 0/0 00000100:00100000:2.0:1777047489.638385:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3888 00000100:00100000:2.0:1777047489.638498:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388002944 00000100:00100000:2.0:1777047489.638507:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388002944 00000100:00100000:2.0:1777047489.638569:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6097 00000100:00100000:2.0:1777047489.638589:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57861:x1863365388002944:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047489.638614:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047489.638647:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d7249390fd lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f826f expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.638734:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d7249390fd lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f826f expref: 25 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.638765:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d7249390fd lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f826f expref: 25 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.638801:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047489.638808:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047489.638813:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139a600, rc 0) 00000100:00100000:2.0:1777047489.638896:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57861:x1863365388002944:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 314us (1998us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047489.638914:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6097 00000004:00080000:2.0:1777047489.639016:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064568b100/2, rc 0, transno 21474837627 00000100:00100000:2.0:1777047489.639030:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443040896:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047489.639058:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064eacf480/2, rc 0, transno 17179870333 00000100:00100000:2.0:1777047489.639067:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443041408:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047489.639088:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064eacfb80/2, rc 0, transno 17179870332 00000100:00100000:2.0:1777047489.639096:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443041280:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047489.639114:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645688e00/2, rc 0, transno 21474837626 00000100:00100000:2.0:1777047489.639125:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443040768:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047489.647082:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047489.647174:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443041536:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047489.647243:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047489.647335:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1777047489.647355:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443041152:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047489.647449:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047489.647488:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443041664:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047489.647541:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047489.647592:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443041024 00000100:00100000:3.0:1777047489.647612:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443041536 00000100:00100000:0.0:1777047489.647613:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443041024 00000100:00100000:3.0:1777047489.647621:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443041536 00000100:00100000:3.0:1777047489.647687:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443041152 00000100:00100000:3.0:1777047489.647694:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443041152 00000100:00100000:0.0:1777047489.650273:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443041664 00000100:00100000:0.0:1777047489.650315:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443041664 00000100:00100000:3.0:1777047489.650592:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3889 00000100:00100000:3.0:1777047489.650621:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3682:x1863365443041536:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047489.651147:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3682:x1863365443041536:12345-0@lo:2:osp-syn-1-0.0 Request processed in 528us (3897us total) trans 17179870334 rc 0/0 00000100:00100000:3.0:1777047489.651162:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3889 00000100:00100000:3.0:1777047489.651200:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3890 00000100:00100000:3.0:1777047489.651215:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3682:x1863365443041024:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047489.651278:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3891 00000100:00100000:0.0:1777047489.651336:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3682:x1863365443041152:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047489.651436:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb size from disk: 258157 -> 258157 00002000:00010000:3.0:1777047489.651445:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb mtime from disk: 1777047482 -> 1777047482 00002000:00010000:3.0:1777047489.651451:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:3.0:1777047489.651455:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb ctime from disk: 1777047483 -> 1777047483 00002000:00010000:3.0:1777047489.651460:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb blocks from disk: 96 -> 96 00002000:00010000:0.0:1777047489.651525:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1777047489.651525:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3682:x1863365443041024:12345-0@lo:2:osp-syn-0-0.0 Request processed in 312us (4452us total) trans 21474837628 rc 0/0 00002000:00010000:0.0:1777047489.651531:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047489.651537:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047489.651542:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047489.651547:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047489.651547:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3890 00000100:00100000:3.0:1777047489.651614:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3892 00000100:00100000:3.0:1777047489.651629:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3682:x1863365443041664:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047489.651746:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047489.651752:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047485 -> 1777047485 00002000:00010000:3.0:1777047489.651756:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:3.0:1777047489.651765:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047486 -> 1777047486 00002000:00010000:3.0:1777047489.651769:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047489.662281:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3682:x1863365443041152:12345-0@lo:2:osp-syn-1-0.0 Request processed in 10941us (14822us total) trans 17179870335 rc 0/0 00000100:00100000:0.0:1777047489.662339:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3891 00000100:00100000:3.0:1777047489.663814:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3682:x1863365443041664:12345-0@lo:2:osp-syn-0-0.0 Request processed in 12184us (16268us total) trans 21474837629 rc 0/0 00000100:00100000:3.0:1777047489.663831:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3892 00000004:00080000:3.0:1777047489.663935:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064eacd880/2, rc 0, transno 17179870335 00000100:00100000:3.0:1777047489.663948:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443041152:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047489.663976:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064568b480/2, rc 0, transno 21474837629 00000100:00100000:3.0:1777047489.663984:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443041664:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047489.664000:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064eacea00/2, rc 0, transno 17179870334 00000100:00100000:3.0:1777047489.664012:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443041536:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047489.664029:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645688000/2, rc 0, transno 21474837628 00000100:00100000:3.0:1777047489.664035:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645688000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443041024:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047489.668109:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047489.668225:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388003072 00000100:00100000:3.0:1777047489.668238:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388003072 00000100:00100000:3.0:1777047489.668385:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6098 00000100:00100000:3.0:1777047489.668405:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57861:x1863365388003072:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047489.668446:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047489.668531:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d724939104 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8276 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.668726:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d72493910b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.668762:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d72493910b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.668782:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d72493910b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047489.668844:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 81685 00000004:00200000:3.0:1777047489.668851:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047489.668889:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d72493910b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.668946:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d724939104 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8276 expref: 27 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.668986:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d72493910b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8276 expref: 26 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.669012:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047489.669017:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047489.669024:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291000, rc 0) 00000100:00100000:3.0:1777047489.669132:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57861:x1863365388003072:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 721us (1023us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047489.669146:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6098 00000100:00100000:1.0:1777047489.711752:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047489.713261:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388003200 00000100:00100000:2.0:1777047489.713787:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388003200 00000100:00100000:2.0:1777047489.713912:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3893 00000100:00100000:2.0:1777047489.713931:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388003200:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047489.713969:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047489.714011:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d724939112 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f827d expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047489.714073:0:8633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 81685, mtime: 0x69eb97c1, atime: 0x69eb97c1, ctime: 0x69eb97c1, blocks: 0x70 00010000:00010000:2.0:1777047489.714102:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047489.714116:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047489.714131:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d724939112 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f827d expref: 21 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.714633:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d724939112 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f827d expref: 21 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.714681:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139b200, rc 0) 00000100:00100000:2.0:1777047489.714807:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388003200:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 878us (3076us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047489.714831:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3893 00000100:00100000:2.0:1777047489.737001:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047489.737667:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047489.738776:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388003328 00000100:00100000:0.0:1777047489.738804:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388003328 00000100:00100000:0.0:1777047489.738920:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388003456 00000100:00100000:0.0:1777047489.738928:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388003456 00000100:00100000:0.0:1777047489.739000:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3894 00000100:00100000:0.0:1777047489.739017:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388003328:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047489.739054:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777047489.740000:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3895 00000100:00100000:1.0:1777047489.740021:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388003456:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047489.740049:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047489.740081:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d724939120 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f828b expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047489.740134:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8c:0x0] initial LVB size: 0, mtime: 0x69eb97c1, atime: 0x69eb97bd, ctime: 0x69eb97c1, blocks: 0x0 00010000:00010000:1.0:1777047489.740177:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047489.740181:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047489.740205:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d724939120 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f828b expref: 22 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.740249:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d724939120 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f828b expref: 22 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.740366:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777afea00, rc 0) 00000100:00100000:1.0:1777047489.740544:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388003456:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 524us (2874us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047489.740563:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3895 00010000:00010000:0.0:1777047489.744543:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939119 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8284 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047489.744614:0:11204:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6d:0x0] initial LVB size: 0, mtime: 0x69eb97c1, atime: 0x69eb97bd, ctime: 0x69eb97c1, blocks: 0x1800 00010000:00010000:0.0:1777047489.744654:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047489.744661:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047489.744677:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939119 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8284 expref: 20 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.744716:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939119 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8284 expref: 20 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.745200:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821eda00, rc 0) 00000100:00100000:0.0:1777047489.745366:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388003328:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 6338us (8372us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047489.745380:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3894 00000100:00100000:2.0:1777047489.867235:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06430e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443041792:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777047489.872496:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047489.877523:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443041792 00000100:00100000:0.0:1777047489.877539:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443041792 00000100:00100000:0.0:1777047489.877661:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2482 00000100:00100000:0.0:1777047489.877689:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443041792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1777047489.877738:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276555328 pending 40960 free 3919093760 avail 3687571456 00000100:00100000:0.0:1777047489.877865:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443041792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 178us (5375us total) trans 0 rc 0/0 00000100:00080000:2.0:1777047489.877888:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047489.877890:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2482 00000100:00100000:2.0:1777047489.877976:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06430e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443041792:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777047490.144093:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047490.144755:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388003584 00000100:00100000:3.0:1777047490.144781:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388003584 00000100:00100000:3.0:1777047490.144912:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3896 00000100:00100000:3.0:1777047490.144932:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388003584:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047490.145161:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388003584:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 223us (1080us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047490.145176:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3896 00000100:00100000:1.0:1777047490.168707:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047490.168863:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388003712 00000100:00100000:3.0:1777047490.168913:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388003712 00000100:00100000:3.0:1777047490.169040:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3897 00000100:00100000:3.0:1777047490.169063:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2431:x1863365388003712:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047490.169322:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2431:x1863365388003712:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 259us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047490.169345:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3897 00000100:00100000:3.0:1777047490.209685:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047490.209758:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388003840 00000100:00100000:3.0:1777047490.209774:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388003840 00000100:00100000:3.0:1777047490.211702:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1132 00000100:00100000:3.0:1777047490.211725:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388003840:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:3.0:1777047490.211791:0:24565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d724939127 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.211826:0:24565:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047490.211830:0:24565:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047490.211839:0:24565:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d724939127 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.211939:0:24565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d724939127 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.222791:0:24565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d724939127 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.222835:0:24565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d724939127 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.222862:0:24565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d724939127 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.222876:0:24565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047490.222885:0:24565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d724939127 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.222912:0:24565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d724939127 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.222953:0:24565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d724939127 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.222968:0:24565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d724939127 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047490.223118:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388003840:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 11386us (13429us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1777047490.223149:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1132 00000100:00100000:2.0:1777047490.264362:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047490.264444:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388003968 00000100:00100000:2.0:1777047490.264467:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388003968 00000100:00100000:2.0:1777047490.264614:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1133 00000100:00100000:2.0:1777047490.264642:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2432:x1863365388003968:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:2.0:1777047490.264761:0:20134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493912e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047490.264806:0:20134:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d724938dbc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8111 expref: 22 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047490.265812:0:20134:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047490.265816:0:20134:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047490.266238:0:20134:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493912e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047490.266360:0:20134:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d724938dbc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8111 expref: 22 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047490.266396:0:20134:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d724938dbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8111 expref: 22 pid: 36217 timeout: 4218 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047490.266486:0:20134:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a29c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:20134:1863365443041920:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047490.266649:0:20134:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06431dc0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047490.293834:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047490.296256:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388004096 00000100:00100000:2.0:1777047490.296311:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388004096 00010000:00010000:2.0:1777047490.296383:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d724938dbc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8111 expref: 23 pid: 36217 timeout: 4218 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047490.296509:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1975 00000100:00100000:2.0:1777047490.296536:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388004096:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047490.296568:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047490.296605:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d724938dbc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8111 expref: 23 pid: 36217 timeout: 4218 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047490.296633:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d724938dbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8111 expref: 23 pid: 36217 timeout: 4218 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047490.296684:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047490.296688:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047490.296697:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493912e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047490.296713:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493912e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047490.296757:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047490.296870:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388004096:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 340us (3051us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047490.296885:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1975 00010000:00010000:0.0:1777047490.300544:0:20134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d724938dbc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8111 expref: 22 pid: 36217 timeout: 4218 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047490.300585:0:20134:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a29c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:20134:1863365443041920:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047490.300628:0:20134:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493912e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.300650:0:20134:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493912e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.300671:0:20134:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493912e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047490.362242:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837630 is committed 00000001:00080000:2.0:1777047490.362268:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837629 is committed 00002000:00010000:0.0:1777047490.369208:0:20134:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb mtime from disk: 1777047482 -> 1777047490 00002000:00010000:0.0:1777047490.369220:0:20134:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb ctime from disk: 1777047483 -> 1777047490 00010000:00010000:0.0:1777047490.369244:0:20134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493912e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.369270:0:20134:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493912e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.369315:0:20134:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493912e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.369331:0:20134:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047490.369341:0:20134:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493912e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.369372:0:20134:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493912e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.369561:0:20134:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493912e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.369579:0:20134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493912e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047490.369737:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2432:x1863365388003968:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 105091us (105380us total) trans 21474837630 rc 0/0 00000100:00100000:0.0:1777047490.369758:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1133 00000100:00100000:2.0:1777047490.377345:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443042048:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777047490.377472:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047490.377565:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443042048 00000100:00100000:2.0:1777047490.377576:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443042048 00000100:00100000:2.0:1777047490.377646:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3286 00000100:00100000:2.0:1777047490.377661:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443042048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777047490.377711:0:7694:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446096896 avail 1299857408 00000100:00100000:2.0:1777047490.378135:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443042048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 473us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047490.378152:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3286 00000100:00100000:2.0:1777047490.378242:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443042048:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1777047490.386652:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047490.416148:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047490.419223:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388004224 00000100:00100000:3.0:1777047490.419240:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388004224 00000100:00100000:3.0:1777047490.419434:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1134 00000100:00100000:3.0:1777047490.419457:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388004224:12345-192.168.201.54@tcp:4:lfs.0 00002000:00010000:3.0:1777047490.419532:0:24566:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 209964, mtime: 0x69eb97bd, atime: 0x69eb97bd, ctime: 0x69eb97be, blocks: 0xd0 00010000:00010000:3.0:1777047490.419550:0:24566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724939135 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.419578:0:24566:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047490.419582:0:24566:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047490.419591:0:24566:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724939135 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.419617:0:24566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724939135 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047490.462969:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870336 is committed 00000001:00080000:1.0:1777047490.463000:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870335 is committed 00002000:00010000:0.0:1777047490.463248:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047485 -> 1777047490 00002000:00010000:0.0:1777047490.463258:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047486 -> 1777047490 00010000:00010000:0.0:1777047490.463321:0:24566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724939135 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.463346:0:24566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724939135 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.463369:0:24566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724939135 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.463631:0:24566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047490.463641:0:24566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724939135 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.463677:0:24566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724939135 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.463714:0:24566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724939135 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.463729:0:24566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e8bcf35/0x5ecf73d724939135 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047490.464382:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388004224:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 44924us (48238us total) trans 17179870336 rc 0/0 00000100:00100000:0.0:1777047490.464430:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1134 00000100:00100000:1.0:1777047490.494248:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047490.494469:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388004352 00000100:00100000:3.0:1777047490.494485:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388004352 00000100:00100000:3.0:1777047490.494585:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3898 00000100:00100000:3.0:1777047490.494605:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365388004352:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047490.495173:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365388004352:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 568us (933us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047490.495189:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3898 00000100:00100000:2.0:1777047490.517701:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047490.517847:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388004480 00000100:00100000:3.0:1777047490.517864:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388004480 00000100:00100000:3.0:1777047490.517963:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3899 00000100:00100000:3.0:1777047490.517983:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2431:x1863365388004480:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047490.518149:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2431:x1863365388004480:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 168us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047490.518166:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3899 00000100:00100000:1.0:1777047490.544255:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047490.553442:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388004736 00000100:00100000:3.0:1777047490.553463:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388004736 00000100:00100000:3.0:1777047490.553580:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6099 00000100:00100000:3.0:1777047490.553601:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57861:x1863365388004736:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:3.0:1777047490.553688:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047490.553733:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291000/0x5ecf73d72493910b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8276 expref: 26 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.553768:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047490.553778:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047490.554039:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d72493913c lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.554066:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d72493913c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.554087:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d72493913c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047490.554169:0:12913:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934950 00000004:00010000:3.0:1777047490.554217:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000160f2cea reply state 0000000079ddea29 transno 8589934951 ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d72493913c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.554250:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d72493913c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.554264:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047490.554302:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047490.554308:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047490.554505:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57861:x1863365388004736:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 908us (10259us total) trans 8589934951 rc 0/0 00000100:00100000:3.0:1777047490.554521:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6099 00000020:00080000:3.0:1777047490.554530:0:12913:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047490.576350:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047490.576414:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388004864 00000100:00100000:1.0:1777047490.576429:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388004864 00000100:00100000:1.0:1777047490.576539:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3900 00000100:00100000:1.0:1777047490.576559:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:57861:x1863365388004864:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047490.576588:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047490.576620:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000099df2ab2/0x5ecf73d724939143 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8292 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047490.576662:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8d:0x0] initial LVB size: 258157, mtime: 0x69eb97c2, atime: 0x69eb97b9, ctime: 0x69eb97c2, blocks: 0x60 00010000:00010000:1.0:1777047490.576695:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047490.576700:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047490.576712:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099df2ab2/0x5ecf73d724939143 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8292 expref: 12 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047490.577107:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000099df2ab2/0x5ecf73d724939143 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8292 expref: 12 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047490.577137:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777afe800, rc 0) 00000100:00100000:1.0:1777047490.577227:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:57861:x1863365388004864:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 671us (888us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047490.577243:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3900 00000100:00100000:2.0:1777047490.601700:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047490.605430:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388004992 00000100:00100000:3.0:1777047490.605448:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388004992 00000100:00100000:3.0:1777047490.605547:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3901 00000100:00100000:3.0:1777047490.605566:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57861:x1863365388004992:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047490.605595:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047490.605625:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d72493914a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8299 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.605675:0:36217:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d724938c8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80af expref: 18 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.605694:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047490.605698:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047490.605707:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d72493914a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8299 expref: 18 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.605767:0:36217:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d724938c8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80af expref: 18 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.605796:0:36217:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d724938c8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80af expref: 18 pid: 8481 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047490.605822:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06430e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:36217:1863365443042176:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047490.605962:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047490.631626:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047490.637446:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06430e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:36217:1863365443042176:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047490.637503:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d72493914a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8299 expref: 18 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.637542:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291000, rc 0) 00000100:00100000:3.0:1777047490.637636:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57861:x1863365388004992:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 32073us (35983us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047490.637653:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3901 00000100:00100000:3.0:1777047490.637826:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388005120 00000100:00100000:3.0:1777047490.637838:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388005120 00010000:00010000:3.0:1777047490.637886:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d724938c8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80af expref: 18 pid: 8481 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047490.637939:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1976 00000100:00100000:3.0:1777047490.637955:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388005120:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047490.637979:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047490.638009:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d724938c8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80af expref: 18 pid: 8481 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.638047:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d724938c8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80af expref: 18 pid: 8481 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.638084:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007075f120/0x5ecf73d724938c8f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f80af expref: 18 pid: 8481 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.638108:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047490.638111:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047490.638122:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d72493914a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8299 expref: 17 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.638142:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d72493914a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8299 expref: 17 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.638199:0:6574:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d72493914a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8299 expref: 17 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047490.638568:0:6574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06430e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6574:1863365443042304:192.168.201.54@tcp:105: 00000100:00100000:3.0:1777047490.638651:0:6574:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047490.662362:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047490.662469:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047490.662575:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388005248 00000100:00100000:2.0:1777047490.662595:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388005248 00002000:00010000:2.0:1777047490.662659:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/141 (32768->18446744073709551615) 00002000:00100000:2.0:1777047490.662667:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643a26a00 with x1863365388005248 ext(32768->18446744073709551615) 00002000:00010000:2.0:1777047490.662691:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643a26a00. 00000100:00100000:2.0:1777047490.662732:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388005376 00000100:00100000:2.0:1777047490.662739:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388005376 00002000:00010000:2.0:1777047490.662765:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/110 (0->18446744073709551615) 00002000:00100000:2.0:1777047490.662770:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643a25180 with x1863365388005376 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047490.662780:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0643a25180. 00000100:00100000:2.0:1777047490.662818:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1135 00000100:00100000:2.0:1777047490.662834:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388005248:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:2.0:1777047490.663647:0:29059:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb size from disk: 258157 -> 32768 00002000:00010000:2.0:1777047490.663655:0:29059:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb mtime from disk: 1777047490 -> 1777047491 00002000:00010000:2.0:1777047490.663661:0:29059:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047490.663665:0:29059:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb ctime from disk: 1777047490 -> 1777047491 00002000:00010000:2.0:1777047490.663670:0:29059:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb blocks from disk: 96 -> 64 00000100:00100000:2.0:1777047490.663774:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388005248:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 938us (1512us total) trans 21474837631 rc 0/0 00000100:00100000:2.0:1777047490.663791:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1135 00002000:00010000:2.0:1777047490.663799:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/141 (32768->18446744073709551615) 00002000:00100000:2.0:1777047490.663804:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643a26a00 with x1863365388005248 ext(32768->18446744073709551615) 00002000:00010000:2.0:1777047490.663815:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643a26a00. 00000100:00100000:2.0:1777047490.664557:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1136 00000100:00100000:2.0:1777047490.664576:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388005376:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:2.0:1777047490.664733:0:29059:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047490.664781:0:29059:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb mtime from disk: 1777047482 -> 1777047491 00002000:00010000:2.0:1777047490.664785:0:29059:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047490.664790:0:29059:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb ctime from disk: 1777047483 -> 1777047491 00002000:00010000:2.0:1777047490.664794:0:29059:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047490.664853:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388005376:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 277us (2384us total) trans 17179870337 rc 0/0 00000100:00100000:2.0:1777047490.664867:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1136 00002000:00010000:2.0:1777047490.664873:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/110 (0->18446744073709551615) 00002000:00100000:2.0:1777047490.664878:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643a25180 with x1863365388005376 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047490.664892:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0643a25180. 00000100:00100000:2.0:1777047490.664975:0:6574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06430e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6574:1863365443042304:192.168.201.54@tcp:105: 00010000:00010000:2.0:1777047490.665014:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047490.665063:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388005120:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 27110us (33449us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047490.665078:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1976 00000100:00100000:2.0:1777047490.682382:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047490.683849:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388005504 00000100:00100000:3.0:1777047490.683866:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388005504 00000100:00100000:3.0:1777047490.683981:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6100 00000100:00100000:3.0:1777047490.684006:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57861:x1863365388005504:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047490.684047:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047490.684085:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d724939151 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f82a0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.684247:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724939158 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.684317:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724939158 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.684345:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724939158 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047490.684462:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 32768 00000004:00200000:3.0:1777047490.684470:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047490.684505:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724939158 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.684554:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d724939151 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82a0 expref: 30 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.684587:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724939158 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82a0 expref: 29 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.684604:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047490.684610:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047490.684621:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291200, rc 0) 00000100:00100000:3.0:1777047490.684714:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57861:x1863365388005504:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 717us (2346us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047490.684728:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6100 00000100:00100000:1.0:1777047490.720713:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047490.720902:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388005760 00000100:00100000:2.0:1777047490.720924:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388005760 00000100:00100000:2.0:1777047490.721051:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6101 00000100:00100000:2.0:1777047490.721071:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57861:x1863365388005760:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047490.721162:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047490.721640:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724939158 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82a0 expref: 29 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047490.721680:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047490.721689:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047490.721978:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493915f lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047490.722012:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493915f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047490.722030:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493915f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047490.722118:0:9025:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934952 00000004:00010000:2.0:1777047490.722568:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000057164e reply state 00000000af51cd91 transno 8589934953 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493915f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047490.722597:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493915f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047490.722611:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047490.722617:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047490.722627:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047490.722774:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57861:x1863365388005760:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1705us (2075us total) trans 8589934953 rc 0/0 00000100:00100000:2.0:1777047490.723619:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6101 00000020:00080000:2.0:1777047490.723634:0:9025:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047490.756496:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047490.756676:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388005888 00000100:00100000:0.0:1777047490.756697:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388005888 00000100:00100000:0.0:1777047490.756930:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3902 00000100:00100000:0.0:1777047490.756957:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57861:x1863365388005888:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047490.756992:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047490.757029:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d724939166 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f82a7 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047490.757078:0:8481:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 209964, mtime: 0x69eb97c2, atime: 0x69eb97bd, ctime: 0x69eb97c2, blocks: 0xd0 00010000:00010000:0.0:1777047490.757115:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047490.757120:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047490.757133:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d724939166 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82a7 expref: 19 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.757594:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d724939166 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82a7 expref: 19 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.757624:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ec200, rc 0) 00000100:00100000:0.0:1777047490.757717:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57861:x1863365388005888:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 764us (1238us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047490.757736:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3902 00000100:00100000:0.0:1777047490.775959:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047490.776150:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388006016 00000100:00100000:1.0:1777047490.776166:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388006016 00000100:00100000:1.0:1777047490.776320:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3903 00000100:00100000:1.0:1777047490.776345:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57861:x1863365388006016:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047490.776374:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047490.776444:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d72493916d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f82ae expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047490.776503:0:30115:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938ef7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81b2 expref: 14 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047490.776524:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047490.776528:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047490.776536:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d72493916d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ae expref: 14 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047490.776611:0:30115:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938ef7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81b2 expref: 14 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047490.776642:0:30115:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938ef7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81b2 expref: 14 pid: 8481 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047490.776668:0:30115:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443042432:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047490.776830:0:30115:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750f466c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047490.794679:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047490.794909:0:30115:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443042432:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047490.794975:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d72493916d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ae expref: 14 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047490.795020:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777aff000, rc 0) 00000100:00100000:1.0:1777047490.795135:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57861:x1863365388006016:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 18793us (19182us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047490.795152:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3903 00000100:00100000:0.0:1777047490.796446:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388006144 00000100:00100000:0.0:1777047490.796464:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388006144 00010000:00010000:0.0:1777047490.796520:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938ef7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81b2 expref: 14 pid: 8481 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047490.796618:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1977 00000100:00100000:0.0:1777047490.796643:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07605e9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388006144:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047490.796673:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047490.796708:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938ef7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81b2 expref: 14 pid: 8481 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.796735:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938ef7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81b2 expref: 14 pid: 8481 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.796782:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724938ef7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f81b2 expref: 14 pid: 8481 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.796833:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047490.796837:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047490.796849:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d72493916d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ae expref: 13 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.796875:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d72493916d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ae expref: 13 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.796946:0:6575:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d72493916d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ae expref: 13 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047490.796974:0:6575:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064466c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443042560:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047490.797089:0:6575:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06431dc0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047490.812310:0:6575:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064466c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443042560:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047490.812357:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047490.812507:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07605e9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388006144:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 15863us (17839us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047490.812526:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1977 00000100:00100000:2.0:1777047490.830245:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047490.830391:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047490.834563:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388006272 00000100:00100000:0.0:1777047490.834593:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388006272 00002000:00010000:2.0:1777047490.834868:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (32768->18446744073709551615) 00002000:00100000:2.0:1777047490.834892:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacad80 with x1863365388006272 ext(32768->18446744073709551615) 00002000:00010000:2.0:1777047490.834911:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064eacad80. 00000100:00100000:2.0:1777047490.834992:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388006400 00000100:00100000:2.0:1777047490.835013:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388006400 00002000:00010000:2.0:1777047490.835053:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:2.0:1777047490.835060:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacb800 with x1863365388006400 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047490.835072:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacb800. 00000100:00100000:2.0:1777047490.835139:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1137 00000100:00100000:2.0:1777047490.835157:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388006272:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:2.0:1777047490.836191:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 209964 -> 32768 00002000:00010000:2.0:1777047490.836200:0:24562:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047490 -> 1777047491 00002000:00010000:2.0:1777047490.836218:0:24562:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:2.0:1777047490.836223:0:24562:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047490 -> 1777047491 00002000:00010000:2.0:1777047490.836228:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 208 -> 64 00000100:00100000:2.0:1777047490.836465:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388006272:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 1251us (6171us total) trans 17179870338 rc 0/0 00000100:00100000:2.0:1777047490.836482:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1137 00002000:00010000:2.0:1777047490.836490:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (32768->18446744073709551615) 00002000:00100000:2.0:1777047490.836508:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacad80 with x1863365388006272 ext(32768->18446744073709551615) 00002000:00010000:2.0:1777047490.836517:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064eacad80. 00000100:00100000:2.0:1777047490.836564:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1138 00000100:00100000:2.0:1777047490.836590:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388006400:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:2.0:1777047490.836765:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047490.836772:0:24562:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047485 -> 1777047491 00002000:00010000:2.0:1777047490.836777:0:24562:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:2.0:1777047490.836782:0:24562:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047486 -> 1777047491 00002000:00010000:2.0:1777047490.836798:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047490.836858:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388006400:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 280us (6475us total) trans 21474837632 rc 0/0 00000100:00100000:2.0:1777047490.836883:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1138 00002000:00010000:2.0:1777047490.836889:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:2.0:1777047490.836894:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacb800 with x1863365388006400 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047490.836902:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacb800. 00000100:00100000:1.0:1777047490.874971:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047490.877831:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388006528 00000100:00100000:3.0:1777047490.877848:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388006528 00000100:00100000:3.0:1777047490.877974:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6102 00000100:00100000:3.0:1777047490.878008:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57861:x1863365388006528:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047490.878061:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047490.878123:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d724939174 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f82b5 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.878966:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d72493917b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.879010:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d72493917b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.879046:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d72493917b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047490.879117:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 32768 00000004:00200000:3.0:1777047490.879670:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047490.879742:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d72493917b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.879807:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d724939174 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82b5 expref: 33 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.879869:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d72493917b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82b5 expref: 32 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.879884:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047490.879890:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047490.879911:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290a00, rc 0) 00000100:00100000:1.0:1777047490.885084:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645688a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443042816:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.885218:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047490.885363:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3683:1863365443043328:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.885493:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047490.885547:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443043840:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.885626:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047490.885703:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1777047490.885716:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3683:1863365443042688:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.885797:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047490.885876:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443043200:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.885946:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047490.885994:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3683:1863365443043712:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.886045:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047490.886705:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3684:1863365443042944:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.896707:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047490.896850:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3684:1863365443043456:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.896978:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047490.897050:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443043968:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.897127:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047490.897186:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1777047490.897214:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443043072:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.897345:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047490.897457:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3684:1863365443043584:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.897517:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047490.897581:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3684:1863365443044096:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.897633:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047490.897718:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443042816 00000100:00100000:1.0:1777047490.897745:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443042816 00000100:00100000:1.0:1777047490.897845:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3287 00000100:00100000:1.0:1777047490.897876:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641dead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443042816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.898013:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641dead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443042816:12345-0@lo:400:kworker.0 Request processed in 152us (12795us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047490.898043:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3287 00000100:00100000:1.0:1777047490.898097:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443043328 00000100:00100000:1.0:1777047490.898120:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443043328 00000100:00100000:1.0:1777047490.898184:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443043712 00000100:00100000:1.0:1777047490.898205:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443043712 00000100:00100000:1.0:1777047490.898244:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443042944 00000100:00100000:1.0:1777047490.898249:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443042944 00000100:00100000:1.0:1777047490.898335:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443043456 00000100:00100000:1.0:1777047490.898341:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443043456 00000100:00100000:1.0:1777047490.898383:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443043584 00000100:00100000:1.0:1777047490.898388:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443043584 00000100:00100000:1.0:1777047490.898475:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443044096 00000100:00100000:1.0:1777047490.898496:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443044096 00000100:00100000:1.0:1777047490.898550:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4963 00000100:00100000:1.0:1777047490.898578:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3683:x1863365443043328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.898674:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3683:x1863365443043328:12345-0@lo:400:kworker.0 Request processed in 111us (13246us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047490.898703:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4963 00000100:00100000:1.0:1777047490.898742:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4964 00000100:00100000:1.0:1777047490.898754:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641debb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3683:x1863365443043712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.898835:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641debb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3683:x1863365443043712:12345-0@lo:400:kworker.0 Request processed in 82us (12788us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047490.898848:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4964 00000100:00100000:1.0:1777047490.898884:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4965 00000100:00100000:1.0:1777047490.898911:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641deb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3684:x1863365443042944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.899052:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641deb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3684:x1863365443042944:12345-0@lo:400:kworker.0 Request processed in 155us (2367us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047490.899081:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4965 00000100:00100000:1.0:1777047490.899121:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4966 00000100:00100000:1.0:1777047490.899133:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3684:x1863365443043456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.899214:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3684:x1863365443043456:12345-0@lo:400:kworker.0 Request processed in 82us (2236us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047490.899242:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4966 00000100:00100000:3.0:1777047490.899826:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57861:x1863365388006528:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 21803us (24863us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047490.909957:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4967 00000100:00100000:1.0:1777047490.910011:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3684:x1863365443043584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.910258:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3684:x1863365443043584:12345-0@lo:400:kworker.0 Request processed in 277us (12738us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047490.924345:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4968 00000100:00100000:0.0:1777047490.924395:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3684:x1863365443044096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047490.924633:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3684:x1863365443044096:12345-0@lo:400:kworker.0 Request processed in 254us (26981us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047490.924655:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4968 00000100:00100000:3.0:1777047490.929066:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6102 00000100:00100000:1.0:1777047490.934435:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4967 00000100:00100000:1.0:1777047490.934531:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443043840 00000100:00100000:1.0:1777047490.934558:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443043840 00000100:00100000:1.0:1777047490.934689:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443043200 00000100:00100000:1.0:1777047490.934696:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443043200 00000100:00100000:1.0:1777047490.934787:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443043968 00000100:00100000:1.0:1777047490.934809:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443043968 00000100:00100000:1.0:1777047490.934859:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443043072 00000100:00100000:1.0:1777047490.934865:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443043072 00000100:00100000:1.0:1777047490.934935:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3001 00000100:00100000:1.0:1777047490.934953:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443043840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.935124:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443043840:12345-0@lo:400:kworker.0 Request processed in 174us (49495us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047490.935153:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3001 00000100:00100000:1.0:1777047490.935195:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3002 00000100:00100000:1.0:1777047490.935208:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443043200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.935369:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443043200:12345-0@lo:400:kworker.0 Request processed in 161us (49434us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047490.935398:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3002 00000100:00100000:1.0:1777047490.935494:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3003 00000100:00100000:1.0:1777047490.935524:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443043968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.935614:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443043968:12345-0@lo:400:kworker.0 Request processed in 108us (38486us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047490.935642:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3003 00000100:00100000:1.0:1777047490.935730:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3004 00000100:00100000:1.0:1777047490.953762:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443043072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.954598:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443043072:12345-0@lo:400:kworker.0 Request processed in 18850us (57248us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047490.954628:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3004 00000100:00100000:1.0:1777047490.954716:0:33223:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443042688 00000100:00100000:1.0:1777047490.954729:0:33223:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443042688 00000100:00100000:1.0:1777047490.954856:0:33223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1777047490.954885:0:33223:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064225f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3683:x1863365443042688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.954981:0:33223:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064225f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3683:x1863365443042688:12345-0@lo:400:kworker.0 Request processed in 98us (69181us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047490.955009:0:33223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00080000:1.0:1777047490.955139:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777047490.955147:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777047490.955152:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1777047490.955169:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047490.955252:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3683:1863365443042688:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.955333:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443043200:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.955356:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3683:1863365443043712:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.955389:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645688a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443042816:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.955470:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3683:1863365443043328:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.955503:0:3683:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474837629 gen 2 00000004:00080000:1.0:1777047490.955511:0:3683:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474837615 committed transno 21474837629 00000004:00080000:1.0:1777047490.955553:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0642d31500, transno 21474837616 00000004:00080000:1.0:1777047490.955568:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0642d31180, transno 21474837617 00000004:00080000:1.0:1777047490.955586:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0642d32d80, transno 21474837618 00000004:00080000:1.0:1777047490.955591:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e282300, transno 21474837619 00000004:00080000:1.0:1777047490.955596:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645688e00, transno 21474837626 00000004:00080000:1.0:1777047490.955601:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064568b100, transno 21474837627 00000004:00080000:1.0:1777047490.955606:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645688000, transno 21474837628 00000004:00080000:1.0:1777047490.955610:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064568b480, transno 21474837629 00000100:00100000:1.0:1777047490.955631:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443043840:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.956344:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443043072:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.956378:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3684:1863365443043584:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.956397:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3684:1863365443044096:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.956428:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3684:1863365443042944:0@lo:400:kworker.0 00000004:00080000:0.0:1777047490.956886:0:33232:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 8 done 00000100:00100000:1.0:1777047490.970250:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3684:1863365443043456:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.970342:0:3684:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179870335 gen 2 00000004:00080000:1.0:1777047490.970367:0:3684:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179870326 committed transno 17179870335 00000004:00080000:1.0:1777047490.970409:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644326300, transno 17179870327 00000004:00080000:1.0:1777047490.970485:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644324e00, transno 17179870328 00000004:00080000:1.0:1777047490.970490:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644324000, transno 17179870329 00000004:00080000:1.0:1777047490.970495:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644325f80, transno 17179870330 00000004:00080000:1.0:1777047490.970500:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064eacfb80, transno 17179870332 00000004:00080000:1.0:1777047490.970504:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064eacf480, transno 17179870333 00000004:00080000:1.0:1777047490.970524:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064eacea00, transno 17179870334 00000004:00080000:1.0:1777047490.970529:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064eacd880, transno 17179870335 00000100:00100000:1.0:1777047490.970538:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443043968:0@lo:400:kworker.0 00000004:00080000:0.0:1777047490.971817:0:33234:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 8 done 00000100:00100000:2.0:1777047490.980653:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047490.981462:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388006656 00000100:00100000:0.0:1777047490.981490:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388006656 00000100:00100000:0.0:1777047490.981669:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1139 00000100:00100000:0.0:1777047490.981704:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388006656:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047490.981792:0:29061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939182 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.981835:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047490.981854:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047490.981864:0:29061:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939182 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.981904:0:29061:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939182 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.982150:0:29061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939182 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.982186:0:29061:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939182 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.982204:0:29061:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939182 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.982244:0:29061:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047490.985326:0:29061:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939182 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.985385:0:29061:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939182 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.985431:0:29061:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939182 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047490.985449:0:29061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939182 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047490.985737:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388006656:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 4033us (5102us total) trans 0 rc 3861/3861 00000100:00100000:0.0:1777047490.985768:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1139 00000100:00100000:0.0:1777047491.058760:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047491.061366:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388006784 00000100:00100000:1.0:1777047491.061392:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388006784 00000100:00100000:1.0:1777047491.061680:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1140 00000100:00100000:1.0:1777047491.061735:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064466c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388006784:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:1.0:1777047491.061815:0:24563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d724939189 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777047491.062383:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777047491.063389:0:24563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000099df2ab2/0x5ecf73d724939143 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8292 expref: 14 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.063412:0:24563:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047491.063426:0:24563:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047491.063433:0:24563:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d724939189 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.064036:0:24563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000099df2ab2/0x5ecf73d724939143 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8292 expref: 14 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.064078:0:24563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000099df2ab2/0x5ecf73d724939143 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8292 expref: 14 pid: 28387 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047491.064115:0:24563:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d31500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:24563:1863365443044224:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047491.064344:0:24563:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06431dc600 going to sleep for 11 seconds 00000100:00100000:3.0:1777047491.085511:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047491.085729:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388006912 00000100:00100000:2.0:1777047491.085749:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388006912 00010000:00010000:2.0:1777047491.085826:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000099df2ab2/0x5ecf73d724939143 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8292 expref: 15 pid: 28387 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047491.086792:0:24563:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d31500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:24563:1863365443044224:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047491.086838:0:24563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d724939189 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047491.086998:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1978 00000100:00100000:2.0:1777047491.087021:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388006912:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047491.087048:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047491.087081:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000099df2ab2/0x5ecf73d724939143 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8292 expref: 15 pid: 28387 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.087110:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000099df2ab2/0x5ecf73d724939143 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8292 expref: 15 pid: 28387 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.087150:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000099df2ab2/0x5ecf73d724939143 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8292 expref: 15 pid: 28387 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.087178:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047491.087182:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047491.087191:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d724939189 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.087210:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d724939189 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.087317:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047491.087393:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388006912:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 377us (1900us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047491.087411:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1978 00010000:00010000:1.0:1777047491.088167:0:24563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d724939189 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.088189:0:24563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d724939189 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047491.102889:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837633 is committed 00002000:00010000:1.0:1777047491.104476:0:24563:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb size from disk: 32768 -> 81920 00002000:00010000:1.0:1777047491.104486:0:24563:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb blocks from disk: 64 -> 72 00010000:00010000:1.0:1777047491.104508:0:24563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d724939189 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.104533:0:24563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d724939189 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.104552:0:24563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d724939189 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.104566:0:24563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0777afec00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047491.104574:0:24563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d724939189 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.104591:0:24563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d724939189 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.104622:0:24563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d724939189 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.104637:0:24563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d724939189 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047491.105332:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064466c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2431:x1863365388006784:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 43628us (46587us total) trans 21474837633 rc 0/0 00000100:00100000:2.0:1777047491.105354:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1140 00000100:00100000:2.0:1777047491.123983:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047491.129504:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388007040 00000100:00100000:3.0:1777047491.129525:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388007040 00000100:00100000:3.0:1777047491.129809:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1141 00000100:00100000:3.0:1777047491.129829:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2431:x1863365388007040:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:3.0:1777047491.129879:0:24565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724939190 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.129911:0:24565:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d724939166 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82a7 expref: 20 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.129929:0:24565:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047491.129932:0:24565:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047491.129938:0:24565:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724939190 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.129997:0:24565:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d724939166 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82a7 expref: 20 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.130026:0:24565:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d724939166 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82a7 expref: 20 pid: 8481 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047491.130053:0:24565:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06430e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:24565:1863365443044352:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047491.130210:0:24565:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6780 going to sleep for 11 seconds 00000100:00080000:2.0:1777047491.136353:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047491.149527:0:24565:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06430e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:24565:1863365443044352:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047491.149577:0:24565:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724939190 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047491.168701:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047491.169510:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388007168 00000100:00100000:3.0:1777047491.169526:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388007168 00010000:00010000:3.0:1777047491.169591:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d724939166 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82a7 expref: 21 pid: 8481 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047491.169827:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1979 00000100:00100000:3.0:1777047491.169847:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388007168:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047491.169872:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047491.169905:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d724939166 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82a7 expref: 21 pid: 8481 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.169932:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d724939166 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82a7 expref: 21 pid: 8481 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.169967:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d724939166 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82a7 expref: 21 pid: 8481 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.169997:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047491.170001:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047491.170009:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724939190 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.170038:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724939190 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.170087:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047491.171170:0:24565:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724939190 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.171512:0:24565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724939190 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047491.173138:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388007168:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 721us (1875us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047491.173158:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1979 00000001:00080000:0.0:1777047491.191605:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870339 is committed 00002000:00010000:3.0:1777047491.197480:0:24565:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 32768 -> 81920 00002000:00010000:3.0:1777047491.197495:0:24565:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 64 -> 72 00010000:00010000:3.0:1777047491.197518:0:24565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724939190 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.197542:0:24565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724939190 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.197560:0:24565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724939190 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.197575:0:24565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047491.197584:0:24565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724939190 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.197602:0:24565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724939190 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.197634:0:24565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724939190 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.197652:0:24565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d724939190 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047491.198171:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388007040:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 67985us (73838us total) trans 17179870339 rc 0/0 00000100:00100000:3.0:1777047491.198192:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1141 00000100:00100000:2.0:1777047491.336572:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047491.339324:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388007424 00000100:00100000:0.0:1777047491.339342:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388007424 00000100:00100000:0.0:1777047491.339589:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6103 00000100:00100000:0.0:1777047491.339620:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57861:x1863365388007424:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047491.339716:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047491.339776:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d72493917b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82b5 expref: 32 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.339819:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047491.339828:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047491.340697:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d724939197 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.340735:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d724939197 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.340756:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d724939197 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047491.340865:0:9025:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934954 00000004:00010000:0.0:1777047491.340925:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c1b1817e reply state 00000000e234e5ff transno 8589934955 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d724939197 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.340958:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d724939197 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.340971:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047491.340986:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047491.340991:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047491.341161:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57861:x1863365388007424:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1554us (4610us total) trans 8589934955 rc 0/0 00000100:00100000:0.0:1777047491.341177:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6103 00000020:00080000:0.0:1777047491.341196:0:9025:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:2.0:1777047491.341996:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047491.380748:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047491.380956:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388007552 00000100:00100000:2.0:1777047491.380976:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388007552 00000100:00100000:2.0:1777047491.381121:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3904 00000100:00100000:2.0:1777047491.381146:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:57861:x1863365388007552:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047491.381181:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047491.381216:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493919e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f82bc expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047491.381298:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8d:0x0] initial LVB size: 81920, mtime: 0x69eb97c3, atime: 0x69eb97b9, ctime: 0x69eb97c3, blocks: 0x48 00010000:00010000:2.0:1777047491.381341:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047491.381351:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047491.381365:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493919e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82bc expref: 12 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.381466:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493919e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82bc expref: 12 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.381496:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139b000, rc 0) 00000100:00100000:2.0:1777047491.381604:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:57861:x1863365388007552:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 463us (863us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047491.381619:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3904 00010000:00010000:3.0:1777047491.395627:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047491.397165:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d8e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443044608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777047491.397327:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047491.397449:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777047491.397464:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d8e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443044480:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777047491.397518:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047491.397580:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443044480 00000100:00100000:2.0:1777047491.397591:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443044480 00000100:00100000:2.0:1777047491.397669:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3288 00000100:00100000:2.0:1777047491.397691:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443044480:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777047491.398104:0:6594:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445871616 avail 1299632128 00000100:00100000:2.0:1777047491.398219:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443044480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 529us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047491.398239:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3288 00000100:00100000:2.0:1777047491.398435:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d8e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443044480:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777047491.398679:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443044608 00000100:00100000:1.0:1777047491.398689:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443044608 00000100:00100000:1.0:1777047491.398771:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2483 00000100:00100000:1.0:1777047491.398793:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0775adf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443044608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777047491.398826:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 335436224 pending 0 free 3916972032 avail 3685363712 00000100:00100000:1.0:1777047491.398920:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0775adf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443044608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 130us (1593us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047491.398934:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2483 00000100:00100000:3.0:1777047491.402998:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047491.403102:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047491.403151:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388007680 00000100:00100000:3.0:1777047491.403161:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388007680 00002000:00010000:3.0:1777047491.403209:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/141 (81685->18446744073709551615) 00002000:00100000:3.0:1777047491.403223:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06430e1f80 with x1863365388007680 ext(81685->18446744073709551615) 00002000:00010000:3.0:1777047491.403240:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06430e1f80. 00000100:00100000:3.0:1777047491.403313:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388007808 00000100:00100000:3.0:1777047491.403321:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388007808 00002000:00010000:3.0:1777047491.403351:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/110 (0->18446744073709551615) 00002000:00100000:3.0:1777047491.403358:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06430e3480 with x1863365388007808 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047491.403368:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e06430e3480. 00000100:00100000:3.0:1777047491.403455:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1142 00000100:00100000:3.0:1777047491.403477:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388007680:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:3.0:1777047491.404186:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb size from disk: 81920 -> 81685 00002000:00010000:3.0:1777047491.404195:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb mtime from disk: 1777047491 -> 1777047491 00002000:00010000:3.0:1777047491.404200:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:3.0:1777047491.404205:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb ctime from disk: 1777047491 -> 1777047491 00000100:00100000:1.0:1777047491.404820:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1143 00000100:00100000:1.0:1777047491.404842:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388007808:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047491.404998:0:20134:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047491.405005:0:20134:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb mtime from disk: 1777047491 -> 1777047491 00002000:00010000:1.0:1777047491.405010:0:20134:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:1.0:1777047491.405014:0:20134:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb ctime from disk: 1777047491 -> 1777047491 00002000:00010000:1.0:1777047491.405018:0:20134:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047491.405096:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388007808:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 259us (1991us total) trans 17179870340 rc 0/0 00000100:00100000:1.0:1777047491.405110:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1143 00002000:00010000:1.0:1777047491.405117:0:20134:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/110 (0->18446744073709551615) 00002000:00100000:1.0:1777047491.405123:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06430e3480 with x1863365388007808 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047491.405131:0:20134:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e06430e3480. 00000100:00100000:2.0:1777047491.408579:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d8e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443044608:0@lo:13:osp-pre-1-1.0 00002000:00010000:3.0:1777047491.410862:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:3.0:1777047491.410980:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388007680:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 7506us (7985us total) trans 21474837634 rc 0/0 00000100:00100000:3.0:1777047491.411005:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1142 00002000:00010000:3.0:1777047491.411014:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/141 (81685->18446744073709551615) 00002000:00100000:3.0:1777047491.411021:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06430e1f80 with x1863365388007680 ext(81685->18446744073709551615) 00002000:00010000:3.0:1777047491.411039:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06430e1f80. 00000100:00100000:3.0:1777047491.430641:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047491.431451:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388007936 00000100:00100000:1.0:1777047491.431468:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388007936 00000100:00100000:1.0:1777047491.431580:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6104 00000100:00100000:1.0:1777047491.431600:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57861:x1863365388007936:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047491.431636:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047491.431667:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249391a5 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f82c3 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.432165:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe200/0x5ecf73d7249391ac lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.432194:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe200/0x5ecf73d7249391ac lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.432215:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe200/0x5ecf73d7249391ac lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047491.432317:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 81685 00000004:00200000:1.0:1777047491.432326:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047491.432359:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe200/0x5ecf73d7249391ac lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.432476:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d7249391a5 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82c3 expref: 36 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.432512:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe200/0x5ecf73d7249391ac lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82c3 expref: 35 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.432524:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047491.432529:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047491.432534:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777afe200, rc 0) 00000100:00100000:1.0:1777047491.432619:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57861:x1863365388007936:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1024us (1990us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047491.432634:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6104 00000100:00100000:1.0:1777047491.448092:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047491.448629:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388008192 00000100:00100000:2.0:1777047491.448645:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388008192 00000100:00100000:2.0:1777047491.448752:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6105 00000100:00100000:2.0:1777047491.448779:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57861:x1863365388008192:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047491.448873:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047491.448925:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe200/0x5ecf73d7249391ac lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82c3 expref: 35 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.448966:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047491.448975:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047491.450172:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249391b3 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.450202:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249391b3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.450226:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249391b3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047491.450477:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934956 00000004:00010000:2.0:1777047491.450531:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000337289cd reply state 0000000025f8e021 transno 8589934957 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249391b3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.450572:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249391b3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.450590:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047491.450595:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047491.450600:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047491.451137:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57861:x1863365388008192:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 2362us (3054us total) trans 8589934957 rc 0/0 00000100:00100000:2.0:1777047491.451565:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6105 00000020:00080000:2.0:1777047491.451584:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047491.465636:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047491.466196:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388008320 00000100:00100000:0.0:1777047491.466213:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388008320 00000100:00100000:0.0:1777047491.466341:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3905 00000100:00100000:0.0:1777047491.466361:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57861:x1863365388008320:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047491.466471:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047491.466507:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d7249391ba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f82ca expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047491.466550:0:8481:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 81920, mtime: 0x69eb97c3, atime: 0x69eb97bd, ctime: 0x69eb97c3, blocks: 0x48 00010000:00010000:0.0:1777047491.466583:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047491.466588:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047491.466603:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d7249391ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ca expref: 19 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.466645:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d7249391ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ca expref: 19 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.466669:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ed400, rc 0) 00000100:00100000:0.0:1777047491.466776:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57861:x1863365388008320:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 418us (1173us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047491.466796:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3905 00000100:00100000:3.0:1777047491.486250:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047491.486359:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047491.486565:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388008448 00000100:00100000:2.0:1777047491.486582:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388008448 00002000:00010000:2.0:1777047491.486644:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (81685->18446744073709551615) 00002000:00100000:2.0:1777047491.486653:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06430e0e00 with x1863365388008448 ext(81685->18446744073709551615) 00002000:00010000:2.0:1777047491.487493:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e06430e0e00. 00000100:00100000:2.0:1777047491.487550:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388008576 00000100:00100000:2.0:1777047491.487558:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388008576 00002000:00010000:2.0:1777047491.487588:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:2.0:1777047491.487594:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06430e1c00 with x1863365388008576 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047491.487606:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06430e1c00. 00000100:00100000:2.0:1777047491.488775:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1144 00000100:00100000:2.0:1777047491.488801:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388008448:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:2.0:1777047491.489710:0:8485:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 81920 -> 81685 00002000:00010000:2.0:1777047491.489719:0:8485:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047491 -> 1777047491 00002000:00010000:2.0:1777047491.489724:0:8485:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:2.0:1777047491.489729:0:8485:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047491 -> 1777047491 00002000:00010000:2.0:1777047491.489733:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:2.0:1777047491.489829:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388008448:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 1035us (3589us total) trans 17179870341 rc 0/0 00000100:00100000:0.0:1777047491.490648:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1145 00000100:00100000:0.0:1777047491.490675:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388008576:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:0.0:1777047491.491207:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047491.491215:0:29067:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047491 -> 1777047491 00002000:00010000:0.0:1777047491.491220:0:29067:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:0.0:1777047491.491224:0:29067:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047491 -> 1777047491 00002000:00010000:0.0:1777047491.491229:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047491.491325:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388008576:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 657us (4962us total) trans 21474837635 rc 0/0 00000100:00100000:0.0:1777047491.491342:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1145 00002000:00010000:0.0:1777047491.491350:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:0.0:1777047491.491356:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06430e1c00 with x1863365388008576 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047491.491367:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06430e1c00. 00000100:00100000:1.0:1777047491.515591:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047491.515778:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388008832 00000100:00100000:0.0:1777047491.515793:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388008832 00000100:00100000:0.0:1777047491.515894:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6106 00000100:00100000:0.0:1777047491.515912:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57861:x1863365388008832:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047491.516070:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249391c1 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.516100:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249391c1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.516118:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249391c1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777047491.516397:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003bdda153 reply state 00000000ea2e03e2 transno 8589934958 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249391c1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.516422:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249391c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.516437:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047491.516442:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047491.516448:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047491.516649:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57861:x1863365388008832:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 737us (1065us total) trans 8589934958 rc 0/0 00000100:00100000:0.0:1777047491.516664:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6106 00000100:00100000:2.0:1777047491.517010:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1144 00002000:00010000:2.0:1777047491.517020:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (81685->18446744073709551615) 00002000:00100000:2.0:1777047491.517027:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06430e0e00 with x1863365388008448 ext(81685->18446744073709551615) 00002000:00010000:2.0:1777047491.517041:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e06430e0e00. 00000100:00100000:3.0:1777047491.522630:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047491.528031:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388008960 00000100:00100000:1.0:1777047491.528049:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388008960 00000100:00100000:1.0:1777047491.528594:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3906 00000100:00100000:1.0:1777047491.528615:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749167800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57861:x1863365388008960:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047491.528641:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047491.528667:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d7249391c8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f82d1 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.528718:0:36216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d724939112 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f827d expref: 15 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.528734:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047491.528738:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047491.528745:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d7249391c8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82d1 expref: 15 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.528797:0:36216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d724939112 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f827d expref: 15 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.529008:0:36216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d724939112 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f827d expref: 15 pid: 8633 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047491.529041:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d8e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:36216:1863365443044736:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047491.529493:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750f46180 going to sleep for 11 seconds 00000100:00100000:2.0:1777047491.546747:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d8e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:36216:1863365443044736:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047491.547142:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d7249391c8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82d1 expref: 15 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.547185:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777afec00, rc 0) 00000100:00100000:2.0:1777047491.547664:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749167800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57861:x1863365388008960:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 19050us (25040us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047491.547682:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3906 00000100:00100000:1.0:1777047491.555309:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047491.559577:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388009088 00000100:00100000:0.0:1777047491.559597:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388009088 00010000:00010000:0.0:1777047491.559665:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d724939112 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f827d expref: 15 pid: 8633 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047491.560640:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1980 00000100:00100000:0.0:1777047491.560662:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388009088:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047491.560689:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047491.560726:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d724939112 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f827d expref: 15 pid: 8633 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.560756:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d724939112 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f827d expref: 15 pid: 8633 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.560797:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d724939112 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f827d expref: 15 pid: 8633 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.560827:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047491.560831:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047491.560844:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d7249391c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82d1 expref: 14 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.560866:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d7249391c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82d1 expref: 14 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.560929:0:6575:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d7249391c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82d1 expref: 14 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047491.560956:0:6575:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d31500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443044864:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047491.561098:0:6575:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0768d450c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047491.584078:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047491.584702:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388009216 00000100:00100000:2.0:1777047491.584718:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388009216 00000100:00100000:2.0:1777047491.584831:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3907 00000100:00100000:2.0:1777047491.584851:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:57861:x1863365388009216:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047491.584879:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047491.584909:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bb50d36e/0x5ecf73d7249391cf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f82d8 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.584964:0:8633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939119 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8284 expref: 21 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.584982:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047491.584985:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047491.584993:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bb50d36e/0x5ecf73d7249391cf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82d8 expref: 21 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.585077:0:8633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939119 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8284 expref: 21 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.585108:0:8633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939119 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8284 expref: 21 pid: 11204 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047491.585150:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eaca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443044992:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047491.585675:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047491.587300:0:6575:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d31500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443044864:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047491.587336:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047491.587481:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388009088:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 26822us (32180us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047491.587507:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1980 00000100:00100000:1.0:1777047491.606630:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047491.608065:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388009344 00000100:00100000:0.0:1777047491.608080:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388009344 00010000:00010000:0.0:1777047491.608143:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939119 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8284 expref: 22 pid: 11204 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047491.608221:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1981 00000100:00100000:0.0:1777047491.608239:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d8e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388009344:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047491.608298:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047491.608330:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939119 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8284 expref: 22 pid: 11204 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.608358:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939119 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8284 expref: 22 pid: 11204 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.608434:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047491.608439:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047491.608452:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bb50d36e/0x5ecf73d7249391cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82d8 expref: 22 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.608474:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bb50d36e/0x5ecf73d7249391cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82d8 expref: 22 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.608557:0:6573:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bb50d36e/0x5ecf73d7249391cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82d8 expref: 22 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047491.608628:0:6573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d31500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6573:1863365443045120:192.168.201.54@tcp:105: 00010000:00010000:2.0:1777047491.609627:0:8633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939119 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8284 expref: 22 pid: 11204 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047491.609658:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eaca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443044992:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047491.609694:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bb50d36e/0x5ecf73d7249391cf lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82d8 expref: 21 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.609713:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139b200, rc 0) 00000100:00100000:0.0:1777047491.610076:0:6573:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0768d450c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047491.622423:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:57861:x1863365388009216:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 37560us (38348us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047491.622447:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3907 00000100:00100000:3.0:1777047491.659958:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047491.660481:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388009472 00000100:00100000:1.0:1777047491.660498:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388009472 00000100:00100000:1.0:1777047491.660580:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3908 00000100:00100000:1.0:1777047491.660599:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749167480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57861:x1863365388009472:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047491.660628:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047491.660656:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249391d6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f82df expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.660707:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d724939120 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f828b expref: 15 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.660726:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047491.660729:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047491.660737:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249391d6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82df expref: 15 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.660795:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d724939120 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f828b expref: 15 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.660823:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d724939120 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f828b expref: 15 pid: 30115 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047491.660851:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d744700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443045248:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047491.660984:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750f46180 going to sleep for 11 seconds 00000100:00100000:0.0:1777047491.661152:0:6573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d31500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6573:1863365443045120:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047491.661189:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047491.661294:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d8e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388009344:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 53055us (54694us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047491.661311:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1981 00000100:00100000:2.0:1777047491.678750:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047491.679458:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388009600 00000100:00100000:3.0:1777047491.679474:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388009600 00010000:00010000:3.0:1777047491.679536:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d724939120 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f828b expref: 16 pid: 30115 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047491.679597:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d744700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443045248:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047491.679622:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1982 00010000:00010000:1.0:1777047491.679657:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249391d6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82df expref: 16 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047491.679676:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eaca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388009600:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047491.679710:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777afe200, rc 0) 00010000:00010000:3.0:1777047491.679712:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047491.679748:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d724939120 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f828b expref: 16 pid: 30115 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.680157:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d724939120 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f828b expref: 16 pid: 30115 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.680569:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d724939120 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f828b expref: 16 pid: 30115 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.680597:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047491.680601:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047491.680611:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249391d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82df expref: 15 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.680632:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249391d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82df expref: 15 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.680691:0:6574:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249391d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82df expref: 15 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047491.680719:0:6574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749166300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365443045376:192.168.201.54@tcp:105: 00000100:00100000:1.0:1777047491.685479:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749167480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57861:x1863365388009472:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 24872us (25523us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047491.685499:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3908 00000100:00100000:3.0:1777047491.688524:0:6574:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047491.718555:0:6574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749166300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365443045376:192.168.201.54@tcp:105: 00010000:00010000:3.0:1777047491.718604:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047491.718719:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eaca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388009600:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 39052us (39978us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047491.718741:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1982 00000100:00100000:2.0:1777047491.735335:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047491.735624:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047491.740498:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047491.743014:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388009728 00000100:00100000:3.0:1777047491.743036:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388009728 00000100:00100000:3.0:1777047491.743129:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388009856 00000100:00100000:3.0:1777047491.743138:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388009856 00000100:00100000:3.0:1777047491.743214:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3909 00000100:00100000:1.0:1777047491.743286:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3910 00000100:00100000:3.0:1777047491.743289:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388009728:12345-192.168.201.54@tcp:2:lfs.0 00000100:00100000:1.0:1777047491.743325:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388009856:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:1.0:1777047491.743558:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047491.743567:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047489 -> 1777047489 00002000:00010000:3.0:1777047491.743570:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 81685 -> 81685 00002000:00010000:1.0:1777047491.743576:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047485 -> 1777047489 00002000:00010000:3.0:1777047491.743583:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047489 -> 1777047489 00002000:00010000:1.0:1777047491.743590:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047489 -> 1777047492 00002000:00010000:3.0:1777047491.743592:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047489 -> 1777047489 00002000:00010000:1.0:1777047491.743601:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:3.0:1777047491.743612:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047489 -> 1777047492 00002000:00010000:3.0:1777047491.743618:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:1.0:1777047491.743755:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388009856:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 435us (8124us total) trans 17179870342 rc 0/0 00000100:00100000:1.0:1777047491.743772:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3910 00000100:00100000:3.0:1777047491.744516:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388009728:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 1277us (9185us total) trans 21474837636 rc 0/0 00000100:00100000:3.0:1777047491.745342:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3909 00000100:00100000:1.0:1777047491.754095:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388009984 00000100:00100000:1.0:1777047491.754116:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388009984 00000100:00100000:1.0:1777047491.754234:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3911 00000100:00100000:1.0:1777047491.754302:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eaca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388009984:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:1.0:1777047491.754611:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047491.754620:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047489 -> 1777047489 00002000:00010000:1.0:1777047491.754625:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047485 -> 1777047489 00002000:00010000:1.0:1777047491.754634:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047489 -> 1777047492 00002000:00010000:1.0:1777047491.754640:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047491.754730:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eaca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388009984:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 479us (14239us total) trans 21474837637 rc 0/0 00000100:00100000:1.0:1777047491.754746:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3911 00000100:00100000:2.0:1777047491.783119:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047491.783335:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388010240 00000100:00100000:0.0:1777047491.783357:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388010240 00000100:00100000:0.0:1777047491.783548:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2061 00000100:00100000:0.0:1777047491.783575:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57861:x1863365388010240:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:0.0:1777047491.783728:0:6591:0:(mdt_open.c:2500:mdt_close_resync_done()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d7249390d3 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8268 expref: 39 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.783820:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249391dd lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.783855:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d7249390fd lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f826f expref: 39 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.783876:0:6591:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249391dd lrc: 4/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.783944:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d7249390fd lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f826f expref: 39 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.783987:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d7249390fd lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f826f expref: 39 pid: 6590 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047491.784016:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d31500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6591:1863365443045504:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047491.784171:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0768d450c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047491.795727:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d31500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6591:1863365443045504:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047491.795778:0:6591:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249391dd lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047491.814321:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047491.815711:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388010368 00000100:00100000:0.0:1777047491.815728:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388010368 00010000:00010000:0.0:1777047491.816162:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d7249390fd lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f826f expref: 40 pid: 6590 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047491.816231:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1983 00000100:00100000:0.0:1777047491.816284:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:2430:x1863365388010368:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047491.816315:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047491.816335:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d7249390fd lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f826f expref: 40 pid: 6590 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.816360:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d7249390fd lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f826f expref: 40 pid: 6590 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.816469:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d7249390fd lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f826f expref: 40 pid: 6590 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.816516:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047491.816527:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249391dd lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.816554:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249391dd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.816571:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249391dd lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.816618:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047491.816727:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:2430:x1863365388010368:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 479us (2477us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047491.816749:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1983 00010000:00010000:2.0:1777047491.817885:0:6591:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249391dd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.817904:0:6591:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249391dd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777047491.818480:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].49, 88 off12360 00000004:00080000:2.0:1777047491.818505:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4120455120976ns, next at 4003234154999ns, rc = 0 00000040:00080000:2.0:1777047491.818563:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].49, 88 off12384 00000004:00080000:2.0:1777047491.818576:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4120455192546ns, next at 4003234201462ns, rc = 0 00000040:00080000:2.0:1777047491.818648:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].50, 88 off12472 00000004:00080000:2.0:1777047491.818658:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4120455274379ns, next at 4003234201462ns, rc = 0 00000040:00080000:2.0:1777047491.818686:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].50, 88 off12448 00000004:00080000:2.0:1777047491.818694:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4120455310153ns, next at 4003234154999ns, rc = 0 00000040:00080000:2.0:1777047491.818720:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].51, 88 off12536 00000004:00080000:2.0:1777047491.818727:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4120455343456ns, next at 4003234154999ns, rc = 0 00000040:00080000:2.0:1777047491.818751:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].51, 88 off12560 00000004:00080000:2.0:1777047491.818757:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4120455373219ns, next at 4003234201462ns, rc = 0 00000040:00080000:2.0:1777047491.818774:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].52, 88 off12648 00000004:00080000:2.0:1777047491.818782:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4120455398266ns, next at 4003234201462ns, rc = 0 00000040:00080000:2.0:1777047491.818807:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].52, 88 off12624 00000004:00080000:2.0:1777047491.818814:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4120455430369ns, next at 4003234154999ns, rc = 0 00000001:00080000:1.0:1777047491.842742:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934959 is committed 00000004:00080000:1.0:1777047491.842763:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 52 committed 00000004:00080000:1.0:1777047491.842784:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 54 committed 00000100:00100000:0.0:1777047491.844446:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443045760:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047491.844544:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047491.844608:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 53 committed 00000100:00100000:0.0:1777047491.844615:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1777047491.844764:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d72493913c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.844788:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d72493913c lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.844802:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d72493913c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.844814:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047491.844823:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d72493913c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.844838:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d72493913c lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.844864:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047491.844870:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047491.844878:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d72493913c lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.844890:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d72493913c lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.844922:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493915f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.844935:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493915f lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.844946:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493915f lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.844955:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047491.844960:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493915f lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.844971:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493915f lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.844986:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047491.844991:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047491.844997:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493915f lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.845019:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493915f lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.845042:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d724939197 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.845055:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d724939197 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.845068:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d724939197 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.845079:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047491.845085:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d724939197 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.845098:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d724939197 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.845114:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047491.845119:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047491.845125:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d724939197 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.845137:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d724939197 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.845161:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249391b3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.845175:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249391b3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.845187:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249391b3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.845197:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139ac00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047491.845202:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249391b3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.845215:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249391b3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.845231:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047491.845236:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047491.845242:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249391b3 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.845290:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249391b3 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.845313:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249391c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.845326:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249391c1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.845338:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249391c1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.845349:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ecc00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047491.845355:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249391c1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.845378:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249391c1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.845452:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047491.845457:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047491.845465:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249391c1 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.845478:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249391c1 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047491.845540:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443045760 00000100:00100000:2.0:1777047491.845552:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443045760 00000100:00100000:2.0:1777047491.845627:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3912 00000100:00100000:2.0:1777047491.845644:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443045760:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047491.845866:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047491.845873:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047489 -> 1777047489 00002000:00010000:2.0:1777047491.845879:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047489 -> 1777047489 00002000:00010000:2.0:1777047491.845883:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047492 -> 1777047492 00002000:00010000:2.0:1777047491.845888:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047491.845962:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3685:x1863365443045760:12345-0@lo:2:osp-syn-0-0.0 Request processed in 319us (1417us total) trans 21474837638 rc 0/0 00000100:00100000:2.0:1777047491.845977:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3912 00000100:00100000:0.0:1777047491.847769:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443045632:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047491.847841:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777047491.847928:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0642d31180/2, rc 0, transno 21474837638 00000100:00100000:0.0:1777047491.847941:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443045760:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047491.847981:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443045888:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047491.848031:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047491.848065:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047491.848078:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443046016:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047491.848117:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047491.852977:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443045632 00000100:00100000:2.0:1777047491.852993:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443045632 00000100:00100000:2.0:1777047491.853063:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443045888 00000100:00100000:2.0:1777047491.853071:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443045888 00000100:00100000:2.0:1777047491.853116:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443046016 00000100:00100000:2.0:1777047491.853126:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443046016 00000004:00080000:1.0:1777047491.853702:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 51 committed 00000004:00080000:1.0:1777047491.853713:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 50 committed 00000004:00080000:1.0:1777047491.853716:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 52 committed 00000004:00080000:1.0:1777047491.853721:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 51 committed 00000004:00080000:1.0:1777047491.853724:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 49 committed 00000100:00100000:1.0:1777047491.854425:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064466ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443046272:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047491.854558:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047491.875016:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777047491.875069:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443046144:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047491.875163:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047491.875603:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443046272 00000100:00100000:2.0:1777047491.875618:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443046272 00000100:00100000:2.0:1777047491.875712:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3913 00000100:00100000:2.0:1777047491.875732:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3685:x1863365443045632:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047491.875949:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 81685 -> 81685 00002000:00010000:2.0:1777047491.875958:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047489 -> 1777047489 00002000:00010000:2.0:1777047491.875964:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047489 -> 1777047489 00002000:00010000:2.0:1777047491.875969:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047492 -> 1777047492 00002000:00010000:2.0:1777047491.876013:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:2.0:1777047491.876090:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3685:x1863365443045632:12345-0@lo:2:osp-syn-0-0.0 Request processed in 362us (28247us total) trans 21474837639 rc 0/0 00000100:00100000:2.0:1777047491.876105:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3913 00000100:00100000:2.0:1777047491.876141:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3914 00000100:00100000:2.0:1777047491.876157:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077594bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3682:x1863365443045888:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047491.876304:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb size from disk: 81685 -> 81685 00002000:00010000:2.0:1777047491.876311:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb mtime from disk: 1777047491 -> 1777047491 00002000:00010000:2.0:1777047491.876316:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047491.876321:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb ctime from disk: 1777047491 -> 1777047491 00002000:00010000:2.0:1777047491.876325:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:2.0:1777047491.878309:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077594bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3682:x1863365443045888:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2149us (30270us total) trans 21474837640 rc 0/0 00000100:00100000:2.0:1777047491.878325:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3914 00000100:00100000:3.0:1777047491.878656:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3915 00000100:00100000:3.0:1777047491.878680:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3682:x1863365443046016:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047491.879245:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047491.879288:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047491 -> 1777047491 00002000:00010000:3.0:1777047491.879295:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:3.0:1777047491.879300:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047491 -> 1777047491 00002000:00010000:3.0:1777047491.879305:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047491.879424:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3682:x1863365443046016:12345-0@lo:2:osp-syn-0-0.0 Request processed in 719us (31270us total) trans 21474837641 rc 0/0 00000100:00100000:3.0:1777047491.879440:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3915 00000100:00100000:3.0:1777047491.879474:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3916 00000100:00100000:3.0:1777047491.879491:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443046272:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047491.879618:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047491.879624:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047489 -> 1777047489 00002000:00010000:3.0:1777047491.879630:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047489 -> 1777047489 00002000:00010000:3.0:1777047491.879635:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047492 -> 1777047492 00002000:00010000:3.0:1777047491.879640:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777047491.879700:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3685:x1863365443046272:12345-0@lo:2:osp-syn-1-0.0 Request processed in 211us (25141us total) trans 17179870343 rc 0/0 00000100:00100000:3.0:1777047491.879714:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3916 00000004:00010000:3.0:1777047491.880189:0:6591:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000070f4c541 reply state 00000000a5d9f288 transno 8589934959 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249391dd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.880224:0:6591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249391dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.880243:0:6591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047491.880275:0:6591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1777047491.880283:0:6591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777047491.880293:0:6591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047491.880298:0:6591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047491.880310:0:6591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d7249390d3 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8268 expref: 24 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:3.0:1777047491.880507:0:6591:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777047491.880535:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57861:x1863365388010240:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 96964us (97426us total) trans 8589934959 rc 0/0 00000100:00100000:3.0:1777047491.880553:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2061 00010000:00010000:0.0:1777047491.881048:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249391dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.881069:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249391dd lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.881083:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249391dd lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.881096:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047491.881103:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249391dd lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.881117:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249391dd lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.881138:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047491.881144:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047491.881151:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249391dd lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.881163:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249391dd lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047491.881225:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064466c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443046400:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047491.881341:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744af2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443046528:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047491.887292:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443046144 00000100:00100000:2.0:1777047491.887315:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443046144 00000100:00100000:2.0:1777047491.888542:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3917 00000100:00100000:2.0:1777047491.888561:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3685:x1863365443046144:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047491.888782:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047491.888790:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047491.888796:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047491.888800:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047491.888804:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047491.889533:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047491.889629:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e280380/2, rc 0, transno 21474837641 00000100:00100000:3.0:1777047491.889644:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443046016:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047491.889669:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0642d32d80/2, rc 0, transno 21474837640 00000100:00100000:3.0:1777047491.889677:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443045888:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047491.889728:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443046400 00000100:00100000:3.0:1777047491.889736:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443046400 00000100:00100000:3.0:1777047491.889796:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3918 00000100:00100000:3.0:1777047491.889812:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3682:x1863365443046400:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047491.892551:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047491.892560:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb mtime from disk: 1777047491 -> 1777047491 00002000:00010000:3.0:1777047491.892566:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:3.0:1777047491.892571:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb ctime from disk: 1777047491 -> 1777047491 00002000:00010000:3.0:1777047491.892577:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047491.892676:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3682:x1863365443046400:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2864us (3142us total) trans 17179870345 rc 0/0 00000100:00100000:3.0:1777047491.892694:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3918 00000004:00080000:3.0:1777047491.892766:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064466c000/2, rc 0, transno 17179870345 00000100:00100000:3.0:1777047491.892778:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064466c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443046400:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047491.893084:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047491.893110:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064466ed80/2, rc 0, transno 17179870343 00000100:00100000:1.0:1777047491.893126:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064466ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443046272:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047491.893520:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0642d31500/2, rc 0, transno 21474837639 00000100:00100000:1.0:1777047491.893529:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443045632:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047491.895489:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047491.895576:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388010496 00000100:00100000:3.0:1777047491.895587:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388010496 00000100:00100000:2.0:1777047491.896057:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3685:x1863365443046144:12345-0@lo:2:osp-syn-1-0.0 Request processed in 7496us (20889us total) trans 17179870344 rc 0/0 00000100:00100000:2.0:1777047491.896076:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3917 00000100:00100000:2.0:1777047491.896109:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443046528 00000100:00100000:2.0:1777047491.896116:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443046528 00000100:00100000:2.0:1777047491.896165:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3919 00000100:00100000:2.0:1777047491.896179:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3683:x1863365443046528:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047491.897030:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 81685 -> 81685 00002000:00010000:2.0:1777047491.897040:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047491 -> 1777047491 00002000:00010000:2.0:1777047491.897045:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:2.0:1777047491.897050:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047491 -> 1777047491 00002000:00010000:2.0:1777047491.897055:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:2.0:1777047491.897229:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3683:x1863365443046528:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1047us (4146us total) trans 17179870346 rc 0/0 00000100:00100000:2.0:1777047491.897592:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3919 00000004:00080000:2.0:1777047491.897665:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064d744700/2, rc 0, transno 17179870344 00000100:00100000:2.0:1777047491.897677:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443046144:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047491.899953:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6107 00000004:00080000:0.0:1777047491.899982:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0744af2d80/2, rc 0, transno 17179870346 00000100:00100000:3.0:1777047491.899986:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57861:x1863365388010496:12345-192.168.201.54@tcp:101:lfs.0 00000100:00100000:0.0:1777047491.900003:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744af2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443046528:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1777047491.900023:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047491.900059:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249391e4 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f82e6 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.900145:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249391e4 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82e6 expref: 24 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.900184:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249391e4 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82e6 expref: 24 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.900590:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047491.900597:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047491.900603:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290a00, rc 0) 00000100:00100000:3.0:1777047491.900688:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57861:x1863365388010496:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 715us (7743us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047491.900702:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6107 00000100:00100000:0.0:1777047491.908601:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443046656:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777047491.908696:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047491.912641:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443046656 00000100:00100000:2.0:1777047491.912658:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443046656 00000100:00100000:2.0:1777047491.913065:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2484 00000100:00100000:2.0:1777047491.913086:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443046656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777047491.913123:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 293303872 pending 0 free 3919097856 avail 3687546880 00000100:00100000:2.0:1777047491.913561:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443046656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 478us (4863us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047491.913580:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2484 00000100:00100000:0.0:1777047491.913651:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443046656:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777047491.914289:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443046784:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777047491.914352:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047491.914602:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443046784 00000100:00100000:3.0:1777047491.914612:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443046784 00000100:00100000:3.0:1777047491.914663:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2485 00000100:00100000:3.0:1777047491.914678:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3685:x1863365443046784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777047491.914702:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 335436224 pending 0 free 3916972032 avail 3685363712 00000100:00100000:3.0:1777047491.914792:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3685:x1863365443046784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047491.914806:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2485 00000100:00100000:2.0:1777047491.915049:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443046784:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047491.930809:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047491.931050:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388010752 00000100:00100000:2.0:1777047491.931066:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388010752 00000100:00100000:2.0:1777047491.931173:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2062 00000100:00100000:2.0:1777047491.931549:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57861:x1863365388010752:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047491.932237:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57861:x1863365388010752:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1046us (1438us total) trans 8589934960 rc 0/0 00000100:00100000:2.0:1777047491.932284:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2062 00000100:00100000:0.0:1777047492.037526:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047492.038404:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388010880 00000100:00100000:2.0:1777047492.038420:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388010880 00000100:00100000:2.0:1777047492.038854:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6108 00000100:00100000:2.0:1777047492.038877:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57862:x1863365388010880:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047492.039473:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047492.039509:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249391eb lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f82ed expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.043982:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d7249391f2 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.044013:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d7249391f2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.044034:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d7249391f2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.044063:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d7249391f9 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.044078:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d7249391f9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.044473:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d7249391f9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.044605:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939200 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.044624:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939200 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.044641:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939200 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047492.044703:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 81685 00000004:00200000:2.0:1777047492.044711:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047492.044743:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939200 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.044764:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939200 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.044781:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d7249391f2 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.044800:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d7249391f2 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.044812:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d7249391f2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.044824:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d7249391f2 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.044836:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047492.044843:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d7249391f2 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.044857:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d7249391f2 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.044879:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e06431c0c00) 00010000:00010000:2.0:1777047492.044885:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047492.044893:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d7249391f2 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.044907:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d7249391f2 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.044933:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d7249391f9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.044947:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d7249391f9 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.044958:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d7249391f9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.044970:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139a400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047492.044976:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d7249391f9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.044988:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d7249391f9 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.045005:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e06431c0e00) 00010000:00010000:2.0:1777047492.045011:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047492.045016:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d7249391f9 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.045029:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d7249391f9 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.045087:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249391eb lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ed expref: 27 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.045118:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939200 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ed expref: 26 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.045133:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047492.045138:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047492.045143:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139a600, rc 0) 00000100:00100000:2.0:1777047492.054374:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57862:x1863365388010880:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 15491us (16848us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047492.055234:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6108 00000100:00100000:0.0:1777047492.065347:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047492.065477:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388011136 00000100:00100000:2.0:1777047492.065494:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388011136 00000100:00100000:2.0:1777047492.065585:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6109 00000100:00100000:2.0:1777047492.065603:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57862:x1863365388011136:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047492.065635:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047492.065664:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724939207 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f82f4 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.065835:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493920e lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.065862:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493920e lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.065884:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493920e lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047492.065906:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 81685 00010000:00010000:2.0:1777047492.066069:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724939207 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82f4 expref: 29 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.066100:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493920e lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82f4 expref: 28 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.066116:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047492.066121:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777047492.066127:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139a400, rc 0) 00000100:00100000:2.0:1777047492.066234:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57862:x1863365388011136:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 633us (897us total) trans 8589934961 rc 0/0 00000100:00100000:2.0:1777047492.066284:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6109 00000100:00100000:0.0:1777047492.083730:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047492.085302:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388011392 00000100:00100000:3.0:1777047492.085320:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388011392 00000100:00100000:3.0:1777047492.085610:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6110 00000100:00100000:3.0:1777047492.085633:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57862:x1863365388011392:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047492.085669:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047492.085701:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d72493921c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f82fb expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.085928:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724939223 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.085958:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724939223 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.085980:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724939223 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047492.086004:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 81685 00010000:00010000:3.0:1777047492.086172:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d72493921c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82fb expref: 31 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.086206:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724939223 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82fb expref: 30 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.086635:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047492.086642:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047492.086648:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291200, rc 0) 00000100:00100000:3.0:1777047492.087093:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57862:x1863365388011392:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1464us (3373us total) trans 8589934962 rc 0/0 00000100:00100000:3.0:1777047492.087111:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6110 00000100:00100000:0.0:1777047492.239745:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047492.239939:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388011520 00000100:00100000:2.0:1777047492.239955:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388011520 00000100:00100000:2.0:1777047492.240077:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1146 00000100:00100000:2.0:1777047492.240095:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388011520:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047492.240151:0:8484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724939231 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.240186:0:8484:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d7249391c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82d1 expref: 16 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.240203:0:8484:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047492.240207:0:8484:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047492.240214:0:8484:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724939231 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.240306:0:8484:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d7249391c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82d1 expref: 16 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.240336:0:8484:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d7249391c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82d1 expref: 16 pid: 36216 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047492.240365:0:8484:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eaca300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:8484:1863365443046912:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047492.240566:0:8484:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047492.253619:0:8484:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eaca300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:8484:1863365443046912:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047492.253664:0:8484:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724939231 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047492.254280:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047492.255820:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388011648 00000100:00100000:2.0:1777047492.255834:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388011648 00010000:00010000:2.0:1777047492.255895:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d7249391c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82d1 expref: 17 pid: 36216 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047492.255976:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1984 00000100:00100000:2.0:1777047492.255995:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07605e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388011648:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047492.256021:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047492.256050:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d7249391c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82d1 expref: 17 pid: 36216 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.256074:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d7249391c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82d1 expref: 17 pid: 36216 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.256109:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009570b303/0x5ecf73d7249391c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82d1 expref: 17 pid: 36216 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.256137:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047492.256141:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047492.256149:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724939231 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.256191:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724939231 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.256278:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047492.256359:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07605e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388011648:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 367us (2080us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047492.256376:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1984 00010000:00010000:1.0:1777047492.257330:0:8484:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724939231 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.257350:0:8484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724939231 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.282134:0:8484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724939231 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.282166:0:8484:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724939231 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.282350:0:8484:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724939231 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.282388:0:8484:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139ac00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047492.285546:0:8484:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724939231 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.285570:0:8484:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724939231 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.285604:0:8484:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724939231 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.285621:0:8484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d724939231 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047492.286079:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388011520:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 45980us (46339us total) trans 0 rc 81685/81685 00000100:00100000:1.0:1777047492.286099:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1146 00000100:00100000:3.0:1777047492.308293:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047492.316029:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388011776 00000100:00100000:1.0:1777047492.316051:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388011776 00000100:00100000:1.0:1777047492.316516:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1147 00000100:00100000:1.0:1777047492.316541:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388011776:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047492.316600:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d724939238 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.316636:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493919e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82bc expref: 15 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.316652:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047492.316656:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047492.316662:0:8486:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d724939238 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.316719:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493919e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82bc expref: 15 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.316749:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493919e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82bc expref: 15 pid: 30115 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047492.316776:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a28700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8486:1863365443047040:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047492.316982:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750f46180 going to sleep for 11 seconds 00000100:00100000:0.0:1777047492.333058:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047492.333714:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a28700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8486:1863365443047040:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047492.333767:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d724939238 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047492.335292:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388011904 00000100:00100000:3.0:1777047492.335312:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388011904 00010000:00010000:3.0:1777047492.335454:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493919e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82bc expref: 16 pid: 30115 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047492.335577:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1985 00000100:00100000:3.0:1777047492.335601:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388011904:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047492.335628:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047492.335665:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493919e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82bc expref: 16 pid: 30115 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.335699:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493919e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82bc expref: 16 pid: 30115 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.335743:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493919e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82bc expref: 16 pid: 30115 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.335776:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047492.335780:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047492.335788:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d724939238 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.335810:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d724939238 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.335886:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047492.336300:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d724939238 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.336322:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d724939238 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047492.336777:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388011904:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1180us (3731us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047492.337647:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1985 00010000:00010000:1.0:1777047492.394183:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d724939238 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.394232:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d724939238 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.394301:0:8486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d724939238 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.394329:0:8486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0777afea00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047492.394338:0:8486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d724939238 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.394356:0:8486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d724939238 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.394419:0:8486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d724939238 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.394538:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d724939238 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047492.394750:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388011776:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 78199us (86452us total) trans 0 rc 81685/81685 00000100:00100000:1.0:1777047492.394769:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1147 00010000:00010000:3.0:1777047492.419144:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047492.441129:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047492.441705:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388012032 00000100:00100000:1.0:1777047492.441735:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388012032 00000100:00100000:1.0:1777047492.441900:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1148 00000100:00100000:1.0:1777047492.441920:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388012032:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047492.442005:0:29058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493923f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.442068:0:29058:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d7249391ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ca expref: 21 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.442086:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047492.442090:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047492.442111:0:29058:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493923f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.442198:0:29058:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d7249391ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ca expref: 21 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.442286:0:29058:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d7249391ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ca expref: 21 pid: 8481 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047492.442330:0:29058:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a28700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:29058:1863365443047168:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047492.442589:0:29058:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750f46180 going to sleep for 11 seconds 00000100:00100000:2.0:1777047492.493027:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047492.493577:0:29058:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a28700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:29058:1863365443047168:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047492.493674:0:29058:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493923f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047492.493786:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388012160 00000100:00100000:3.0:1777047492.493799:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388012160 00010000:00010000:3.0:1777047492.493902:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d7249391ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ca expref: 22 pid: 8481 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047492.494010:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1986 00000100:00100000:3.0:1777047492.494044:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eaca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388012160:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047492.494125:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047492.494173:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d7249391ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ca expref: 22 pid: 8481 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.494214:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d7249391ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ca expref: 22 pid: 8481 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.494326:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d7249391ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ca expref: 22 pid: 8481 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.494371:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047492.494375:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047492.494384:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493923f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.494417:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493923f lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.494652:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047492.494775:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eaca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388012160:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 719us (1759us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047492.494793:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1986 00010000:00010000:1.0:1777047492.495277:0:29058:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493923f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.495325:0:29058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493923f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.527631:0:29058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493923f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.527679:0:29058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493923f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.527713:0:29058:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493923f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.527743:0:29058:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0777afea00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047492.527751:0:29058:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493923f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.527782:0:29058:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493923f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.527838:0:29058:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493923f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.527868:0:29058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493923f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047492.528089:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388012032:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 86169us (86983us total) trans 0 rc 81685/81685 00000100:00100000:1.0:1777047492.528123:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1148 00000100:00100000:0.0:1777047492.747006:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047492.750907:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047492.750967:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047492.752536:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388012672 00000100:00100000:3.0:1777047492.752551:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388012672 00000100:00100000:3.0:1777047492.752722:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4969 00000100:00100000:3.0:1777047492.752753:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2430:x1863365388012672:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:3.0:1777047492.752877:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2430:x1863365388012672:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 129us (1908us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047492.752892:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4969 00000100:00080000:3.0:1777047492.752943:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777047492.753374:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047492.754494:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388012416 00000100:00100000:2.0:1777047492.754505:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388012416 00000100:00100000:2.0:1777047492.754632:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 404 00000100:00100000:2.0:1777047492.754660:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57862:x1863365388012416:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:2.0:1777047492.754682:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047492.754737:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d724939223 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82fb expref: 30 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.755133:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047492.755149:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047492.755208:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57862:x1863365388012416:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 562us (4315us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047492.755222:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 404 00000100:00100000:2.0:1777047492.755306:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388012544 00000100:00100000:2.0:1777047492.755318:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388012544 00000100:00100000:2.0:1777047492.755366:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4970 00000100:00100000:2.0:1777047492.755378:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2429:x1863365388012544:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:2.0:1777047492.755534:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2429:x1863365388012544:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 154us (2160us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047492.755549:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4970 00000100:00100000:1.0:1777047492.758855:0:33225:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388012288 00000100:00100000:1.0:1777047492.758869:0:33225:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388012288 00000100:00100000:1.0:1777047492.758966:0:33225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 289 00000100:00100000:1.0:1777047492.758988:0:33225:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064225d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2430:x1863365388012288:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:1.0:1777047492.761125:0:33225:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064225d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2430:x1863365388012288:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 2134us (14127us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047492.761148:0:33225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 289 00000100:00100000:2.0:1777047492.769936:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047492.770772:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388012928 00000100:00100000:1.0:1777047492.770788:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388012928 00000100:00100000:2.0:1777047492.777029:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2063 00000100:00100000:2.0:1777047492.777090:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57862:x1863365388012928:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047492.777617:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57862:x1863365388012928:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 566us (7695us total) trans 8589934963 rc 0/0 00000100:00100000:2.0:1777047492.777638:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2063 00000100:00100000:3.0:1777047492.791631:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047492.794207:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388013184 00000100:00100000:1.0:1777047492.794224:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388013184 00000100:00100000:1.0:1777047492.794350:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6111 00000100:00100000:1.0:1777047492.794369:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749167800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57853:x1863365388013184:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047492.794476:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047492.794511:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afea00/0x5ecf73d724939246 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8302 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.794687:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493924d lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.794713:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939200 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ed expref: 31 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.794731:0:6590:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493924d lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.794787:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939200 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ed expref: 31 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.794812:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939200 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ed expref: 31 pid: 34275 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047492.795138:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a28700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443047296:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047492.795640:0:6590:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85540 going to sleep for 11 seconds 00000100:00100000:0.0:1777047492.809576:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047492.812009:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a28700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443047296:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047492.812053:0:6590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493924d lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047492.812597:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388013312 00000100:00100000:3.0:1777047492.812610:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388013312 00010000:00010000:3.0:1777047492.812666:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939200 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ed expref: 32 pid: 34275 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047492.813378:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1987 00000100:00100000:3.0:1777047492.813399:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2430:x1863365388013312:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047492.813425:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047492.813438:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939200 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ed expref: 32 pid: 34275 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.813462:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939200 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ed expref: 32 pid: 34275 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.813497:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939200 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ed expref: 32 pid: 34275 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.813537:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047492.813571:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493924d lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.813590:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493924d lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.813604:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493924d lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.813665:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047492.813802:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365388013312:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 342us (4191us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047492.813820:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1987 00010000:00010000:2.0:1777047492.813936:0:6590:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493924d lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.813952:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493924d lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047492.813988:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 81685 00010000:00010000:2.0:1777047492.814173:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afea00/0x5ecf73d724939246 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8302 expref: 32 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.814207:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493924d lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8302 expref: 31 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.814223:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047492.814228:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047492.814265:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777afe800, rc 0) 00000100:00100000:2.0:1777047492.814332:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749167800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388013184:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 19966us (22712us total) trans 8589934964 rc 0/0 00000100:00100000:2.0:1777047492.814347:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6111 00000100:00100000:0.0:1777047492.829000:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047492.829962:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388013440 00000100:00100000:3.0:1777047492.829977:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388013440 00000100:00100000:0.0:1777047492.830976:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6112 00000100:00100000:0.0:1777047492.830996:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644326300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388013440:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047492.831030:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047492.831059:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493925b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8309 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.831209:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724939262 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.831260:0:6588:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493924d lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8302 expref: 32 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.831278:0:6588:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724939262 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.831330:0:6588:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493924d lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8302 expref: 32 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.831354:0:6588:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493924d lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8302 expref: 32 pid: 6590 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047492.831379:0:6588:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644324e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443047424:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047492.831529:0:6588:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0768d450c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047492.840667:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047492.841571:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388013568 00000100:00100000:2.0:1777047492.841585:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388013568 00010000:00010000:2.0:1777047492.841641:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493924d lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8302 expref: 33 pid: 6590 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047492.841718:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1988 00000100:00100000:2.0:1777047492.841737:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:2429:x1863365388013568:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047492.841760:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047492.841772:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493924d lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8302 expref: 33 pid: 6590 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.841793:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493924d lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8302 expref: 33 pid: 6590 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.842133:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047492.842141:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724939262 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.842159:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724939262 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.842174:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724939262 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.842203:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047492.842483:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493924d lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8302 expref: 33 pid: 6590 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047492.842515:0:6588:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644324e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443047424:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047492.842546:0:6588:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724939262 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.842562:0:6588:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724939262 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.842573:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724939262 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047492.842642:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 81685 00000004:00200000:1.0:1777047492.842650:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047492.842680:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724939262 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.842727:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493925b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8309 expref: 33 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.842754:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724939262 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8309 expref: 32 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.842768:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047492.842773:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047492.842777:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ed400, rc 0) 00000100:00100000:2.0:1777047492.842860:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2429:x1863365388013568:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1125us (2201us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047492.842876:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1988 00000100:00100000:1.0:1777047492.850404:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644326300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388013440:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 19398us (21402us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047492.850423:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6112 00000100:00100000:0.0:1777047492.860652:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047492.861179:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388013696 00000100:00100000:3.0:1777047492.861195:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388013696 00000100:00100000:3.0:1777047492.861615:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3920 00000100:00100000:3.0:1777047492.861634:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388013696:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047492.861660:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047492.861688:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f978b008/0x5ecf73d724939269 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8310 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047492.861728:0:8633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 81685, mtime: 0x69eb97c1, atime: 0x69eb97c1, ctime: 0x69eb97c4, blocks: 0x70 00010000:00010000:3.0:1777047492.861758:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047492.861763:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047492.861778:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f978b008/0x5ecf73d724939269 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8310 expref: 15 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.861808:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f978b008/0x5ecf73d724939269 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8310 expref: 15 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.861854:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139a600, rc 0) 00000100:00100000:3.0:1777047492.861938:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388013696:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 308us (1296us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047492.861953:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3920 00000100:00100000:2.0:1777047492.871804:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047492.872800:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388013952 00000100:00100000:0.0:1777047492.872814:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388013952 00000100:00100000:0.0:1777047492.872924:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2064 00000100:00100000:0.0:1777047492.872941:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eaca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388013952:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:0.0:1777047492.873596:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eaca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57853:x1863365388013952:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 657us (1802us total) trans 8589934965 rc 0/0 00000100:00100000:0.0:1777047492.873611:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2064 00000100:00100000:0.0:1777047492.884018:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047492.884834:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388014208 00000100:00100000:3.0:1777047492.884849:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388014208 00000100:00100000:3.0:1777047492.884941:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6113 00000100:00100000:3.0:1777047492.884959:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57853:x1863365388014208:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047492.884996:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047492.885001:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:3.0:1777047492.885036:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493920e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82f4 expref: 32 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.885076:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249391e4 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82e6 expref: 31 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.885099:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d724939262 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8309 expref: 30 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.885120:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047492.885129:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047492.885149:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d724939270 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8317 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.885629:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939277 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.885651:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939277 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.885668:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939277 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777047492.885998:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].53, 88 off12712 00000004:00080000:3.0:1777047492.886013:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4121522628861ns, next at 4003234154999ns, rc = 0 00000040:00080000:3.0:1777047492.886059:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].53, 88 off12736 00000004:00080000:3.0:1777047492.886070:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4121522686631ns, next at 4003234201462ns, rc = 0 00000040:00080000:3.0:1777047492.886100:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].54, 88 off12824 00000004:00080000:3.0:1777047492.886108:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4121522724646ns, next at 4003234201462ns, rc = 0 00000040:00080000:3.0:1777047492.886126:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].54, 88 off12800 00000004:00080000:3.0:1777047492.886131:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4121522747888ns, next at 4003234154999ns, rc = 0 00000040:00080000:3.0:1777047492.886146:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].55, 88 off12888 00000004:00080000:3.0:1777047492.886153:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4121522769886ns, next at 4003234154999ns, rc = 0 00000040:00080000:3.0:1777047492.886170:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].55, 88 off12912 00000004:00080000:3.0:1777047492.886175:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4121522792021ns, next at 4003234201462ns, rc = 0 00000040:00080000:3.0:1777047492.886189:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].56, 88 off13000 00000004:00080000:3.0:1777047492.886195:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4121522812166ns, next at 4003234201462ns, rc = 0 00000040:00080000:3.0:1777047492.886211:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].56, 88 off12976 00000004:00080000:3.0:1777047492.886216:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4121522833086ns, next at 4003234154999ns, rc = 0 00000001:00080000:3.0:1777047492.900528:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934966 is committed 00000004:00080000:3.0:1777047492.900546:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 56 committed 00000004:00080000:3.0:1777047492.900578:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 58 committed 00000004:00080000:3.0:1777047492.900593:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 57 committed 00000004:00080000:3.0:1777047492.900598:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 55 committed 00000004:00080000:3.0:1777047492.900603:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 54 committed 00000004:00080000:3.0:1777047492.900609:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 56 committed 00000004:00080000:3.0:1777047492.900614:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 55 committed 00000004:00080000:3.0:1777047492.900618:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 53 committed 00000100:00100000:3.0:1777047492.900745:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0777979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443047680:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047492.900797:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443047552:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047492.900842:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047492.900876:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0777978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443047808:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1777047492.901055:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939277 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8317 expref: 25 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.901086:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047492.901091:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777047492.901112:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d724939270 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8317 expref: 25 pid: 12913 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.901142:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939277 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8317 expref: 24 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.901184:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047492.901189:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777047492.901193:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139bc00, rc 0) 00000100:00100000:1.0:1777047492.901622:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443047680 00000100:00100000:1.0:1777047492.901632:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443047680 00000100:00100000:1.0:1777047492.901712:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3921 00000100:00100000:1.0:1777047492.901727:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749167480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3683:x1863365443047680:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047492.902187:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047492.902193:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047489 -> 1777047489 00002000:00010000:1.0:1777047492.902197:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047489 -> 1777047489 00002000:00010000:1.0:1777047492.902201:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047492 -> 1777047492 00002000:00010000:1.0:1777047492.902205:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047492.909504:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365388014208:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 24536us (25485us total) trans 8589934966 rc 0/0 00000100:00100000:2.0:1777047492.909524:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6113 00000100:00100000:2.0:1777047492.909922:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443047936:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047492.910003:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047492.910066:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443047936 00000100:00100000:2.0:1777047492.910078:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443047936 00000100:00100000:2.0:1777047492.910136:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3922 00000100:00100000:2.0:1777047492.910151:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443047936:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047492.910372:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047492.910379:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047491 -> 1777047491 00002000:00010000:2.0:1777047492.910436:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:2.0:1777047492.910441:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047491 -> 1777047491 00002000:00010000:2.0:1777047492.910445:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047492.910506:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3685:x1863365443047936:12345-0@lo:2:osp-syn-0-0.0 Request processed in 357us (502us total) trans 21474837643 rc 0/0 00000100:00100000:2.0:1777047492.910520:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3922 00000004:00080000:2.0:1777047492.911106:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643057b80/2, rc 0, transno 21474837643 00000100:00100000:2.0:1777047492.911119:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443047936:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047492.911133:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443048448:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047492.911179:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047492.911220:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443048448 00000100:00100000:2.0:1777047492.911228:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443048448 00000100:00100000:2.0:1777047492.911326:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3923 00000100:00100000:2.0:1777047492.911339:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3685:x1863365443048448:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047492.911490:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3685:x1863365443048448:12345-0@lo:2:osp-syn-1-0.0 Request processed in 151us (309us total) trans 17179870347 rc 0/0 00000100:00100000:2.0:1777047492.911503:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3923 00000004:00080000:2.0:1777047492.912177:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e2a3480/2, rc 0, transno 17179870347 00000100:00100000:2.0:1777047492.912188:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443048448:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047492.912205:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777047492.912216:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443048320:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047492.912287:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047492.912328:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443048320 00000100:00100000:2.0:1777047492.912335:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443048320 00000100:00100000:2.0:1777047492.912378:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3924 00000100:00100000:2.0:1777047492.912418:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3685:x1863365443048320:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047492.912515:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047492.912521:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb mtime from disk: 1777047491 -> 1777047491 00002000:00010000:2.0:1777047492.912525:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047492.912530:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb ctime from disk: 1777047491 -> 1777047491 00002000:00010000:2.0:1777047492.912534:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047492.912610:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443048320:12345-0@lo:2:osp-syn-1-0.0 Request processed in 194us (322us total) trans 17179870348 rc 0/0 00000100:00100000:2.0:1777047492.912623:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3924 00000004:00080000:2.0:1777047492.912675:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0744a2a300/2, rc 0, transno 17179870348 00000100:00100000:2.0:1777047492.912683:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443048320:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047492.918537:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443048192:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047492.918613:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047492.918660:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047492.918671:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443048064:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047492.918708:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047492.920346:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749167480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3683:x1863365443047680:12345-0@lo:2:osp-syn-0-0.0 Request processed in 18616us (19501us total) trans 21474837642 rc 0/0 00000100:00100000:1.0:1777047492.920362:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3921 00000100:00100000:1.0:1777047492.920425:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443048192 00000100:00100000:1.0:1777047492.920437:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443048192 00000100:00100000:1.0:1777047492.920483:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443048064 00000100:00100000:1.0:1777047492.920489:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443048064 00000100:00100000:1.0:1777047492.920517:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3925 00000100:00100000:1.0:1777047492.920529:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3683:x1863365443048192:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047492.920728:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047492.920735:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047489 -> 1777047489 00002000:00010000:1.0:1777047492.920739:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047489 -> 1777047489 00002000:00010000:1.0:1777047492.920742:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047492 -> 1777047492 00002000:00010000:1.0:1777047492.920745:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1777047492.920798:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3683:x1863365443048192:12345-0@lo:2:osp-syn-1-0.0 Request processed in 270us (2184us total) trans 17179870349 rc 0/0 00000100:00100000:1.0:1777047492.920810:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3925 00000100:00100000:0.0:1777047492.920885:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047492.920979:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047492.921025:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443047808 00000100:00100000:0.0:1777047492.921033:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443047808 00000100:00100000:0.0:1777047492.921071:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443047552 00000100:00100000:0.0:1777047492.921076:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443047552 00000100:00100000:0.0:1777047492.921098:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3926 00000100:00100000:0.0:1777047492.921110:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3683:x1863365443048064:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047492.921274:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047492.921280:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047492.921286:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047492.921290:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047492.921294:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047492.921357:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3927 00000100:00100000:2.0:1777047492.921376:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3684:x1863365443047808:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047492.921772:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3928 00000100:00100000:1.0:1777047492.921787:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643057100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3682:x1863365443047552:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047492.922118:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 81685 -> 81685 00002000:00010000:1.0:1777047492.922125:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047489 -> 1777047489 00002000:00010000:1.0:1777047492.922129:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047489 -> 1777047489 00002000:00010000:1.0:1777047492.922133:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047492 -> 1777047492 00002000:00010000:1.0:1777047492.922137:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:1.0:1777047492.922193:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643057100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3682:x1863365443047552:12345-0@lo:2:osp-syn-0-0.0 Request processed in 409us (1212us total) trans 21474837645 rc 0/0 00000100:00100000:1.0:1777047492.922205:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3928 00000100:00080000:1.0:1777047492.922270:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777047492.922277:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047492.922457:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3683:x1863365443048064:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1345us (3743us total) trans 17179870350 rc 0/0 00000100:00100000:0.0:1777047492.922508:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3926 00000004:00080000:0.0:1777047492.922573:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644324e00/2, rc 0, transno 21474837645 00000100:00100000:0.0:1777047492.922584:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443047552:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047492.922759:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0744a28700/2, rc 0, transno 17179870350 00000100:00100000:3.0:1777047492.922771:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443048064:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047492.922789:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0744a2bb80/2, rc 0, transno 17179870349 00000100:00100000:3.0:1777047492.922796:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443048192:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047492.922812:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0777979c00/2, rc 0, transno 21474837642 00000100:00100000:3.0:1777047492.922840:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0777979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443047680:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047492.923144:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3684:x1863365443047808:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1772us (2258us total) trans 21474837644 rc 0/0 00000100:00100000:2.0:1777047492.923157:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3927 00000004:00080000:1.0:1777047492.926660:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0777978380/2, rc 0, transno 21474837644 00000100:00100000:1.0:1777047492.926678:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0777978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443047808:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047492.941024:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047492.941136:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388014336 00000100:00100000:0.0:1777047492.941151:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388014336 00000100:00100000:0.0:1777047492.941272:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3929 00000100:00100000:0.0:1777047492.941290:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57853:x1863365388014336:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047492.941314:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047492.941340:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493927e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f831e expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.941459:0:11204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f978b008/0x5ecf73d724939269 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8310 expref: 16 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.941475:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047492.941478:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047492.941486:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493927e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [4096->73727] (req 4096->73727) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f831e expref: 16 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.941540:0:11204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f978b008/0x5ecf73d724939269 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8310 expref: 16 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.941564:0:11204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f978b008/0x5ecf73d724939269 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8310 expref: 16 pid: 8633 timeout: 4221 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047492.941587:0:11204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e19bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11204:1863365443048576:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047492.941710:0:11204:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0768d450c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047492.950149:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047492.950333:0:11204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11204:1863365443048576:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047492.950379:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493927e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [4096->73727] (req 4096->73727) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f831e expref: 16 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.950460:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821edc00, rc 0) 00000100:00100000:0.0:1777047492.950527:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:57853:x1863365388014336:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 9242us (9805us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047492.950563:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3929 00000100:00100000:1.0:1777047492.952094:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388014464 00000100:00100000:1.0:1777047492.952106:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388014464 00010000:00010000:1.0:1777047492.952154:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f978b008/0x5ecf73d724939269 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8310 expref: 16 pid: 8633 timeout: 4221 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047492.952226:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1989 00000100:00100000:1.0:1777047492.952271:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644483b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388014464:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047492.952292:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047492.952320:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f978b008/0x5ecf73d724939269 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8310 expref: 16 pid: 8633 timeout: 4221 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.952342:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f978b008/0x5ecf73d724939269 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8310 expref: 16 pid: 8633 timeout: 4221 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.952376:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f978b008/0x5ecf73d724939269 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8310 expref: 16 pid: 8633 timeout: 4221 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.952435:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047492.952438:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047492.952448:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493927e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->73727) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f831e expref: 15 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.952464:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493927e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->73727) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f831e expref: 15 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.952515:0:6575:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493927e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->73727) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f831e expref: 15 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047492.952536:0:6575:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443048704:192.168.201.54@tcp:105: 00000100:00100000:1.0:1777047492.953914:0:6575:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047492.975364:0:6575:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439a6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443048704:192.168.201.54@tcp:105: 00000100:00100000:2.0:1777047492.975367:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:1.0:1777047492.975441:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047492.977144:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644483b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388014464:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 23270us (25397us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047492.977168:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1989 00000100:00100000:0.0:1777047492.977958:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388014592 00000100:00100000:0.0:1777047492.977970:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388014592 00000100:00100000:0.0:1777047492.978363:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1149 00000100:00100000:0.0:1777047492.978384:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388014592:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:0.0:1777047492.980640:0:24563:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 81685 -> 81685 00002000:00010000:0.0:1777047492.980650:0:24563:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047489 -> 1777047492 00002000:00010000:0.0:1777047492.980655:0:24563:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047489 -> 1777047489 00002000:00010000:0.0:1777047492.980660:0:24563:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047492 -> 1777047492 00002000:00010000:0.0:1777047492.980665:0:24563:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 112 -> 48 00000100:00100000:0.0:1777047492.982661:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388014592:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 4274us (7297us total) trans 21474837646 rc 0/0 00000100:00100000:0.0:1777047492.982680:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1149 00000100:00100000:2.0:1777047492.988667:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047492.989548:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388014720 00000100:00100000:3.0:1777047492.989564:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388014720 00000100:00100000:3.0:1777047492.989663:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6114 00000100:00100000:3.0:1777047492.989682:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644482300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365388014720:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047492.989719:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047492.989753:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724939285 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8325 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.989889:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d72493928c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.990222:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d72493928c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.990531:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d72493928c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047492.990583:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 81685 00000004:00200000:3.0:1777047492.990590:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047492.990619:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d72493928c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.990662:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724939285 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8325 expref: 26 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.990771:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d72493928c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8325 expref: 25 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.990788:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047492.990794:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047492.990801:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139ae00, rc 0) 00000100:00100000:3.0:1777047492.990892:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644482300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388014720:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 1214us (2233us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047492.990906:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6114 00000100:00100000:3.0:1777047493.023593:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047493.027128:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388014976 00000100:00100000:2.0:1777047493.027149:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388014976 00000100:00100000:2.0:1777047493.027339:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6115 00000100:00100000:2.0:1777047493.027360:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388014976:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:2.0:1777047493.027522:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777047493.027567:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939277 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8317 expref: 25 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.027612:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d72493928c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8325 expref: 24 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.027646:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047493.027655:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047493.028222:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d724939293 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.028282:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d724939293 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.028299:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d724939293 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047493.028373:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934967 00000004:00010000:2.0:1777047493.028483:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005732958d reply state 000000007aadc81e transno 8589934968 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d724939293 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.028510:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d724939293 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.028525:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047493.028530:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047493.028537:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047493.028713:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57853:x1863365388014976:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 1355us (5130us total) trans 8589934968 rc 0/0 00000100:00100000:2.0:1777047493.028730:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6115 00000020:00080000:2.0:1777047493.028740:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:1.0:1777047493.031781:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047493.055124:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047493.055710:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388015104 00000100:00100000:2.0:1777047493.056080:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388015104 00000100:00100000:2.0:1777047493.056217:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6116 00000100:00100000:2.0:1777047493.056271:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57853:x1863365388015104:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047493.056322:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047493.056360:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493929a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f832c expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.056553:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493929a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f832c expref: 27 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.056589:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493929a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f832c expref: 27 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.056630:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047493.056637:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047493.056649:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27000, rc 0) 00000100:00100000:0.0:1777047493.060572:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365388015104:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 4322us (5447us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047493.060593:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6116 00000100:00100000:3.0:1777047493.096390:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047493.096599:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047493.096732:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047493.096830:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388015360 00000100:00100000:1.0:1777047493.096848:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388015360 00000100:00100000:0.0:1777047493.096892:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388015232 00000100:00100000:0.0:1777047493.096906:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388015232 00002000:00010000:1.0:1777047493.096981:0:20134:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00010000:0.0:1777047493.096982:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (262144->18446744073709551615) 00002000:00100000:1.0:1777047493.097003:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0745ebfb80 with x1863365388015360 ext(0->18446744073709551615) 00002000:00100000:0.0:1777047493.097004:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07717e8700 with x1863365388015232 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047493.097028:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e07717e8700. 00002000:00010000:1.0:1777047493.097038:0:20134:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0745ebfb80. 00000100:00100000:0.0:1777047493.097097:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388015488 00000100:00100000:0.0:1777047493.098879:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388015488 00002000:00010000:0.0:1777047493.098927:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:0.0:1777047493.098936:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07717e9c00 with x1863365388015488 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047493.098955:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e07717e9c00. 00000100:00080000:3.0:1777047493.102287:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777047493.102296:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047493.113942:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1150 00000100:00100000:1.0:1777047493.113982:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388015232:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:1.0:1777047493.114756:0:20134:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 81685 -> 262144 00002000:00010000:1.0:1777047493.114766:0:20134:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047492 -> 1777047493 00002000:00010000:1.0:1777047493.114772:0:20134:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047489 -> 1777047489 00002000:00010000:1.0:1777047493.114777:0:20134:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047492 -> 1777047493 00002000:00010000:1.0:1777047493.114783:0:20134:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:3.0:1777047493.114806:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1151 00000100:00100000:3.0:1777047493.114857:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388015360:12345-192.168.201.54@tcp:10:fsx.0 00000100:00100000:1.0:1777047493.114906:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388015232:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 941us (18303us total) trans 21474837647 rc 0/0 00000100:00100000:1.0:1777047493.114929:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1150 00002000:00010000:1.0:1777047493.114938:0:20134:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (262144->18446744073709551615) 00002000:00100000:1.0:1777047493.114945:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07717e8700 with x1863365388015232 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777047493.114963:0:20134:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e07717e8700. 00000100:00100000:1.0:1777047493.115015:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1152 00000100:00100000:1.0:1777047493.115038:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388015488:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:3.0:1777047493.115044:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047493.115059:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047489 -> 1777047493 00002000:00010000:3.0:1777047493.115065:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047489 -> 1777047489 00002000:00010000:3.0:1777047493.115070:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047492 -> 1777047493 00002000:00010000:3.0:1777047493.115075:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777047493.115141:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388015360:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 318us (18773us total) trans 17179870351 rc 0/0 00000100:00100000:3.0:1777047493.115159:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1151 00002000:00010000:3.0:1777047493.115172:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:3.0:1777047493.115179:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0745ebfb80 with x1863365388015360 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047493.115575:0:20134:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047493.115588:0:20134:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047489 -> 1777047493 00002000:00010000:1.0:1777047493.115595:0:20134:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047489 -> 1777047489 00002000:00010000:3.0:1777047493.115595:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0745ebfb80. 00002000:00010000:1.0:1777047493.115604:0:20134:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047492 -> 1777047493 00002000:00010000:1.0:1777047493.115612:0:20134:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047493.115678:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388015488:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 648us (18944us total) trans 21474837648 rc 0/0 00000100:00100000:1.0:1777047493.115695:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1152 00002000:00010000:1.0:1777047493.115701:0:20134:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:1.0:1777047493.115712:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07717e9c00 with x1863365388015488 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047493.115722:0:20134:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e07717e9c00. 00000100:00100000:3.0:1777047493.149475:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047493.153055:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388015616 00000100:00100000:0.0:1777047493.153073:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388015616 00002000:00100000:0.0:1777047493.153152:0:29057:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x8a:0x0] (245760->249855) req@ffff9e07717ea680 x1863365388015616/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:229/0 lens 488/0 e 0 to 0 dl 1777047504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047493.153174:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07717ea680 with x1863365388015616 ext(245760->249855) 00002000:00010000:0.0:1777047493.153503:0:29057:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e07717ea680 00000100:00100000:0.0:1777047493.153549:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1153 00000100:00100000:0.0:1777047493.153568:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2432:x1863365388015616:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:0.0:1777047493.153903:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2432:x1863365388015616:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 337us (4439us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777047493.153919:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1153 00002000:00100000:0.0:1777047493.153933:0:29057:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x8a:0x0] (245760->249855) req@ffff9e07717ea680 x1863365388015616/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:229/0 lens 488/4536 e 0 to 0 dl 1777047504 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047493.153950:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07717ea680 with x1863365388015616 ext(245760->249855) 00002000:00010000:0.0:1777047493.153957:0:29057:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e07717ea680 00000100:00100000:1.0:1777047493.188293:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047493.194382:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388015744 00000100:00100000:2.0:1777047493.194402:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388015744 00002000:00100000:2.0:1777047493.194486:0:8485:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x8a:0x0] (249856->253951) req@ffff9e06439a6300 x1863365388015744/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:229/0 lens 488/0 e 0 to 0 dl 1777047504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047493.194508:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a6300 with x1863365388015744 ext(249856->253951) 00002000:00010000:2.0:1777047493.194518:0:8485:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06439a6300 00000100:00100000:2.0:1777047493.194592:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1154 00000100:00100000:2.0:1777047493.194611:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2432:x1863365388015744:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:2.0:1777047493.195339:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2432:x1863365388015744:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 730us (7057us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777047493.195353:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1154 00002000:00100000:2.0:1777047493.195366:0:8485:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x8a:0x0] (249856->253951) req@ffff9e06439a6300 x1863365388015744/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:229/0 lens 488/4536 e 0 to 0 dl 1777047504 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047493.195420:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a6300 with x1863365388015744 ext(249856->253951) 00002000:00010000:2.0:1777047493.195428:0:8485:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06439a6300 00000100:00100000:3.0:1777047493.221973:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047493.222161:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388015872 00000100:00100000:1.0:1777047493.222176:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388015872 00002000:00100000:1.0:1777047493.222283:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (225280->262143) req@ffff9e07717e9880 x1863365388015872/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:229/0 lens 504/0 e 0 to 0 dl 1777047504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047493.222305:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07717e9880 with x1863365388015872 ext(225280->262143) 00002000:00010000:1.0:1777047493.222316:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e07717e9880 00000100:00100000:1.0:1777047493.222461:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1155 00000100:00100000:1.0:1777047493.222481:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388015872:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:1.0:1777047493.241871:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388015872:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 19383us (19898us total) trans 0 rc 28672/28672 00000100:00100000:1.0:1777047493.241894:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1155 00002000:00100000:1.0:1777047493.241914:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (225280->262143) req@ffff9e07717e9880 x1863365388015872/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:229/0 lens 504/440 e 0 to 0 dl 1777047504 ref 1 fl Complete:/600/0 rc 28672/28672 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047493.241934:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07717e9880 with x1863365388015872 ext(225280->262143) 00002000:00010000:1.0:1777047493.241943:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e07717e9880 00000100:00100000:2.0:1777047493.279585:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047493.279977:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388016000 00000100:00100000:0.0:1777047493.279993:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388016000 00002000:00100000:0.0:1777047493.280067:0:8486:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x8a:0x0] (245760->262143) req@ffff9e0643bbe300 x1863365388016000/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:229/0 lens 16872/0 e 0 to 0 dl 1777047504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047493.280089:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbe300 with x1863365388016000 ext(245760->262143) 00002000:00010000:0.0:1777047493.280100:0:8486:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643bbe300 00000100:00100000:0.0:1777047493.280161:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1156 00000100:00100000:0.0:1777047493.280180:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388016000:12345-192.168.201.54@tcp:4:lfs.0 00000100:00100000:0.0:1777047493.282723:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388016000:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 2536us (3143us total) trans 21474837649 rc 0/0 00000100:00100000:0.0:1777047493.282744:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1156 00002000:00100000:0.0:1777047493.282763:0:8486:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x8a:0x0] (245760->262143) req@ffff9e0643bbe300 x1863365388016000/t21474837649(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:229/0 lens 16872/448 e 0 to 0 dl 1777047504 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047493.282782:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbe300 with x1863365388016000 ext(245760->262143) 00002000:00010000:0.0:1777047493.282791:0:8486:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643bbe300 00000100:00100000:2.0:1777047493.304125:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047493.305939:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388016128 00000100:00100000:0.0:1777047493.305983:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388016128 00000100:00100000:0.0:1777047493.306103:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3930 00000100:00100000:0.0:1777047493.306124:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2432:x1863365388016128:12345-192.168.201.54@tcp:16:fsx.0 00000001:00080000:1.0:1777047493.329153:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837649 is committed 00000001:00080000:1.0:1777047493.329188:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837645 is committed 00000100:00100000:0.0:1777047493.330210:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2432:x1863365388016128:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 24083us (26090us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047493.330272:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3930 00000100:00100000:1.0:1777047493.345816:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047493.347078:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388016256 00000100:00100000:2.0:1777047493.347099:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388016256 00000100:00100000:2.0:1777047493.347269:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6117 00000100:00100000:2.0:1777047493.347290:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365388016256:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047493.347326:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047493.347363:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d7249392a1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8333 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.347604:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d7249392a8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.347638:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d7249392a8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.347659:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d7249392a8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047493.347754:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00000004:00200000:2.0:1777047493.347763:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047493.347802:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d7249392a8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.347855:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d7249392a1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8333 expref: 29 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.348744:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d7249392a8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8333 expref: 28 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.348771:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047493.348777:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047493.348784:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27400, rc 0) 00000100:00100000:2.0:1777047493.348877:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57853:x1863365388016256:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 1592us (3099us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047493.348897:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6117 00000100:00100000:1.0:1777047493.384313:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047493.393160:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388016384 00000100:00100000:0.0:1777047493.393180:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388016384 00000100:00100000:0.0:1777047493.393359:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1157 00000100:00100000:0.0:1777047493.393379:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2432:x1863365388016384:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:0.0:1777047493.393924:0:29058:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047493.393933:0:29058:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047493 -> 1777047493 00002000:00010000:0.0:1777047493.393944:0:29058:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047489 -> 1777047489 00002000:00010000:0.0:1777047493.393949:0:29058:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047493 -> 1777047493 00002000:00010000:0.0:1777047493.393954:0:29058:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 48 -> 120 00000100:00100000:0.0:1777047493.396802:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388016384:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 3418us (12498us total) trans 21474837650 rc 0/0 00000100:00100000:0.0:1777047493.396826:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1157 00010000:00010000:0.0:1777047493.444073:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047493.464342:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047493.464728:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388016512 00000100:00100000:0.0:1777047493.464754:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388016512 00002000:00100000:0.0:1777047493.464849:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x8a:0x0] (4096->69631) req@ffff9e06449e3800 x1863365388016512/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:229/0 lens 488/0 e 0 to 0 dl 1777047504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047493.464880:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06449e3800 with x1863365388016512 ext(4096->69631) 00002000:00010000:0.0:1777047493.464890:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06449e3800 00000100:00100000:0.0:1777047493.464970:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1158 00000100:00100000:0.0:1777047493.464990:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06449e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388016512:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:0.0:1777047493.510573:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06449e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388016512:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 45573us (46241us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1777047493.510599:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1158 00002000:00100000:0.0:1777047493.510623:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x8a:0x0] (4096->69631) req@ffff9e06449e3800 x1863365388016512/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:229/0 lens 488/440 e 0 to 0 dl 1777047504 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047493.510672:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06449e3800 with x1863365388016512 ext(4096->69631) 00002000:00010000:0.0:1777047493.510682:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06449e3800 00000100:00100000:2.0:1777047493.531721:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047493.533542:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388016640 00000100:00100000:1.0:1777047493.533565:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388016640 00002000:00100000:1.0:1777047493.533653:0:20134:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x8a:0x0] (69632->73727) req@ffff9e06430e0000 x1863365388016640/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:229/0 lens 488/0 e 0 to 0 dl 1777047504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047493.533693:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06430e0000 with x1863365388016640 ext(69632->73727) 00002000:00010000:1.0:1777047493.533703:0:20134:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06430e0000 00000100:00100000:1.0:1777047493.533785:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1159 00000100:00100000:1.0:1777047493.534123:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388016640:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:1.0:1777047493.534478:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388016640:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 674us (2772us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777047493.534497:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1159 00002000:00100000:1.0:1777047493.534512:0:20134:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x8a:0x0] (69632->73727) req@ffff9e06430e0000 x1863365388016640/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:229/0 lens 488/4536 e 0 to 0 dl 1777047504 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047493.534529:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06430e0000 with x1863365388016640 ext(69632->73727) 00002000:00010000:1.0:1777047493.534536:0:20134:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06430e0000 00000100:00100000:1.0:1777047493.574540:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047493.574784:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388016896 00000100:00100000:3.0:1777047493.575161:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388016896 00000100:00100000:3.0:1777047493.575288:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2065 00000100:00100000:3.0:1777047493.575309:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07716aa050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57853:x1863365388016896:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:3.0:1777047493.575869:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07716aa050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57853:x1863365388016896:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 563us (1344us total) trans 8589934969 rc 0/0 00000100:00100000:3.0:1777047493.575899:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2065 00000100:00100000:2.0:1777047493.680134:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047493.680329:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388017024 00000100:00100000:0.0:1777047493.680356:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388017024 00000100:00100000:0.0:1777047493.680505:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6118 00000100:00100000:0.0:1777047493.680524:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06430e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57864:x1863365388017024:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047493.680558:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047493.680593:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249392af lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f833a expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.680694:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d7249392b6 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.680720:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d7249392b6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.680739:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d7249392b6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.680764:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d7249392bd lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.680784:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d7249392bd lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.680796:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d7249392bd lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.680912:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249392c4 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.680930:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249392c4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.680945:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249392c4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047493.681006:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00000004:00200000:0.0:1777047493.681014:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047493.681044:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249392c4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.681065:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249392c4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.681082:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d7249392b6 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.681096:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d7249392b6 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.681108:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d7249392b6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.681129:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d7249392b6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.681141:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047493.681148:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d7249392b6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.681162:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d7249392b6 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.681182:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e0771900900) 00010000:00010000:0.0:1777047493.681188:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047493.681196:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d7249392b6 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.681208:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d7249392b6 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.681266:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d7249392bd lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.681278:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d7249392bd lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.681289:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d7249392bd lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.681299:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ed400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047493.681305:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d7249392bd lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.681325:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d7249392bd lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.681340:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0771900500) 00010000:00010000:0.0:1777047493.681345:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047493.681350:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d7249392bd lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.681362:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d7249392bd lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.681491:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249392af lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f833a expref: 31 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.681523:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249392c4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f833a expref: 30 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.681538:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047493.681544:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047493.681549:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ec800, rc 0) 00000100:00100000:0.0:1777047493.681653:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06430e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57864:x1863365388017024:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1131us (1528us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047493.681668:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6118 00000100:00100000:1.0:1777047493.699735:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047493.703007:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388017280 00000100:00100000:3.0:1777047493.703024:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388017280 00000100:00100000:3.0:1777047493.703110:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6119 00000100:00100000:3.0:1777047493.703126:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06449e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57864:x1863365388017280:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047493.703154:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047493.703184:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d7249392cb lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8341 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.703366:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249392d2 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.703435:0:12913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d7249392a8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8333 expref: 31 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.703452:0:12913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249392c4 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f833a expref: 31 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.703467:0:12913:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249392d2 lrc: 5/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.703520:0:12913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249392c4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f833a expref: 31 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.703542:0:12913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249392c4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f833a expref: 31 pid: 34275 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047493.703563:0:12913:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717eb800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443048832:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047493.703713:0:12913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d7249392a8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8333 expref: 31 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.703731:0:12913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d7249392a8 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8333 expref: 31 pid: 6590 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047493.704089:0:12913:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749164380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443048960:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047493.704136:0:12913:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047493.707737:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047493.710144:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388017408 00000100:00100000:3.0:1777047493.711091:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388017408 00010000:00010000:3.0:1777047493.711177:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249392c4 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f833a expref: 32 pid: 34275 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047493.712092:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1990 00000100:00100000:2.0:1777047493.712114:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07605e8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2430:x1863365388017408:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047493.712136:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047493.712467:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249392c4 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f833a expref: 32 pid: 34275 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.712493:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249392c4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f833a expref: 32 pid: 34275 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.712527:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047493.712536:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249392d2 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.712550:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249392d2 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.712561:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047493.712651:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07605e8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2430:x1863365388017408:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 543us (12839us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047493.712664:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1990 00010000:00010000:3.0:1777047493.723260:0:12913:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.201.54@tcp) returned -22 from blocking AST (req@00000000cfdfdf84 x1863365443048832) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249392c4 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f833a expref: 31 pid: 34275 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.723297:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249392c4 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f833a expref: 31 pid: 34275 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047493.723327:0:12913:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717eb800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443048832:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047493.723376:0:12913:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749164380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443048960:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047493.723482:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047493.723491:0:12913:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249392d2 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.723505:0:12913:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249392d2 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.723520:0:12913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249392d2 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047493.726263:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047493.726672:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388017536 00000100:00100000:2.0:1777047493.726685:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388017536 00010000:00010000:2.0:1777047493.726740:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d7249392a8 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8333 expref: 31 pid: 6590 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047493.728838:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1991 00000100:00100000:2.0:1777047493.728876:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2429:x1863365388017536:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047493.728901:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047493.728912:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d7249392a8 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8333 expref: 31 pid: 6590 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.728936:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d7249392a8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8333 expref: 31 pid: 6590 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.728966:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d7249392a8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8333 expref: 31 pid: 6590 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.728990:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047493.728999:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249392d2 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.729013:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249392d2 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.729029:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249392d2 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.729086:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047493.729215:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2429:x1863365388017536:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 360us (2956us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047493.729260:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1991 00010000:00010000:0.0:1777047493.730473:0:12913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249392d2 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.730491:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249392d2 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047493.730526:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00010000:00010000:0.0:1777047493.730710:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d7249392cb lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8341 expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.730738:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249392d2 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8341 expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.730754:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047493.730760:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777047493.730764:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139ac00, rc 0) 00000100:00100000:0.0:1777047493.730833:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06449e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57864:x1863365388017280:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 27709us (31109us total) trans 8589934970 rc 0/0 00000100:00100000:0.0:1777047493.730847:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6119 00000100:00100000:0.0:1777047493.743500:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047493.744946:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388017664 00000100:00100000:2.0:1777047493.744961:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388017664 00000100:00100000:2.0:1777047493.745051:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6120 00000100:00100000:2.0:1777047493.745071:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57864:x1863365388017664:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047493.745104:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047493.745133:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d7249392e0 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8348 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.745634:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d7249392e7 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.745661:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249392d2 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8341 expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.745677:0:6590:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d7249392e7 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.745731:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249392d2 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8341 expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.745755:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249392d2 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8341 expref: 31 pid: 12913 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047493.745781:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b409c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443049088:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047493.745914:0:6590:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8456c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047493.759186:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b409c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443049088:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047493.759259:0:6590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d7249392e7 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047493.767664:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047493.767810:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388017792 00000100:00100000:1.0:1777047493.767826:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388017792 00010000:00010000:1.0:1777047493.767938:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249392d2 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8341 expref: 32 pid: 12913 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047493.768017:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1992 00000100:00100000:1.0:1777047493.768037:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2430:x1863365388017792:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047493.768061:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047493.768074:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249392d2 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8341 expref: 32 pid: 12913 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.768101:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249392d2 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8341 expref: 32 pid: 12913 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.768136:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d7249392d2 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8341 expref: 32 pid: 12913 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.768163:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047493.768173:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d7249392e7 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.768192:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d7249392e7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.770189:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d7249392e7 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.771493:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047493.771644:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365388017792:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 3606us (3984us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047493.771662:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1992 00010000:00010000:2.0:1777047493.771864:0:6590:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d7249392e7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.771882:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d7249392e7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047493.771983:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00000004:00200000:2.0:1777047493.771991:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047493.772023:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d7249392e7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.772078:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d7249392e0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8348 expref: 31 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.772111:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d7249392e7 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8348 expref: 30 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.772126:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047493.772132:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047493.772136:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27600, rc 0) 00000100:00100000:2.0:1777047493.772247:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57864:x1863365388017664:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 27153us (28729us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047493.772263:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6120 00000100:00100000:0.0:1777047493.783546:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047493.784169:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388018048 00000100:00100000:2.0:1777047493.784186:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388018048 00000100:00100000:2.0:1777047493.784665:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6121 00000100:00100000:2.0:1777047493.784686:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57864:x1863365388018048:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047493.784718:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047493.784766:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d7249392ee lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f834f expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.785497:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d7249392f5 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.785526:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d7249392f5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.785549:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d7249392f5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047493.785573:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00010000:00010000:0.0:1777047493.785735:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d7249392ee lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f834f expref: 33 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.785773:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d7249392f5 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f834f expref: 32 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.785788:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047493.785793:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047493.785798:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ec600, rc 0) 00000100:00100000:0.0:1777047493.785888:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57864:x1863365388018048:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1208us (2353us total) trans 8589934971 rc 0/0 00000100:00100000:0.0:1777047493.785902:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6121 00000100:00100000:0.0:1777047493.807156:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047493.807249:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047493.807311:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047493.807484:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388018176 00000100:00100000:1.0:1777047493.807498:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388018176 00000100:00100000:1.0:1777047493.807584:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388018304 00000100:00100000:1.0:1777047493.807591:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388018304 00000100:00100000:1.0:1777047493.807622:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388018432 00000100:00100000:1.0:1777047493.807627:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388018432 00000100:00100000:1.0:1777047493.807665:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3931 00000100:00100000:1.0:1777047493.807682:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388018176:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:1.0:1777047493.807749:0:8480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d724939303 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.807784:0:8480:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493927e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->73727) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f831e expref: 13 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.808143:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047493.808147:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047493.808154:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d724939303 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.808549:0:8480:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493927e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->73727) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f831e expref: 13 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.808578:0:8480:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493927e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->73727) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f831e expref: 13 pid: 11204 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047493.808602:0:8480:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365443049216:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047493.808705:0:8480:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85000 going to sleep for 11 seconds 00000100:00100000:1.0:1777047493.808740:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3932 00000100:00100000:1.0:1777047493.808757:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388018304:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:1.0:1777047493.808793:0:36217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009570b303/0x5ecf73d72493930a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.809117:0:36217:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bb50d36e/0x5ecf73d7249391cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82d8 expref: 21 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.809130:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047493.809133:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047493.809139:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009570b303/0x5ecf73d72493930a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047493.811543:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3933 00000100:00100000:0.0:1777047493.811565:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388018432:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047493.811604:0:28387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d724939311 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.811629:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249391d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82df expref: 13 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.811643:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047493.811646:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047493.811651:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d724939311 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.811698:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249391d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82df expref: 13 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.811717:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249391d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82df expref: 13 pid: 8479 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047493.811737:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07779b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443049472:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047493.811803:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0768d45e40 going to sleep for 11 seconds 00010000:00010000:1.0:1777047493.815852:0:36217:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bb50d36e/0x5ecf73d7249391cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82d8 expref: 21 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.815894:0:36217:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bb50d36e/0x5ecf73d7249391cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82d8 expref: 21 pid: 8633 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047493.815923:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:36217:1863365443049344:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047493.816023:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85780 going to sleep for 11 seconds 00000100:00100000:0.0:1777047493.836070:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047493.836493:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07779b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443049472:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047493.836531:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:2.0:1777047493.836543:0:28387:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d724939311 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047493.836597:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388018688 00000100:00100000:0.0:1777047493.836612:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388018688 00010000:00010000:0.0:1777047493.836670:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249391d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82df expref: 14 pid: 8479 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047493.837105:0:8480:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365443049216:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047493.837117:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1993 00010000:00010000:1.0:1777047493.837141:0:8480:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d724939303 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047493.837149:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388018688:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047493.837191:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047493.837257:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249391d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82df expref: 14 pid: 8479 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.837283:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249391d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82df expref: 14 pid: 8479 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.837336:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d7249391d6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82df expref: 14 pid: 8479 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.837366:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047493.837370:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047493.837377:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d724939311 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.837473:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d724939311 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.837518:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047493.837624:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388018688:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 486us (1096us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047493.837640:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1993 00000100:00100000:3.0:1777047493.838030:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388018560 00000100:00100000:3.0:1777047493.838042:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388018560 00002000:00100000:3.0:1777047493.838101:0:24566:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x8a:0x0] (8192->73727) req@ffff9e077b9d0a80 x1863365388018560/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:229/0 lens 488/0 e 0 to 0 dl 1777047504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047493.838122:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d0a80 with x1863365388018560 ext(8192->73727) 00010000:00010000:3.0:1777047493.838136:0:24566:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493927e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->73727) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f831e expref: 13 pid: 11204 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.838162:0:24566:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493927e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->73727) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f831e expref: 13 pid: 11204 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047493.838179:0:24566:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9e077b9d0a80 00000100:00100000:3.0:1777047493.838213:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 49 00000100:00100000:3.0:1777047493.838260:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388018560:12345-192.168.201.54@tcp:4:fsx.0 00010000:00010000:2.0:1777047493.838772:0:28387:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d724939311 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.838796:0:28387:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d724939311 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.838838:0:28387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d724939311 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.838856:0:28387:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d724939311 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.838874:0:28387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d724939311 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.838889:0:28387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821eda00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047493.838897:0:28387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d724939311 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.838913:0:28387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d724939311 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.838939:0:28387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d724939311 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.838954:0:28387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d724939311 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047493.839047:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388018432:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 27488us (31732us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047493.839062:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3933 00000100:00100000:2.0:1777047493.840811:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:36217:1863365443049344:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047493.840841:0:36217:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009570b303/0x5ecf73d72493930a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047493.842446:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047493.844069:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388018816 00000100:00100000:1.0:1777047493.844083:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388018816 00010000:00010000:1.0:1777047493.844138:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bb50d36e/0x5ecf73d7249391cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82d8 expref: 22 pid: 8633 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047493.844255:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1994 00000100:00100000:1.0:1777047493.844273:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388018816:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047493.844297:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047493.844329:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bb50d36e/0x5ecf73d7249391cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82d8 expref: 22 pid: 8633 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.844354:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bb50d36e/0x5ecf73d7249391cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82d8 expref: 22 pid: 8633 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.844439:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bb50d36e/0x5ecf73d7249391cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82d8 expref: 22 pid: 8633 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.844466:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047493.844469:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047493.844478:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009570b303/0x5ecf73d72493930a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.844496:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009570b303/0x5ecf73d72493930a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.844536:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047493.844604:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388018816:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 333us (2161us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047493.844620:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1994 00010000:00010000:2.0:1777047493.844888:0:36217:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009570b303/0x5ecf73d72493930a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.844908:0:36217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009570b303/0x5ecf73d72493930a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.844941:0:36217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009570b303/0x5ecf73d72493930a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.844959:0:36217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009570b303/0x5ecf73d72493930a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.844975:0:36217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009570b303/0x5ecf73d72493930a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.844990:0:36217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0777afec00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047493.844997:0:36217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009570b303/0x5ecf73d72493930a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.845013:0:36217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009570b303/0x5ecf73d72493930a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.845037:0:36217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009570b303/0x5ecf73d72493930a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.845053:0:36217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009570b303/0x5ecf73d72493930a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047493.845178:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388018304:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 36422us (37927us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047493.845194:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3932 00000100:00100000:2.0:1777047493.871564:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388018560:12345-192.168.201.54@tcp:4:fsx.0 Request processed in 33294us (35495us total) trans 21474837651 rc 0/0 00000100:00100000:2.0:1777047493.871597:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 49 00002000:00100000:2.0:1777047493.871621:0:24566:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x8a:0x0] (8192->73727) req@ffff9e077b9d0a80 x1863365388018560/t21474837651(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:229/0 lens 488/448 e 0 to 0 dl 1777047504 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047493.871642:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d0a80 with x1863365388018560 ext(8192->73727) 00010000:00010000:2.0:1777047493.871661:0:24566:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493927e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->73727) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f831e expref: 14 pid: 11204 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.871696:0:24566:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493927e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->73727) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f831e expref: 14 pid: 11204 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047493.871715:0:24566:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9e077b9d0a80 00000100:00100000:1.0:1777047493.903514:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047493.903711:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388018944 00000100:00100000:0.0:1777047493.903726:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388018944 00010000:00010000:0.0:1777047493.903788:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493927e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->73727) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f831e expref: 14 pid: 11204 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047493.903874:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1995 00000100:00100000:0.0:1777047493.903893:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388018944:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047493.903921:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1777047493.903948:0:6575:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047493 -> 1777047494 00002000:00010000:0.0:1777047493.903955:0:6575:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047493 -> 1777047494 00002000:00010000:0.0:1777047493.903960:0:6575:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 120 -> 200 00010000:00010000:0.0:1777047493.903972:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493927e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->73727) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f831e expref: 14 pid: 11204 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.904000:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493927e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->73727) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f831e expref: 14 pid: 11204 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.904037:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493927e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->73727) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f831e expref: 14 pid: 11204 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.904068:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047493.904072:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047493.904080:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d724939303 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.904095:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d724939303 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.904140:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047493.904276:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388018944:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 385us (774us total) trans 0 rc 0/0 00010000:00010000:1.0:1777047493.904276:0:8480:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d724939303 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047493.904293:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1995 00010000:00010000:1.0:1777047493.904296:0:8480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d724939303 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.904352:0:8480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d724939303 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.904372:0:8480:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d724939303 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.904434:0:8480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d724939303 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.904451:0:8480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0777affe00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047493.904458:0:8480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d724939303 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.904476:0:8480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d724939303 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.904502:0:8480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d724939303 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.904518:0:8480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d724939303 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047493.904606:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388018176:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 96925us (97459us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047493.904622:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3931 00000100:00100000:1.0:1777047493.914092:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047493.914538:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388019200 00000100:00100000:0.0:1777047493.914554:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388019200 00000100:00100000:0.0:1777047493.914678:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6122 00000100:00100000:0.0:1777047493.914698:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57864:x1863365388019200:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047493.915040:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777047493.915086:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493929a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f832c expref: 32 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.915127:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d7249392e7 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8348 expref: 31 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.915148:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047493.915157:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047493.915203:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d724939318 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.915282:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d724939318 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.915303:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d724939318 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777047493.915729:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].57, 88 off13064 00000004:00080000:0.0:1777047493.915750:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4122552365158ns, next at 4003234154999ns, rc = 0 00000040:00080000:0.0:1777047493.921166:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].57, 88 off13088 00000004:00080000:0.0:1777047493.921194:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4122557810119ns, next at 4003234201462ns, rc = 0 00000040:00080000:0.0:1777047493.926789:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].58, 88 off13176 00000004:00080000:0.0:1777047493.926811:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4122563427062ns, next at 4003234201462ns, rc = 0 00000040:00080000:0.0:1777047493.926840:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].58, 88 off13152 00000004:00080000:0.0:1777047493.926847:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4122563463142ns, next at 4003234154999ns, rc = 0 00000040:00080000:0.0:1777047493.929515:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].59, 88 off13240 00000004:00080000:0.0:1777047493.929533:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4122566148276ns, next at 4003234154999ns, rc = 0 00000040:00080000:0.0:1777047493.929557:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].59, 88 off13264 00000004:00080000:0.0:1777047493.929565:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4122566181116ns, next at 4003234201462ns, rc = 0 00000040:00080000:0.0:1777047493.929590:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].60, 88 off13352 00000004:00080000:0.0:1777047493.929598:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4122566214927ns, next at 4003234201462ns, rc = 0 00000040:00080000:0.0:1777047493.929620:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].60, 88 off13328 00000004:00080000:0.0:1777047493.929628:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4122566244316ns, next at 4003234154999ns, rc = 0 00000001:00080000:0.0:1777047493.951264:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934972 is committed 00000004:00080000:0.0:1777047493.951283:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 60 committed 00000004:00080000:0.0:1777047493.951322:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 62 committed 00000004:00080000:0.0:1777047493.951343:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 61 committed 00000004:00080000:0.0:1777047493.951347:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 59 committed 00000004:00080000:0.0:1777047493.951351:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 58 committed 00000004:00080000:0.0:1777047493.951354:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 60 committed 00000004:00080000:0.0:1777047493.951358:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 59 committed 00000004:00080000:0.0:1777047493.951363:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 57 committed 00000004:00010000:0.0:1777047493.951455:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000062ce4904 reply state 00000000fc0324df transno 8589934972 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d724939318 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.951491:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d724939318 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.951552:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047493.951558:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1777047493.951565:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1777047493.951720:0:9025:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1777047493.951750:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57864:x1863365388019200:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 37051us (37665us total) trans 8589934972 rc 0/0 00000100:00100000:0.0:1777047493.951792:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6122 00010000:00010000:0.0:1777047493.952166:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d724939318 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.952184:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d724939318 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.952206:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d724939318 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.952246:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821edc00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047493.952254:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d724939318 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.952269:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d724939318 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.952286:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047493.952291:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047493.952298:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d724939318 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.952310:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d724939318 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047493.953611:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443049728:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047493.953728:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047493.953787:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777047493.953800:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443049600:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047493.953844:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047493.953896:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443049856:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047493.953937:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047493.953974:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047493.953985:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443049984:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047493.954055:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047493.954111:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443049728 00000100:00100000:1.0:1777047493.954122:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443049728 00000100:00100000:1.0:1777047493.954185:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443049600 00000100:00100000:1.0:1777047493.954191:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443049600 00000100:00100000:1.0:1777047493.954251:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443049856 00000100:00100000:1.0:1777047493.954257:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443049856 00000100:00100000:1.0:1777047493.954288:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443049984 00000100:00100000:1.0:1777047493.954293:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443049984 00000100:00100000:1.0:1777047493.954324:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3934 00000100:00100000:1.0:1777047493.954337:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3683:x1863365443049728:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047493.954613:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3683:x1863365443049728:12345-0@lo:2:osp-syn-1-0.0 Request processed in 276us (884us total) trans 17179870352 rc 0/0 00000100:00100000:1.0:1777047493.954633:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3934 00000100:00100000:1.0:1777047493.954661:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3935 00000100:00100000:1.0:1777047493.954673:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3683:x1863365443049600:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047493.954794:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047493.954801:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047493.954807:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047493.954811:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047493.954816:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047493.955166:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3683:x1863365443049600:12345-0@lo:2:osp-syn-1-0.0 Request processed in 493us (1319us total) trans 17179870353 rc 0/0 00000100:00100000:1.0:1777047493.955180:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3935 00000100:00100000:1.0:1777047493.955207:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3936 00000100:00100000:1.0:1777047493.955247:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3684:x1863365443049856:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047493.955341:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047493.955347:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb mtime from disk: 1777047491 -> 1777047491 00002000:00010000:1.0:1777047493.955352:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:1.0:1777047493.955356:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb ctime from disk: 1777047491 -> 1777047491 00002000:00010000:1.0:1777047493.955361:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047493.955460:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3684:x1863365443049856:12345-0@lo:2:osp-syn-1-0.0 Request processed in 241us (1521us total) trans 17179870354 rc 0/0 00000100:00100000:1.0:1777047493.955472:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3936 00000100:00100000:1.0:1777047493.955498:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3937 00000100:00100000:1.0:1777047493.955511:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3684:x1863365443049984:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047493.955640:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3684:x1863365443049984:12345-0@lo:2:osp-syn-1-0.0 Request processed in 130us (1582us total) trans 17179870355 rc 0/0 00000100:00100000:1.0:1777047493.955653:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3937 00000004:00080000:1.0:1777047493.955866:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e2a5880/2, rc 0, transno 17179870355 00000100:00100000:1.0:1777047493.955880:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443049984:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047493.955901:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e2a7100/2, rc 0, transno 17179870354 00000100:00100000:1.0:1777047493.955909:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443049856:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047493.955945:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e39dc00/2, rc 0, transno 17179870353 00000100:00100000:1.0:1777047493.955954:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443049600:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047493.955970:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e2a5f80/2, rc 0, transno 17179870352 00000100:00100000:1.0:1777047493.955976:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443049728:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047493.956338:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047493.956356:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443050112:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047493.956446:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047493.956499:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443050112 00000100:00100000:3.0:1777047493.956507:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443050112 00000100:00100000:3.0:1777047493.956558:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3938 00000100:00100000:3.0:1777047493.956570:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eaca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443050112:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047493.956742:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eaca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3683:x1863365443050112:12345-0@lo:2:osp-syn-0-0.0 Request processed in 172us (295us total) trans 21474837652 rc 0/0 00000100:00100000:3.0:1777047493.956755:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3938 00000100:00100000:3.0:1777047493.956806:0:3683:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474837645 gen 2 00000004:00080000:3.0:1777047493.956816:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0642d31180, transno 21474837638 00000004:00080000:3.0:1777047493.956822:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0642d31500, transno 21474837639 00000004:00080000:3.0:1777047493.956826:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0642d32d80, transno 21474837640 00000004:00080000:3.0:1777047493.956832:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e280380, transno 21474837641 00000004:00080000:3.0:1777047493.956836:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0777979c00, transno 21474837642 00000004:00080000:3.0:1777047493.956841:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643057b80, transno 21474837643 00000004:00080000:3.0:1777047493.956845:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0777978380, transno 21474837644 00000004:00080000:3.0:1777047493.956850:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644324e00, transno 21474837645 00000100:00100000:3.0:1777047493.956861:0:3683:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9e07717eb800 x1863365443050112/t21474837652(21474837652) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777047509 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1777047493.956879:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e07717eb800/2, rc 0, transno 21474837652 00000100:00100000:3.0:1777047493.956886:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443050112:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047493.957045:0:33232:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 3 changes, 1 in progress, 0 in flight, 8 done 00000100:00100000:3.0:1777047493.957570:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443050240:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047493.957624:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047493.957680:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443050240 00000100:00100000:3.0:1777047493.957688:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443050240 00000100:00100000:3.0:1777047493.957736:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3939 00000100:00100000:3.0:1777047493.957749:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3683:x1863365443050240:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047493.957902:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3683:x1863365443050240:12345-0@lo:2:osp-syn-0-0.0 Request processed in 153us (276us total) trans 21474837653 rc 0/0 00000100:00100000:3.0:1777047493.957915:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3939 00000004:00080000:3.0:1777047493.957973:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064eac8700/2, rc 0, transno 21474837653 00000100:00100000:3.0:1777047493.957983:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443050240:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047493.961752:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eaca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443050368:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047493.961847:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047493.961898:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777047493.961910:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443050496:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047493.961990:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047493.964715:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443050368 00000100:00100000:0.0:1777047493.964730:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443050368 00000100:00100000:0.0:1777047493.965095:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443050496 00000100:00100000:0.0:1777047493.965103:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443050496 00000100:00100000:0.0:1777047493.965176:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3940 00000100:00100000:0.0:1777047493.965194:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3684:x1863365443050368:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047493.965523:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443050368:12345-0@lo:2:osp-syn-0-0.0 Request processed in 330us (3672us total) trans 21474837654 rc 0/0 00000100:00100000:0.0:1777047493.965537:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3940 00000100:00100000:0.0:1777047493.965568:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3941 00000100:00100000:0.0:1777047493.965582:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3684:x1863365443050496:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047493.965688:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047493.965695:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047491 -> 1777047491 00002000:00010000:0.0:1777047493.965701:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:0.0:1777047493.965706:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047491 -> 1777047491 00002000:00010000:0.0:1777047493.965710:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047493.965761:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443050496:12345-0@lo:2:osp-syn-0-0.0 Request processed in 181us (3769us total) trans 21474837655 rc 0/0 00000100:00100000:0.0:1777047493.965774:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3941 00000004:00080000:0.0:1777047493.965853:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0642d31180/2, rc 0, transno 21474837655 00000100:00100000:0.0:1777047493.965865:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443050496:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047493.965885:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064eaca300/2, rc 0, transno 21474837654 00000100:00100000:0.0:1777047493.965892:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eaca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443050368:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047493.969299:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047493.969877:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388019328 00000100:00100000:0.0:1777047493.969890:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388019328 00000100:00100000:0.0:1777047493.969959:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6123 00000100:00100000:0.0:1777047493.969977:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57864:x1863365388019328:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047493.970007:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047493.970039:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493931f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8356 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.970482:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493931f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8356 expref: 27 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.970510:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493931f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8356 expref: 27 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.970545:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047493.970551:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047493.970558:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ed400, rc 0) 00000100:00100000:0.0:1777047493.970634:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57864:x1863365388019328:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 660us (1344us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047493.970648:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6123 00010000:00010000:2.0:1777047493.973978:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d724939293 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.974001:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d724939293 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.974014:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d724939293 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.974026:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e26e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047493.974033:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d724939293 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.974048:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d724939293 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.974070:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047493.974075:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047493.974082:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d724939293 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.974094:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d724939293 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047493.991129:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047493.991600:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388019456 00000100:00100000:1.0:1777047493.991616:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388019456 00000100:00100000:1.0:1777047493.991742:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6124 00000100:00100000:1.0:1777047493.991762:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57864:x1863365388019456:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047493.991791:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047493.991821:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676400/0x5ecf73d724939326 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f835d expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.991998:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d72493932d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.992025:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d72493932d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.992046:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d72493932d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047493.992103:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00000004:00200000:1.0:1777047493.992111:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047493.992140:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d72493932d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.992185:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676400/0x5ecf73d724939326 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f835d expref: 27 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.992251:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d72493932d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f835d expref: 26 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.992269:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047493.992274:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047493.992280:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0771676000, rc 0) 00000100:00100000:1.0:1777047493.992466:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57864:x1863365388019456:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 707us (1348us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047493.992480:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6124 00000100:00100000:3.0:1777047494.012250:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047494.012322:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047494.012454:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047494.012819:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388019584 00000100:00100000:2.0:1777047494.012834:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388019584 00000100:00100000:2.0:1777047494.012909:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388019712 00000100:00100000:2.0:1777047494.012915:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388019712 00000100:00100000:2.0:1777047494.014072:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388019840 00000100:00100000:2.0:1777047494.014082:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388019840 00000100:00100000:2.0:1777047494.014444:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3942 00000100:00100000:2.0:1777047494.014464:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2432:x1863365388019584:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047494.014540:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047494.014572:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1dadf6f/0x5ecf73d724939334 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8364 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047494.014610:0:11204:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 262144, mtime: 0x69eb97c6, atime: 0x69eb97c1, ctime: 0x69eb97c6, blocks: 0xc8 00010000:00010000:2.0:1777047494.014639:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047494.014642:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047494.014656:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1dadf6f/0x5ecf73d724939334 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8364 expref: 14 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.014685:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f1dadf6f/0x5ecf73d724939334 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8364 expref: 14 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.014707:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e26e00, rc 0) 00000100:00100000:2.0:1777047494.015124:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388019584:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 664us (2910us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047494.015137:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3942 00000100:00100000:2.0:1777047494.015168:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3943 00000100:00100000:2.0:1777047494.015181:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777979c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2432:x1863365388019712:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047494.015194:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047494.015239:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084d2a34a/0x5ecf73d72493933b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f836b expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047494.015578:0:11204:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6d:0x0] initial LVB size: 0, mtime: 0x69eb97c5, atime: 0x69eb97c1, ctime: 0x69eb97c5, blocks: 0x1800 00010000:00010000:2.0:1777047494.015598:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047494.015601:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047494.015612:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084d2a34a/0x5ecf73d72493933b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f836b expref: 21 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.015634:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084d2a34a/0x5ecf73d72493933b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f836b expref: 21 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.015651:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27600, rc 0) 00000100:00100000:2.0:1777047494.015692:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777979c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2432:x1863365388019712:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 512us (3369us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047494.015703:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3943 00000100:00100000:2.0:1777047494.015730:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3944 00000100:00100000:2.0:1777047494.015744:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2432:x1863365388019840:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047494.015756:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047494.015773:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d724939342 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8372 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047494.015795:0:11204:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8c:0x0] initial LVB size: 0, mtime: 0x69eb97c5, atime: 0x69eb97c1, ctime: 0x69eb97c5, blocks: 0x0 00010000:00010000:2.0:1777047494.015810:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047494.015813:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047494.015821:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d724939342 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8372 expref: 14 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.016130:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d724939342 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8372 expref: 14 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.016149:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27000, rc 0) 00000100:00100000:2.0:1777047494.016189:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388019840:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 448us (3736us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047494.016506:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3944 00000100:00100000:2.0:1777047494.199748:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047494.199895:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388019968 00000100:00100000:3.0:1777047494.199913:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388019968 00000100:00100000:3.0:1777047494.200155:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3945 00000100:00100000:3.0:1777047494.200179:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388019968:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047494.200420:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388019968:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 245us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047494.200439:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3945 00000100:00100000:0.0:1777047494.224159:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047494.224677:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388020096 00000100:00100000:1.0:1777047494.224694:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388020096 00000100:00100000:0.0:1777047494.226603:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3946 00000100:00100000:0.0:1777047494.226629:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388020096:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:0.0:1777047494.227591:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388020096:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 969us (3797us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047494.227608:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3946 00000100:00100000:0.0:1777047494.262666:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047494.263484:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388020224 00000100:00100000:2.0:1777047494.263502:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388020224 00000100:00100000:2.0:1777047494.263641:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1160 00000100:00100000:2.0:1777047494.263662:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388020224:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047494.263721:0:29067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d1ebc036/0x5ecf73d724939349 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.263751:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047494.263756:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047494.263765:0:29067:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d1ebc036/0x5ecf73d724939349 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.263836:0:29067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d1ebc036/0x5ecf73d724939349 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.302827:0:29067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d1ebc036/0x5ecf73d724939349 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.302860:0:29067:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d1ebc036/0x5ecf73d724939349 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.302877:0:29067:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d1ebc036/0x5ecf73d724939349 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.302891:0:29067:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047494.302899:0:29067:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d1ebc036/0x5ecf73d724939349 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.302915:0:29067:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d1ebc036/0x5ecf73d724939349 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.302944:0:29067:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d1ebc036/0x5ecf73d724939349 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.302958:0:29067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d1ebc036/0x5ecf73d724939349 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047494.303075:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388020224:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 39414us (40420us total) trans 0 rc 81920/81920 00000100:00100000:2.0:1777047494.303101:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1160 00000100:00100000:0.0:1777047494.333913:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047494.334816:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388020352 00000100:00100000:3.0:1777047494.334829:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388020352 00000100:00100000:2.0:1777047494.338648:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1161 00000100:00100000:2.0:1777047494.338673:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388020352:12345-192.168.201.54@tcp:4:lfs.0 00002000:00010000:2.0:1777047494.338742:0:8485:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8d:0x0] initial LVB size: 81685, mtime: 0x69eb97c3, atime: 0x69eb97b9, ctime: 0x69eb97c3, blocks: 0x48 00010000:00010000:2.0:1777047494.338756:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d1ebc036/0x5ecf73d724939350 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.338779:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047494.338782:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047494.338789:0:8485:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d1ebc036/0x5ecf73d724939350 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.338810:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d1ebc036/0x5ecf73d724939350 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047494.367744:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837656 is committed 00000001:00080000:0.0:1777047494.367766:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837655 is committed 00002000:00010000:2.0:1777047494.367928:0:8485:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb size from disk: 81685 -> 81920 00002000:00010000:2.0:1777047494.367935:0:8485:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb mtime from disk: 1777047491 -> 1777047494 00002000:00010000:2.0:1777047494.367939:0:8485:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb ctime from disk: 1777047491 -> 1777047494 00002000:00010000:2.0:1777047494.367942:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb blocks from disk: 72 -> 160 00010000:00010000:2.0:1777047494.367961:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d1ebc036/0x5ecf73d724939350 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.368004:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d1ebc036/0x5ecf73d724939350 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.368018:0:8485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d1ebc036/0x5ecf73d724939350 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.368030:0:8485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047494.368037:0:8485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d1ebc036/0x5ecf73d724939350 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.368050:0:8485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d1ebc036/0x5ecf73d724939350 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.368078:0:8485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d1ebc036/0x5ecf73d724939350 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.368089:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d1ebc036/0x5ecf73d724939350 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047494.368231:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365388020352:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 29548us (34309us total) trans 21474837656 rc 0/0 00000100:00100000:2.0:1777047494.368247:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1161 00000100:00100000:0.0:1777047494.383486:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047494.383629:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388020480 00000100:00100000:2.0:1777047494.383643:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388020480 00000100:00100000:2.0:1777047494.383752:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1162 00000100:00100000:2.0:1777047494.383771:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388020480:12345-192.168.201.54@tcp:4:lfs.0 00002000:00010000:2.0:1777047494.383838:0:29062:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 81685, mtime: 0x69eb97c3, atime: 0x69eb97bd, ctime: 0x69eb97c3, blocks: 0x48 00010000:00010000:2.0:1777047494.383853:0:29062:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d1ebc036/0x5ecf73d724939357 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.383878:0:29062:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047494.383881:0:29062:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047494.383889:0:29062:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d1ebc036/0x5ecf73d724939357 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.383913:0:29062:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d1ebc036/0x5ecf73d724939357 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047494.412637:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870356 is committed 00000001:00080000:1.0:1777047494.412657:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870355 is committed 00002000:00010000:2.0:1777047494.413919:0:29062:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 81685 -> 81920 00002000:00010000:2.0:1777047494.413927:0:29062:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047491 -> 1777047494 00002000:00010000:2.0:1777047494.413932:0:29062:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047491 -> 1777047494 00002000:00010000:2.0:1777047494.413937:0:29062:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 72 -> 160 00010000:00010000:2.0:1777047494.413957:0:29062:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d1ebc036/0x5ecf73d724939357 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.413980:0:29062:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d1ebc036/0x5ecf73d724939357 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.413995:0:29062:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d1ebc036/0x5ecf73d724939357 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.414010:0:29062:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047494.414017:0:29062:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d1ebc036/0x5ecf73d724939357 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.414032:0:29062:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d1ebc036/0x5ecf73d724939357 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.414059:0:29062:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d1ebc036/0x5ecf73d724939357 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.414108:0:29062:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d1ebc036/0x5ecf73d724939357 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047494.414270:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388020480:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 30499us (30787us total) trans 17179870356 rc 0/0 00000100:00100000:2.0:1777047494.414287:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1162 00000100:00100000:0.0:1777047494.430678:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047494.431044:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388020608 00000100:00100000:2.0:1777047494.431059:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388020608 00000100:00100000:2.0:1777047494.431497:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3947 00000100:00100000:2.0:1777047494.431517:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365388020608:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:2.0:1777047494.431651:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365388020608:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 140us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047494.431664:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3947 00000100:00100000:0.0:1777047494.446281:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047494.446454:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388020736 00000100:00100000:3.0:1777047494.446469:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388020736 00000100:00100000:3.0:1777047494.446566:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3948 00000100:00100000:3.0:1777047494.446583:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2432:x1863365388020736:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047494.446739:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2432:x1863365388020736:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 157us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047494.446753:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3948 00000100:00100000:1.0:1777047494.465188:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047494.465961:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388020992 00000100:00100000:3.0:1777047494.465975:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388020992 00000100:00100000:3.0:1777047494.466075:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6125 00000100:00100000:3.0:1777047494.466091:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57864:x1863365388020992:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:3.0:1777047494.466188:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047494.466259:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d72493932d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f835d expref: 26 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.466295:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047494.466303:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047494.467511:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047494.468718:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493935e lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.468747:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493935e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.468764:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493935e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047494.469173:0:12913:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934973 00000004:00010000:2.0:1777047494.469246:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000025291322 reply state 0000000058ff41ed transno 8589934974 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493935e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.469268:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493935e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.469282:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047494.469287:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047494.469292:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047494.469496:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57864:x1863365388020992:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 3402us (4317us total) trans 8589934974 rc 0/0 00000100:00100000:2.0:1777047494.469511:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6125 00000020:00080000:2.0:1777047494.469520:0:12913:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047494.482282:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047494.482466:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388021120 00000100:00100000:1.0:1777047494.482482:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388021120 00000100:00100000:1.0:1777047494.482587:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3949 00000100:00100000:1.0:1777047494.482605:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:57864:x1863365388021120:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047494.482633:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047494.482666:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3e87b9b/0x5ecf73d724939365 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8379 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047494.482705:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8d:0x0] initial LVB size: 81920, mtime: 0x69eb97c6, atime: 0x69eb97b9, ctime: 0x69eb97c6, blocks: 0xa0 00010000:00010000:1.0:1777047494.482738:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047494.482743:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047494.482755:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3e87b9b/0x5ecf73d724939365 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8379 expref: 12 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.482783:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d3e87b9b/0x5ecf73d724939365 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8379 expref: 12 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.482805:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0771676000, rc 0) 00000100:00100000:1.0:1777047494.482908:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:57864:x1863365388021120:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 304us (634us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047494.482923:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3949 00000100:00100000:3.0:1777047494.489957:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047494.490875:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388021248 00000100:00100000:1.0:1777047494.490890:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388021248 00002000:00010000:1.0:1777047494.490961:0:8484:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/141 (81920->18446744073709551615) 00002000:00100000:1.0:1777047494.490972:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e008380 with x1863365388021248 ext(81920->18446744073709551615) 00002000:00010000:1.0:1777047494.490990:0:8484:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e008380. 00000100:00100000:1.0:1777047494.491042:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1163 00000100:00100000:1.0:1777047494.491062:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365388021248:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047494.491350:0:8484:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb size from disk: 81920 -> 81920 00002000:00010000:1.0:1777047494.491358:0:8484:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb mtime from disk: 1777047494 -> 1777047494 00002000:00010000:1.0:1777047494.491364:0:8484:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:1.0:1777047494.491369:0:8484:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb ctime from disk: 1777047494 -> 1777047494 00002000:00010000:1.0:1777047494.491373:0:8484:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:1.0:1777047494.493097:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365388021248:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 2033us (3147us total) trans 21474837657 rc 0/0 00000100:00100000:1.0:1777047494.493116:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1163 00002000:00010000:1.0:1777047494.493124:0:8484:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/141 (81920->18446744073709551615) 00002000:00100000:1.0:1777047494.493130:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e008380 with x1863365388021248 ext(81920->18446744073709551615) 00002000:00010000:1.0:1777047494.493141:0:8484:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e008380. 00000100:00100000:3.0:1777047494.512311:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047494.514126:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388021376 00000100:00100000:2.0:1777047494.514158:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388021376 00002000:00010000:2.0:1777047494.514623:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/110 (0->18446744073709551615) 00002000:00100000:2.0:1777047494.514634:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e00aa00 with x1863365388021376 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047494.514654:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e00aa00. 00000100:00100000:2.0:1777047494.514718:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1164 00000100:00100000:2.0:1777047494.514738:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388021376:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:2.0:1777047494.515001:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047494.515009:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb mtime from disk: 1777047491 -> 1777047494 00002000:00010000:2.0:1777047494.515014:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047494.515019:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb ctime from disk: 1777047491 -> 1777047494 00002000:00010000:2.0:1777047494.515023:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047494.515118:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388021376:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 383us (2819us total) trans 17179870357 rc 0/0 00000100:00100000:2.0:1777047494.515135:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1164 00002000:00010000:2.0:1777047494.515142:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/110 (0->18446744073709551615) 00002000:00100000:2.0:1777047494.515148:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e00aa00 with x1863365388021376 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047494.515158:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e00aa00. 00000100:00100000:0.0:1777047494.542486:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047494.544374:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388021504 00000100:00100000:2.0:1777047494.544475:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388021504 00000100:00100000:2.0:1777047494.545094:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6126 00000100:00100000:2.0:1777047494.545119:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645846300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57864:x1863365388021504:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047494.545157:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047494.545192:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493936c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8380 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.545376:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939373 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.545404:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939373 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.545424:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939373 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047494.545468:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 81920 00000004:00200000:2.0:1777047494.545476:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047494.545506:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939373 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.545551:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493936c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8380 expref: 30 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.545623:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939373 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8380 expref: 29 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.545639:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047494.545645:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047494.545653:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27400, rc 0) 00000100:00100000:2.0:1777047494.545762:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645846300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57864:x1863365388021504:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 649us (3287us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047494.545777:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6126 00000100:00100000:3.0:1777047494.576159:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047494.577554:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388021760 00000100:00100000:1.0:1777047494.577571:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388021760 00000100:00100000:1.0:1777047494.577657:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6127 00000100:00100000:1.0:1777047494.577674:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57864:x1863365388021760:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:1.0:1777047494.577755:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047494.577798:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939373 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8380 expref: 29 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.577834:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047494.577843:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047494.578090:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493937a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.578117:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493937a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.578136:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493937a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047494.578604:0:6588:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934975 00000004:00010000:1.0:1777047494.578665:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000021e03d91 reply state 00000000b8875476 transno 8589934976 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493937a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.578692:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493937a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.578706:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047494.578711:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047494.578718:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047494.579168:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57864:x1863365388021760:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1493us (3041us total) trans 8589934976 rc 0/0 00000100:00100000:1.0:1777047494.579184:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6127 00000020:00080000:1.0:1777047494.579193:0:6588:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047494.593673:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047494.597625:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388021888 00000100:00100000:1.0:1777047494.597646:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388021888 00000100:00100000:0.0:1777047494.598126:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3950 00000100:00100000:0.0:1777047494.598178:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57864:x1863365388021888:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047494.598235:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047494.598273:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939381 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8387 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047494.598315:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 81920, mtime: 0x69eb97c6, atime: 0x69eb97bd, ctime: 0x69eb97c6, blocks: 0xa0 00010000:00010000:0.0:1777047494.598349:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047494.598354:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047494.598366:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939381 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8387 expref: 19 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.598396:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939381 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8387 expref: 19 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.598419:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821eda00, rc 0) 00000100:00100000:0.0:1777047494.598579:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57864:x1863365388021888:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 433us (4916us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047494.598594:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3950 00000100:00100000:2.0:1777047494.609509:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047494.609579:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047494.609727:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388022016 00000100:00100000:3.0:1777047494.610048:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388022016 00002000:00010000:3.0:1777047494.610107:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (81920->18446744073709551615) 00002000:00100000:3.0:1777047494.610117:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b409c00 with x1863365388022016 ext(81920->18446744073709551615) 00002000:00010000:3.0:1777047494.610134:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064b409c00. 00000100:00100000:3.0:1777047494.610189:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388022144 00000100:00100000:3.0:1777047494.610197:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388022144 00002000:00010000:3.0:1777047494.610257:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:3.0:1777047494.610263:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07779b4380 with x1863365388022144 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047494.610273:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e07779b4380. 00000100:00100000:3.0:1777047494.610527:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1165 00000100:00100000:3.0:1777047494.610546:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388022016:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:3.0:1777047494.610810:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 81920 -> 81920 00002000:00010000:3.0:1777047494.610818:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047494 -> 1777047495 00002000:00010000:3.0:1777047494.610823:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:3.0:1777047494.610828:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047494 -> 1777047495 00002000:00010000:3.0:1777047494.610833:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:3.0:1777047494.610921:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388022016:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 377us (1833us total) trans 17179870358 rc 0/0 00000100:00100000:3.0:1777047494.610939:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1165 00002000:00010000:3.0:1777047494.610976:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (81920->18446744073709551615) 00002000:00100000:3.0:1777047494.610983:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b409c00 with x1863365388022016 ext(81920->18446744073709551615) 00002000:00010000:3.0:1777047494.610993:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064b409c00. 00000100:00100000:3.0:1777047494.611030:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1166 00000100:00100000:3.0:1777047494.611046:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07779b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388022144:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:3.0:1777047494.611526:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047494.611533:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047491 -> 1777047495 00002000:00010000:3.0:1777047494.611538:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:3.0:1777047494.611542:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047491 -> 1777047495 00002000:00010000:3.0:1777047494.611546:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047494.611591:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07779b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388022144:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 548us (2012us total) trans 21474837658 rc 0/0 00000100:00100000:3.0:1777047494.611606:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1166 00002000:00010000:3.0:1777047494.611613:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:3.0:1777047494.611618:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07779b4380 with x1863365388022144 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047494.611627:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e07779b4380. 00000100:00100000:3.0:1777047494.625956:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047494.626158:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388022272 00000100:00100000:0.0:1777047494.626175:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388022272 00000100:00100000:0.0:1777047494.626322:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6128 00000100:00100000:0.0:1777047494.626344:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57864:x1863365388022272:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047494.626466:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047494.626502:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d724939388 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f838e expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.626649:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493938f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.626675:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493938f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.626694:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493938f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047494.626740:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 81920 00000004:00200000:0.0:1777047494.626747:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047494.626777:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493938f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.626820:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d724939388 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f838e expref: 33 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.626854:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493938f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f838e expref: 32 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.626871:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047494.626878:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047494.626884:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ec200, rc 0) 00000100:00100000:0.0:1777047494.626993:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57864:x1863365388022272:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 654us (1049us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047494.627007:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6128 00000100:00100000:3.0:1777047494.637318:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047494.637842:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388022400 00000100:00100000:0.0:1777047494.637858:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388022400 00000100:00100000:0.0:1777047494.637984:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1167 00000100:00100000:0.0:1777047494.638001:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388022400:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047494.638119:0:29059:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d724939396 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.638150:0:29059:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047494.638153:0:29059:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047494.638162:0:29059:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d724939396 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.638185:0:29059:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d724939396 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.638664:0:29059:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d724939396 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.638685:0:29059:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d724939396 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.638701:0:29059:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d724939396 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.638715:0:29059:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ecc00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047494.638724:0:29059:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d724939396 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.638741:0:29059:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d724939396 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.638773:0:29059:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d724939396 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.640931:0:29059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d724939396 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047494.643365:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388022400:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 5356us (6047us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1777047494.643437:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1167 00000100:00100000:3.0:1777047494.671737:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047494.673554:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388022528 00000100:00100000:0.0:1777047494.673571:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388022528 00000100:00100000:0.0:1777047494.673721:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1168 00000100:00100000:0.0:1777047494.673746:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388022528:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:0.0:1777047494.673809:0:24566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d72493939d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.673853:0:24566:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3e87b9b/0x5ecf73d724939365 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8379 expref: 14 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.673877:0:24566:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047494.673881:0:24566:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047494.673888:0:24566:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d72493939d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.673957:0:24566:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d3e87b9b/0x5ecf73d724939365 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8379 expref: 14 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.673986:0:24566:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d3e87b9b/0x5ecf73d724939365 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8379 expref: 14 pid: 36217 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047494.674037:0:24566:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645847b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24566:1863365443050624:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047494.674579:0:24566:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0768d450c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047494.684662:0:24566:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645847b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24566:1863365443050624:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047494.684713:0:24566:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d72493939d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047494.693115:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047494.694295:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388022656 00000100:00100000:0.0:1777047494.694314:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388022656 00010000:00010000:0.0:1777047494.694379:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d3e87b9b/0x5ecf73d724939365 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8379 expref: 15 pid: 36217 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047494.694516:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1996 00000100:00100000:0.0:1777047494.694535:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388022656:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047494.694565:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047494.694599:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d3e87b9b/0x5ecf73d724939365 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8379 expref: 15 pid: 36217 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.694625:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d3e87b9b/0x5ecf73d724939365 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8379 expref: 15 pid: 36217 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.694668:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3e87b9b/0x5ecf73d724939365 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8379 expref: 15 pid: 36217 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.694715:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047494.694718:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047494.694732:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d72493939d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.694752:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d72493939d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.695723:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047494.695832:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388022656:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1298us (2730us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047494.695860:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1996 00010000:00010000:2.0:1777047494.707034:0:24566:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d72493939d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.707075:0:24566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d72493939d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047494.722683:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837659 is committed 00002000:00010000:2.0:1777047494.723880:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb size from disk: 81920 -> 262144 00002000:00010000:2.0:1777047494.723889:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb mtime from disk: 1777047494 -> 1777047495 00002000:00010000:2.0:1777047494.723896:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb ctime from disk: 1777047494 -> 1777047495 00002000:00010000:2.0:1777047494.723901:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb blocks from disk: 160 -> 192 00010000:00010000:2.0:1777047494.723931:0:24566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d72493939d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.723965:0:24566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d72493939d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.723983:0:24566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d72493939d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.724007:0:24566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ecc00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047494.724016:0:24566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d72493939d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.724034:0:24566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d72493939d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.724076:0:24566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d72493939d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.724100:0:24566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d72493939d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047494.724341:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365388022528:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 50589us (52604us total) trans 21474837659 rc 0/0 00000100:00100000:2.0:1777047494.724361:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1168 00000100:00100000:2.0:1777047494.758627:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047494.759076:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388022784 00000100:00100000:0.0:1777047494.759104:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388022784 00000100:00100000:0.0:1777047494.759714:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1169 00000100:00100000:0.0:1777047494.759746:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388022784:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:0.0:1777047494.759823:0:29067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d7249393a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.759871:0:29067:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939381 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8387 expref: 20 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.759900:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047494.759905:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047494.759912:0:29067:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d7249393a4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.759995:0:29067:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939381 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8387 expref: 20 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.760034:0:29067:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939381 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8387 expref: 20 pid: 30115 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047494.760074:0:29067:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645847b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:29067:1863365443050752:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047494.760275:0:29067:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0768d450c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047494.788806:0:29067:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645847b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:29067:1863365443050752:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047494.788872:0:29067:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d7249393a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047494.801716:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047494.802008:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388022912 00000100:00100000:2.0:1777047494.802032:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388022912 00010000:00010000:2.0:1777047494.802613:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939381 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8387 expref: 21 pid: 30115 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047494.802699:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1997 00000100:00100000:2.0:1777047494.802729:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07605e8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388022912:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047494.802755:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047494.802799:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939381 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8387 expref: 21 pid: 30115 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.802837:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939381 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8387 expref: 21 pid: 30115 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.802896:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939381 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8387 expref: 21 pid: 30115 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.802926:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047494.802940:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047494.802947:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d7249393a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.802966:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d7249393a4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.804115:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047494.804282:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07605e8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388022912:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1565us (2574us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047494.804310:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1997 00010000:00010000:3.0:1777047494.814815:0:29067:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d7249393a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.814856:0:29067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d7249393a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047494.833104:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870359 is committed 00002000:00010000:3.0:1777047494.834570:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 81920 -> 262144 00002000:00010000:3.0:1777047494.834591:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 160 -> 192 00010000:00010000:3.0:1777047494.834624:0:29067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d7249393a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.834649:0:29067:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d7249393a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.834677:0:29067:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d7249393a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.834691:0:29067:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ecc00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047494.834709:0:29067:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d7249393a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.835159:0:29067:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d7249393a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.835257:0:29067:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d7249393a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.835273:0:29067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d7249393a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [245760->262143] (req 245760->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047494.835573:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388022784:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 75826us (76950us total) trans 17179870359 rc 0/0 00000100:00100000:3.0:1777047494.835603:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1169 00000100:00100000:1.0:1777047494.907550:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047494.909990:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388023168 00000100:00100000:2.0:1777047494.910008:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388023168 00000100:00100000:2.0:1777047494.911079:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6129 00000100:00100000:2.0:1777047494.911104:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57864:x1863365388023168:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047494.911251:0:6590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047494.911297:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493938f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f838e expref: 32 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.911337:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047494.911347:0:6590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047494.911706:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d7249393ab lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.911734:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d7249393ab lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.911758:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d7249393ab lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047494.912633:0:6590:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934977 00000004:00010000:2.0:1777047494.912683:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e525d3f6 reply state 00000000ed6528c9 transno 8589934978 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d7249393ab lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.912712:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d7249393ab lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.912724:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047494.912730:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047494.912735:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047494.913297:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57864:x1863365388023168:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 2200us (5762us total) trans 8589934978 rc 0/0 00000100:00100000:2.0:1777047494.913313:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6129 00000020:00080000:2.0:1777047494.913323:0:6590:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047494.933391:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047494.936247:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388023296 00000100:00100000:1.0:1777047494.936274:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388023296 00000100:00100000:1.0:1777047494.936463:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3951 00000100:00100000:1.0:1777047494.936493:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645847b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:57864:x1863365388023296:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047494.936531:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047494.936573:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c2c770f3/0x5ecf73d7249393b2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8395 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047494.936623:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8d:0x0] initial LVB size: 262144, mtime: 0x69eb97c7, atime: 0x69eb97b9, ctime: 0x69eb97c7, blocks: 0xc0 00010000:00010000:1.0:1777047494.936665:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047494.936670:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047494.936692:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2c770f3/0x5ecf73d7249393b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8395 expref: 12 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.937179:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c2c770f3/0x5ecf73d7249393b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8395 expref: 12 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.937275:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0771676400, rc 0) 00000100:00100000:1.0:1777047494.937381:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645847b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:57864:x1863365388023296:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 902us (4001us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047494.937406:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3951 00000100:00100000:1.0:1777047494.951691:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047494.951788:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047494.952204:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388023424 00000100:00100000:0.0:1777047494.952252:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388023424 00002000:00010000:0.0:1777047494.952332:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/141 (262144->18446744073709551615) 00002000:00100000:0.0:1777047494.952341:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a5180 with x1863365388023424 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047494.952369:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a5180. 00000100:00100000:0.0:1777047494.952450:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388023552 00000100:00100000:0.0:1777047494.952457:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388023552 00002000:00010000:0.0:1777047494.952493:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/110 (0->18446744073709551615) 00002000:00100000:0.0:1777047494.952499:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a6680 with x1863365388023552 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047494.952511:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e2a6680. 00000100:00100000:0.0:1777047494.952861:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1170 00000100:00100000:0.0:1777047494.952883:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388023424:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:0.0:1777047494.953190:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047494.953199:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb mtime from disk: 1777047495 -> 1777047495 00002000:00010000:0.0:1777047494.953204:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:0.0:1777047494.953251:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb ctime from disk: 1777047495 -> 1777047495 00002000:00010000:0.0:1777047494.953256:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb blocks from disk: 192 -> 192 00000100:00100000:0.0:1777047494.953376:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388023424:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 497us (1707us total) trans 21474837660 rc 0/0 00000100:00100000:0.0:1777047494.953403:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1170 00002000:00010000:0.0:1777047494.953410:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/141 (262144->18446744073709551615) 00002000:00100000:0.0:1777047494.953416:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a5180 with x1863365388023424 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047494.953483:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a5180. 00000100:00100000:0.0:1777047494.953528:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1171 00000100:00100000:0.0:1777047494.953542:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388023552:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:0.0:1777047494.953736:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047494.953743:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb mtime from disk: 1777047494 -> 1777047495 00002000:00010000:0.0:1777047494.953748:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:0.0:1777047494.953752:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb ctime from disk: 1777047494 -> 1777047495 00002000:00010000:0.0:1777047494.953757:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047494.953823:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388023552:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 282us (2034us total) trans 17179870360 rc 0/0 00000100:00100000:0.0:1777047494.954255:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1171 00002000:00010000:0.0:1777047494.954272:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/110 (0->18446744073709551615) 00002000:00100000:0.0:1777047494.954278:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a6680 with x1863365388023552 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047494.954291:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e2a6680. 00000100:00100000:3.0:1777047494.980800:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047494.981345:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443050880:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777047494.981581:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047494.983496:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443050880 00000100:00100000:2.0:1777047494.983511:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443050880 00000100:00100000:2.0:1777047494.983647:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2486 00000100:00100000:2.0:1777047494.983674:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443050880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777047494.983720:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 326776384 pending 0 free 3919003648 avail 3687440384 00000100:00100000:2.0:1777047494.983855:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443050880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 184us (2284us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047494.984348:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2486 00000100:00100000:2.0:1777047494.984537:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047494.984587:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388023680 00000100:00100000:2.0:1777047494.984594:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388023680 00000100:00100000:2.0:1777047494.984665:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6130 00000100:00100000:2.0:1777047494.984678:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57864:x1863365388023680:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047494.984714:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047494.984757:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249393b9 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f839c expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.985804:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249393c0 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.985843:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249393c0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.985875:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249393c0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047494.985933:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00000004:00200000:2.0:1777047494.985940:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047494.985981:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249393c0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.986047:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249393b9 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f839c expref: 36 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.986086:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249393c0 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f839c expref: 35 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.986103:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047494.986119:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047494.986126:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27c00, rc 0) 00000100:00100000:1.0:1777047494.987644:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443050880:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1777047494.988518:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047494.994767:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57864:x1863365388023680:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 10064us (10217us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047494.994792:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6130 00000100:00100000:0.0:1777047495.035163:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047495.035507:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388023936 00000100:00100000:2.0:1777047495.035523:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388023936 00000100:00100000:2.0:1777047495.035704:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6131 00000100:00100000:2.0:1777047495.035724:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57864:x1863365388023936:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047495.036990:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047495.037041:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249393c0 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f839c expref: 35 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.037081:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047495.037090:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047495.037836:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249393c7 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.037868:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249393c7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.037886:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249393c7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047495.037973:0:12913:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934979 00000004:00010000:2.0:1777047495.038021:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c7d98e73 reply state 00000000ac3dc232 transno 8589934980 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249393c7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.038049:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249393c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.038063:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047495.038074:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047495.038079:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047495.038614:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645844000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57864:x1863365388023936:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 2887us (3466us total) trans 8589934980 rc 0/0 00000100:00100000:2.0:1777047495.038630:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6131 00000020:00080000:2.0:1777047495.038640:0:12913:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:3.0:1777047495.040839:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047495.059784:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047495.071381:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388024064 00000100:00100000:0.0:1777047495.071401:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388024064 00000100:00100000:0.0:1777047495.071582:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3952 00000100:00100000:0.0:1777047495.071604:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077594a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57864:x1863365388024064:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047495.071638:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047495.071676:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d7249393ce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f83a3 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047495.071721:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 262144, mtime: 0x69eb97c7, atime: 0x69eb97bd, ctime: 0x69eb97c7, blocks: 0xc0 00010000:00010000:0.0:1777047495.071760:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047495.071765:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047495.071783:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d7249393ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83a3 expref: 19 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.071812:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d7249393ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83a3 expref: 19 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.071840:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ec200, rc 0) 00000100:00100000:0.0:1777047495.072065:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077594a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57864:x1863365388024064:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 464us (12291us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047495.072086:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3952 00000100:00080000:3.0:1777047495.074451:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047495.091227:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047495.091345:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047495.092728:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388024192 00000100:00100000:3.0:1777047495.092749:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388024192 00002000:00010000:3.0:1777047495.092822:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (262144->18446744073709551615) 00002000:00100000:3.0:1777047495.092837:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645847b80 with x1863365388024192 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047495.092858:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0645847b80. 00000100:00100000:3.0:1777047495.092917:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388024320 00000100:00100000:3.0:1777047495.092925:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388024320 00002000:00010000:3.0:1777047495.092977:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:3.0:1777047495.092983:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645847100 with x1863365388024320 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047495.092999:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645847100. 00000100:00100000:3.0:1777047495.093030:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1172 00000100:00100000:3.0:1777047495.093052:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645847b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388024192:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:3.0:1777047495.093360:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047495.093373:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047495 -> 1777047495 00002000:00010000:3.0:1777047495.093378:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:3.0:1777047495.093383:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047495 -> 1777047495 00002000:00010000:3.0:1777047495.093388:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 192 -> 192 00000100:00100000:3.0:1777047495.093527:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645847b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388024192:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 477us (2339us total) trans 17179870361 rc 0/0 00000100:00100000:3.0:1777047495.093547:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1172 00002000:00010000:3.0:1777047495.093554:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (262144->18446744073709551615) 00002000:00100000:3.0:1777047495.093560:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645847b80 with x1863365388024192 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047495.093572:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0645847b80. 00000100:00100000:3.0:1777047495.093619:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1173 00000100:00100000:3.0:1777047495.093635:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388024320:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:3.0:1777047495.093791:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047495.093798:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047495 -> 1777047495 00002000:00010000:3.0:1777047495.093804:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:3.0:1777047495.093808:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047495 -> 1777047495 00002000:00010000:3.0:1777047495.093813:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047495.093872:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388024320:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 234us (2522us total) trans 21474837661 rc 0/0 00000100:00100000:3.0:1777047495.093888:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1173 00002000:00010000:3.0:1777047495.093894:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:3.0:1777047495.093900:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645847100 with x1863365388024320 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047495.093915:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645847100. 00000100:00080000:3.0:1777047495.093960:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047495.116931:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047495.117548:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388024576 00000100:00100000:0.0:1777047495.117564:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388024576 00000100:00100000:0.0:1777047495.117680:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6132 00000100:00100000:0.0:1777047495.118999:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57864:x1863365388024576:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047495.119191:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249393d5 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.119257:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249393d5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.119278:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249393d5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777047495.119484:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003bb724f5 reply state 00000000d059ba7b transno 8589934981 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249393d5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.119510:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249393d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.119525:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047495.119531:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047495.119537:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047495.119673:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57864:x1863365388024576:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1975us (2753us total) trans 8589934981 rc 0/0 00000100:00100000:0.0:1777047495.119690:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6132 00000100:00100000:1.0:1777047495.137350:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047495.138962:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388024704 00000100:00100000:3.0:1777047495.138980:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388024704 00000100:00100000:3.0:1777047495.139087:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3953 00000100:00100000:3.0:1777047495.139107:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57864:x1863365388024704:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047495.139144:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047495.139173:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d7249393dc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f83aa expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.140050:0:8633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1dadf6f/0x5ecf73d724939334 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8364 expref: 15 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.140072:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047495.140076:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047495.140084:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d7249393dc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83aa expref: 15 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.143764:0:8633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f1dadf6f/0x5ecf73d724939334 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8364 expref: 15 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.143799:0:8633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f1dadf6f/0x5ecf73d724939334 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8364 expref: 15 pid: 11204 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047495.143828:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8633:1863365443051008:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047495.144083:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047495.181461:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047495.182104:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388024832 00000100:00100000:3.0:1777047495.182120:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388024832 00010000:00010000:3.0:1777047495.182187:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f1dadf6f/0x5ecf73d724939334 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8364 expref: 16 pid: 11204 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047495.182291:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1998 00000100:00100000:3.0:1777047495.182310:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388024832:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047495.182338:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047495.182371:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f1dadf6f/0x5ecf73d724939334 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8364 expref: 16 pid: 11204 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.182439:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f1dadf6f/0x5ecf73d724939334 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8364 expref: 16 pid: 11204 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.182480:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047495.182484:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047495.182496:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d7249393dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83aa expref: 16 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.182517:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d7249393dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83aa expref: 16 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.182605:0:6574:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d7249393dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83aa expref: 16 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047495.182631:0:6574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c09880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365443051136:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047495.184279:0:6574:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6c00 going to sleep for 11 seconds 00010000:00010000:2.0:1777047495.185283:0:8633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1dadf6f/0x5ecf73d724939334 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8364 expref: 16 pid: 11204 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047495.185313:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8633:1863365443051008:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047495.185360:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d7249393dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83aa expref: 15 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.185455:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139b000, rc 0) 00000100:00100000:2.0:1777047495.185535:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57864:x1863365388024704:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 46431us (48197us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047495.185551:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3953 00000100:00100000:0.0:1777047495.239668:0:6574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c09880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365443051136:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047495.239718:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047495.239856:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388024832:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 57543us (58726us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047495.239875:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1998 00000100:00100000:3.0:1777047495.243659:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047495.244863:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388024960 00000100:00100000:2.0:1777047495.244877:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388024960 00000100:00100000:2.0:1777047495.244974:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3954 00000100:00100000:2.0:1777047495.244998:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:57864:x1863365388024960:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047495.245031:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047495.245068:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d7249393e3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f83b1 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.245126:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000084d2a34a/0x5ecf73d72493933b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f836b expref: 21 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.245148:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047495.245152:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047495.245160:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d7249393e3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83b1 expref: 21 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.245627:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000084d2a34a/0x5ecf73d72493933b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f836b expref: 21 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.245669:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000084d2a34a/0x5ecf73d72493933b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f836b expref: 21 pid: 11204 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047495.245704:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1863365443051264:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047495.245884:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845840 going to sleep for 11 seconds 00000100:00100000:2.0:1777047495.258839:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1863365443051264:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047495.258900:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d7249393e3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83b1 expref: 21 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.258944:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e26e00, rc 0) 00000100:00100000:2.0:1777047495.259160:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:57864:x1863365388024960:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 14163us (15512us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047495.259568:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3954 00000100:00100000:0.0:1777047495.268920:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047495.269538:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388025088 00000100:00100000:2.0:1777047495.269555:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388025088 00010000:00010000:2.0:1777047495.269621:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000084d2a34a/0x5ecf73d72493933b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f836b expref: 21 pid: 11204 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047495.269707:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1999 00000100:00100000:2.0:1777047495.270086:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645846680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388025088:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047495.270120:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047495.270161:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000084d2a34a/0x5ecf73d72493933b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f836b expref: 21 pid: 11204 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.270566:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000084d2a34a/0x5ecf73d72493933b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f836b expref: 21 pid: 11204 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.270620:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084d2a34a/0x5ecf73d72493933b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f836b expref: 21 pid: 11204 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.270650:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047495.270658:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047495.270671:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d7249393e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83b1 expref: 20 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.270690:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d7249393e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83b1 expref: 20 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.270781:0:36227:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d7249393e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83b1 expref: 20 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047495.270808:0:36227:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644324000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:36227:1863365443051392:192.168.201.54@tcp:105: 00000100:00100000:2.0:1777047495.270930:0:36227:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845840 going to sleep for 11 seconds 00000100:00100000:1.0:1777047495.305116:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047495.305333:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388025216 00000100:00100000:0.0:1777047495.305349:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388025216 00000100:00100000:0.0:1777047495.305493:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3955 00000100:00100000:0.0:1777047495.305511:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57864:x1863365388025216:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047495.305539:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047495.305570:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d7249393ea lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f83b8 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.305626:0:30115:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d724939342 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8372 expref: 15 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.305645:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047495.305650:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047495.305660:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d7249393ea lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83b8 expref: 15 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047495.305672:0:36227:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644324000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:36227:1863365443051392:192.168.201.54@tcp:105: 00010000:00010000:2.0:1777047495.305724:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047495.305733:0:30115:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d724939342 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8372 expref: 15 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.305769:0:30115:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d724939342 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8372 expref: 15 pid: 11204 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047495.305797:0:30115:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645844380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443051520:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047495.305849:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645846680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388025088:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 36122us (36935us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047495.305869:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1999 00000100:00100000:0.0:1777047495.305901:0:30115:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0768d45e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047495.324273:0:30115:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645844380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443051520:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047495.324339:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d7249393ea lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83b8 expref: 15 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.324382:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821eda00, rc 0) 00000100:00100000:0.0:1777047495.324540:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57864:x1863365388025216:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 19031us (19436us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047495.324562:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3955 00000100:00100000:3.0:1777047495.338152:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047495.338946:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388025344 00000100:00100000:0.0:1777047495.338962:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388025344 00010000:00010000:0.0:1777047495.339038:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d724939342 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8372 expref: 15 pid: 11204 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047495.339135:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2000 00000100:00100000:0.0:1777047495.339606:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388025344:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047495.339641:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047495.339681:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d724939342 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8372 expref: 15 pid: 11204 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.339710:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d724939342 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8372 expref: 15 pid: 11204 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.340114:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d724939342 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8372 expref: 15 pid: 11204 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.340149:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047495.340153:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047495.340162:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d7249393ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83b8 expref: 14 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.345259:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d7249393ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83b8 expref: 14 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.347060:0:6575:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d7249393ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83b8 expref: 14 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047495.347098:0:6575:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443051648:192.168.201.54@tcp:105: 00000100:00100000:1.0:1777047495.347277:0:6575:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85000 going to sleep for 11 seconds 00000100:00100000:2.0:1777047495.364861:0:6575:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443051648:192.168.201.54@tcp:105: 00010000:00010000:2.0:1777047495.364908:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047495.365015:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388025344:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 25852us (26875us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047495.365037:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2000 00000100:00100000:3.0:1777047495.365899:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047495.366070:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047495.366159:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047495.366462:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388025600 00000100:00100000:1.0:1777047495.366480:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388025600 00000100:00100000:1.0:1777047495.366571:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388025472 00000100:00100000:1.0:1777047495.366577:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388025472 00000100:00100000:1.0:1777047495.366623:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388025728 00000100:00100000:1.0:1777047495.366629:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388025728 00000100:00100000:1.0:1777047495.366672:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3956 00000100:00100000:1.0:1777047495.366694:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388025600:12345-192.168.201.54@tcp:2:lfs.0 00000100:00100000:2.0:1777047495.366792:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3957 00000100:00100000:2.0:1777047495.366845:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388025472:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:1.0:1777047495.366960:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047495.366973:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047493 -> 1777047494 00002000:00010000:1.0:1777047495.366978:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047489 -> 1777047493 00002000:00010000:1.0:1777047495.366984:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047493 -> 1777047495 00002000:00010000:1.0:1777047495.366989:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1777047495.366994:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3958 00000100:00100000:0.0:1777047495.367023:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388025728:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:2.0:1777047495.367028:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047495.367039:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047494 -> 1777047494 00002000:00010000:2.0:1777047495.367051:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047489 -> 1777047493 00002000:00010000:2.0:1777047495.367056:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047494 -> 1777047495 00002000:00010000:2.0:1777047495.367063:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 200 -> 200 00000100:00100000:1.0:1777047495.367076:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388025600:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 379us (1181us total) trans 17179870362 rc 0/0 00000100:00100000:1.0:1777047495.367101:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3956 00000100:00100000:2.0:1777047495.367141:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388025472:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 320us (1063us total) trans 21474837662 rc 0/0 00000100:00100000:2.0:1777047495.367158:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3957 00002000:00010000:0.0:1777047495.367182:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047495.367231:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047493 -> 1777047494 00002000:00010000:0.0:1777047495.367237:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047489 -> 1777047493 00002000:00010000:0.0:1777047495.367244:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047493 -> 1777047495 00002000:00010000:0.0:1777047495.367249:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047495.367355:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388025728:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 339us (1188us total) trans 21474837663 rc 0/0 00000100:00100000:0.0:1777047495.367370:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3958 00000100:00100000:3.0:1777047495.408511:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047495.409493:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388025984 00000100:00100000:0.0:1777047495.409512:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388025984 00000100:00100000:0.0:1777047495.409621:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2066 00000100:00100000:0.0:1777047495.409640:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57864:x1863365388025984:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:0.0:1777047495.409731:0:6592:0:(mdt_open.c:2500:mdt_close_resync_done()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d7249392f5 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f834f expref: 39 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.409815:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249393f1 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.413734:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493931f lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8356 expref: 39 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.413760:0:6592:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249393f1 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.413834:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493931f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8356 expref: 39 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.413866:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493931f lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8356 expref: 39 pid: 6589 timeout: 4224 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047495.413894:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645844380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443051776:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047495.415681:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0768d45e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047495.433495:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645844380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443051776:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047495.433540:0:6592:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249393f1 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047495.438528:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047495.440582:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388026112 00000100:00100000:0.0:1777047495.440597:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388026112 00010000:00010000:0.0:1777047495.440678:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493931f lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8356 expref: 40 pid: 6589 timeout: 4224 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047495.440777:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2001 00000100:00100000:0.0:1777047495.440797:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:2429:x1863365388026112:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047495.440824:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047495.440838:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493931f lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8356 expref: 40 pid: 6589 timeout: 4224 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.440878:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493931f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8356 expref: 40 pid: 6589 timeout: 4224 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.440915:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493931f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8356 expref: 40 pid: 6589 timeout: 4224 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.440944:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047495.440954:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249393f1 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.440972:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249393f1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.440986:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249393f1 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.441043:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047495.441126:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:2429:x1863365388026112:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 333us (2607us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047495.441141:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2001 00010000:00010000:2.0:1777047495.441488:0:6592:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249393f1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.441506:0:6592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249393f1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777047495.442520:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].61, 88 off13416 00000004:00080000:2.0:1777047495.442547:0:6592:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4124079162774ns, next at 4003234154999ns, rc = 0 00000040:00080000:2.0:1777047495.442609:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].61, 88 off13440 00000004:00080000:2.0:1777047495.442622:0:6592:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4124079239017ns, next at 4003234201462ns, rc = 0 00000040:00080000:2.0:1777047495.442679:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].62, 88 off13528 00000004:00080000:2.0:1777047495.442688:0:6592:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4124079304940ns, next at 4003234201462ns, rc = 0 00000040:00080000:2.0:1777047495.442714:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].62, 88 off13504 00000004:00080000:2.0:1777047495.442722:0:6592:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4124079337720ns, next at 4003234154999ns, rc = 0 00000040:00080000:2.0:1777047495.442743:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].63, 88 off13592 00000004:00080000:2.0:1777047495.442750:0:6592:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4124079367075ns, next at 4003234154999ns, rc = 0 00000040:00080000:2.0:1777047495.442770:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].63, 88 off13616 00000004:00080000:2.0:1777047495.442776:0:6592:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4124079392545ns, next at 4003234201462ns, rc = 0 00000040:00080000:2.0:1777047495.442791:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].64, 88 off13704 00000004:00080000:2.0:1777047495.442797:0:6592:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4124079413857ns, next at 4003234201462ns, rc = 0 00000040:00080000:2.0:1777047495.442813:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].64, 88 off13680 00000004:00080000:2.0:1777047495.442821:0:6592:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4124079437277ns, next at 4003234154999ns, rc = 0 00000001:00080000:3.0:1777047495.456650:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934982 is committed 00000004:00080000:3.0:1777047495.456671:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 64 committed 00000004:00080000:3.0:1777047495.456704:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 66 committed 00000004:00080000:3.0:1777047495.456726:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 65 committed 00000004:00080000:3.0:1777047495.456730:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 63 committed 00000004:00080000:3.0:1777047495.456734:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 62 committed 00000004:00080000:3.0:1777047495.456777:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 64 committed 00000004:00080000:3.0:1777047495.456784:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 63 committed 00000004:00080000:3.0:1777047495.456787:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 61 committed 00000100:00100000:3.0:1777047495.456936:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443051904:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047495.457048:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:2.0:1777047495.457078:0:6592:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000056b5352d reply state 00000000f345169f transno 8589934982 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249393f1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047495.457092:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443052032:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047495.457110:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1777047495.457139:0:6592:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249393f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.457157:0:6592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00000100:00100000:0.0:1777047495.457159:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777047495.457168:0:6592:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1777047495.457177:0:6592:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777047495.457187:0:6592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047495.457224:0:6592:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047495.457237:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d7249392f5 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f834f expref: 29 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047495.457245:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777047495.457268:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443052160:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047495.457314:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1777047495.457415:0:6592:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1777047495.457442:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57864:x1863365388025984:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 47804us (48942us total) trans 8589934982 rc 0/0 00000100:00100000:2.0:1777047495.457463:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2066 00010000:00010000:2.0:1777047495.457515:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249393f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.457536:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249393f1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047495.457551:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645847480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443052672:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1777047495.457553:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249393f1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.457573:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047495.457581:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249393f1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.457596:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249393f1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047495.457613:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777047495.457621:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047495.457628:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047495.457635:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249393f1 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.457650:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d7249393f1 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047495.457687:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777047495.457703:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645845500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443052544:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047495.457762:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443051904 00000100:00100000:0.0:1777047495.457776:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047495.457777:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443051904 00000100:00100000:0.0:1777047495.457842:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645845f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443052800:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047495.457869:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443052032 00000100:00100000:2.0:1777047495.457877:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443052032 00000100:00100000:0.0:1777047495.457895:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047495.458222:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645845880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443052416:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047495.458595:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047495.459423:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443052160 00000100:00100000:2.0:1777047495.459433:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443052160 00000100:00100000:0.0:1777047495.459579:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443052288:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047495.459653:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777047495.460738:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493935e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.460759:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493935e lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.460773:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493935e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.460783:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047495.460790:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493935e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.460803:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493935e lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.460856:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047495.460862:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047495.460868:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493935e lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462241:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493935e lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462278:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493937a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462289:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493937a lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462300:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493937a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462310:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0771676c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047495.462316:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493937a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462352:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493937a lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462370:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047495.462375:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047495.462380:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493937a lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462390:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493937a lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462421:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d7249393ab lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462432:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d7249393ab lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462442:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d7249393ab lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462451:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e26a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047495.462456:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d7249393ab lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462467:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d7249393ab lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462481:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047495.462486:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047495.462491:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d7249393ab lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462502:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d7249393ab lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462522:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249393c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462534:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249393c7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462546:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249393c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462558:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e26800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047495.462563:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249393c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462572:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249393c7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462587:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047495.462591:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047495.462596:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249393c7 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462607:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249393c7 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462625:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249393d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462637:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249393d5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462648:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249393d5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462658:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ecc00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047495.462663:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249393d5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462674:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249393d5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462741:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047495.462746:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047495.462751:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249393d5 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.462763:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249393d5 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777047495.474714:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047495.475568:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443052672 00000100:00100000:2.0:1777047495.475585:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443052672 00000100:00100000:2.0:1777047495.475701:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443052544 00000100:00100000:2.0:1777047495.475709:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443052544 00000100:00100000:2.0:1777047495.475728:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443052800 00000100:00100000:2.0:1777047495.475733:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443052800 00000100:00100000:2.0:1777047495.475748:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443052416 00000100:00100000:2.0:1777047495.475752:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443052416 00000100:00100000:2.0:1777047495.476133:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443052288 00000100:00100000:2.0:1777047495.476138:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443052288 00000100:00100000:2.0:1777047495.476168:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3959 00000100:00100000:2.0:1777047495.476182:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3683:x1863365443051904:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047495.476563:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3960 00002000:00010000:2.0:1777047495.479083:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047495.479092:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047494 -> 1777047494 00002000:00010000:2.0:1777047495.479097:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047493 -> 1777047493 00002000:00010000:2.0:1777047495.479102:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047495 -> 1777047495 00002000:00010000:2.0:1777047495.479106:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 200 -> 200 00000100:00100000:2.0:1777047495.479545:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3683:x1863365443051904:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3362us (22501us total) trans 21474837664 rc 0/0 00000100:00100000:2.0:1777047495.479561:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3959 00000100:00100000:2.0:1777047495.479599:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3961 00000100:00100000:2.0:1777047495.479613:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3684:x1863365443052160:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047495.479710:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047495.479718:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb mtime from disk: 1777047495 -> 1777047495 00002000:00010000:2.0:1777047495.479724:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047495.479728:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb ctime from disk: 1777047495 -> 1777047495 00002000:00010000:2.0:1777047495.479733:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb blocks from disk: 192 -> 192 00000100:00100000:2.0:1777047495.479798:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443052160:12345-0@lo:2:osp-syn-0-0.0 Request processed in 188us (22483us total) trans 21474837665 rc 0/0 00000100:00100000:2.0:1777047495.479810:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3961 00000100:00100000:2.0:1777047495.479835:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3962 00000100:00100000:2.0:1777047495.479849:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3685:x1863365443052672:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047495.479964:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047495.479970:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb mtime from disk: 1777047495 -> 1777047495 00002000:00010000:2.0:1777047495.479974:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047495.479978:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb ctime from disk: 1777047495 -> 1777047495 00002000:00010000:2.0:1777047495.479982:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047495.480044:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3685:x1863365443052672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 197us (22434us total) trans 17179870363 rc 0/0 00000100:00100000:2.0:1777047495.480056:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3962 00000100:00100000:2.0:1777047495.480081:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3963 00000100:00100000:2.0:1777047495.480095:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3685:x1863365443052544:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047495.480538:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047495.480544:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047494 -> 1777047494 00002000:00010000:2.0:1777047495.480548:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047493 -> 1777047493 00002000:00010000:2.0:1777047495.480552:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047495 -> 1777047495 00002000:00010000:2.0:1777047495.480556:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1777047495.480561:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443052032:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047495.480615:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3685:x1863365443052544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 521us (22838us total) trans 17179870364 rc 0/0 00000100:00100000:2.0:1777047495.480629:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3963 00000100:00100000:2.0:1777047495.480658:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3964 00000100:00100000:2.0:1777047495.480673:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3682:x1863365443052800:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047495.480704:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047495.480712:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047494 -> 1777047494 00002000:00010000:0.0:1777047495.480717:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047493 -> 1777047493 00002000:00010000:0.0:1777047495.480721:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047495 -> 1777047495 00002000:00010000:0.0:1777047495.480726:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777047495.480781:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047495.480787:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047495 -> 1777047495 00002000:00010000:2.0:1777047495.480792:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:2.0:1777047495.480796:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047495 -> 1777047495 00002000:00010000:2.0:1777047495.480800:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 192 -> 192 00000100:00100000:2.0:1777047495.480863:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3682:x1863365443052800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 194us (22969us total) trans 17179870365 rc 0/0 00000100:00100000:2.0:1777047495.480874:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3964 00000100:00100000:2.0:1777047495.480899:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3965 00000100:00100000:2.0:1777047495.480912:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3683:x1863365443052416:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047495.481012:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047495.481018:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047495.481023:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047495.481028:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047495.481032:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047495.481081:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3683:x1863365443052416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 172us (22487us total) trans 17179870366 rc 0/0 00000100:00100000:2.0:1777047495.481092:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3965 00000100:00100000:2.0:1777047495.481119:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3966 00000100:00100000:2.0:1777047495.481133:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3683:x1863365443052288:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047495.481641:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443052032:12345-0@lo:2:osp-syn-0-0.0 Request processed in 5037us (24482us total) trans 21474837666 rc 0/0 00000100:00100000:0.0:1777047495.481656:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3960 00002000:00010000:2.0:1777047495.486666:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047495.486678:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047495 -> 1777047495 00002000:00010000:2.0:1777047495.486684:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:2.0:1777047495.486688:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047495 -> 1777047495 00002000:00010000:2.0:1777047495.486692:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047495.489108:0:3683:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179870355 gen 2 00000004:00080000:0.0:1777047495.489123:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064466ed80, transno 17179870343 00000004:00080000:0.0:1777047495.489146:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064d744700, transno 17179870344 00000004:00080000:0.0:1777047495.489151:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064466c000, transno 17179870345 00000004:00080000:0.0:1777047495.489156:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744af2d80, transno 17179870346 00000004:00080000:0.0:1777047495.489161:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e2a3480, transno 17179870347 00000004:00080000:0.0:1777047495.489165:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744a2a300, transno 17179870348 00000004:00080000:0.0:1777047495.489169:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744a2bb80, transno 17179870349 00000004:00080000:0.0:1777047495.489173:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744a28700, transno 17179870350 00000004:00080000:0.0:1777047495.489178:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e2a5f80, transno 17179870352 00000004:00080000:0.0:1777047495.489183:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e39dc00, transno 17179870353 00000004:00080000:0.0:1777047495.489187:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e2a7100, transno 17179870354 00000004:00080000:0.0:1777047495.489220:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e2a5880, transno 17179870355 00000100:00100000:0.0:1777047495.489234:0:3683:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9e0645845880 x1863365443052416/t17179870366(17179870366) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777047511 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1777047495.489252:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645845880/2, rc 0, transno 17179870366 00000100:00100000:0.0:1777047495.489261:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645845880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443052416:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047495.489288:0:3683:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474837655 gen 2 00000004:00080000:0.0:1777047495.489293:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e07717eb800, transno 21474837652 00000004:00080000:0.0:1777047495.489308:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064eac8700, transno 21474837653 00000004:00080000:0.0:1777047495.489313:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064eaca300, transno 21474837654 00000004:00080000:0.0:1777047495.489317:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0642d31180, transno 21474837655 00000100:00100000:0.0:1777047495.489325:0:3683:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9e0644324000 x1863365443051904/t21474837664(21474837664) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777047511 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1777047495.489338:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644324000/2, rc 0, transno 21474837664 00000100:00100000:0.0:1777047495.489344:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443051904:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047495.490626:0:33234:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 4 in progress, 3 in flight, 12 done 00010000:00010000:0.0:1777047495.492427:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047495.498395:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3683:x1863365443052288:12345-0@lo:2:osp-syn-0-0.0 Request processed in 17252us (38729us total) trans 21474837667 rc 0/0 00000100:00100000:2.0:1777047495.498417:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3966 00000100:00080000:2.0:1777047495.498470:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1777047495.498549:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645845f80/2, rc 0, transno 17179870365 00000100:00100000:2.0:1777047495.498561:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645845f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443052800:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047495.498664:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644327800/2, rc 0, transno 21474837665 00000100:00100000:2.0:1777047495.498674:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443052160:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047495.498695:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644325f80/2, rc 0, transno 21474837666 00000100:00100000:2.0:1777047495.498701:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443052032:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047495.498739:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645845500/2, rc 0, transno 17179870364 00000100:00100000:2.0:1777047495.498747:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645845500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443052544:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047495.498764:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645847480/2, rc 0, transno 17179870363 00000100:00100000:2.0:1777047495.498770:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645847480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443052672:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047495.498806:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644324700/2, rc 0, transno 21474837667 00000100:00100000:2.0:1777047495.498815:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443052288:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047495.499596:0:33232:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 4 in progress, 0 in flight, 4 done 00000100:00100000:2.0:1777047495.510676:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443052928:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777047495.510775:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047495.510880:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443052928 00000100:00100000:1.0:1777047495.510892:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443052928 00000100:00100000:1.0:1777047495.510984:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3289 00000100:00100000:1.0:1777047495.511000:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443052928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777047495.511047:0:7694:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446096896 avail 1299857408 00000100:00100000:1.0:1777047495.511141:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443052928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 145us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047495.511155:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3289 00000100:00100000:0.0:1777047495.511459:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443052928:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777047495.516768:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047495.517642:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388026240 00000100:00100000:0.0:1777047495.517655:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388026240 00000100:00100000:0.0:1777047495.517842:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6133 00000100:00100000:0.0:1777047495.517860:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57864:x1863365388026240:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047495.517912:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047495.517941:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d7249393f8 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f83bf expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.518028:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d7249393f8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83bf expref: 24 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.518050:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d7249393f8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83bf expref: 24 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.518079:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047495.518084:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047495.518089:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821edc00, rc 0) 00000100:00100000:0.0:1777047495.518552:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57864:x1863365388026240:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 693us (1790us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047495.518565:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6133 00000100:00100000:1.0:1777047495.528101:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047495.528246:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388026496 00000100:00100000:3.0:1777047495.528259:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388026496 00000100:00100000:3.0:1777047495.528339:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2067 00000100:00100000:3.0:1777047495.528356:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57864:x1863365388026496:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047495.528731:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57864:x1863365388026496:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 378us (639us total) trans 8589934983 rc 0/0 00000100:00100000:3.0:1777047495.528744:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2067 00000100:00100000:3.0:1777047495.669117:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047495.674335:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388026624 00000100:00100000:2.0:1777047495.674358:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388026624 00000100:00100000:2.0:1777047495.674472:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6134 00000100:00100000:2.0:1777047495.674493:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57865:x1863365388026624:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047495.674532:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047495.674567:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d7249393ff lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f83c6 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.674678:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d724939406 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.674701:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d724939406 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.674720:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d724939406 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.674772:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493940d lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.674789:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493940d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.675224:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493940d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.675349:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d724939414 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.675367:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d724939414 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.675414:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d724939414 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047495.675478:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00000004:00200000:2.0:1777047495.675486:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047495.675516:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d724939414 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.675539:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d724939414 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.675556:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d724939406 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.675568:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d724939406 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.675580:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d724939406 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.675593:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d724939406 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.675605:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047495.675612:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d724939406 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.675626:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d724939406 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.675647:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e06431c0800) 00010000:00010000:2.0:1777047495.675652:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047495.675659:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d724939406 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.675672:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d724939406 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.675694:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493940d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.676055:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493940d lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.676069:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493940d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.676080:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047495.676087:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493940d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.676100:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493940d lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.676116:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e06431c0500) 00010000:00010000:2.0:1777047495.676121:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047495.676126:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493940d lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.676144:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493940d lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.677890:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d7249393ff lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83c6 expref: 27 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.677932:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d724939414 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83c6 expref: 26 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.677947:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047495.677952:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047495.677958:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e26800, rc 0) 00000100:00100000:2.0:1777047495.678542:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57865:x1863365388026624:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 4050us (9432us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047495.678559:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6134 00000100:00100000:0.0:1777047495.703863:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047495.705237:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388026880 00000100:00100000:1.0:1777047495.705661:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388026880 00000100:00100000:1.0:1777047495.705792:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6135 00000100:00100000:1.0:1777047495.705816:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57865:x1863365388026880:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047495.705852:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047495.705890:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d72493941b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f83cd expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.706071:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d724939422 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.706112:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d724939422 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.706133:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d724939422 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047495.706614:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00010000:00010000:1.0:1777047495.706813:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d72493941b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83cd expref: 29 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.706855:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d724939422 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83cd expref: 28 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.706871:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047495.706877:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1777047495.706888:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0771676c00, rc 0) 00000100:00100000:1.0:1777047495.706998:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57865:x1863365388026880:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1189us (3147us total) trans 8589934984 rc 0/0 00000100:00100000:1.0:1777047495.707020:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6135 00000100:00100000:1.0:1777047495.729581:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047495.729795:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388027136 00000100:00100000:2.0:1777047495.729816:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388027136 00000100:00100000:2.0:1777047495.729906:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6136 00000100:00100000:2.0:1777047495.729924:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57865:x1863365388027136:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047495.729966:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047495.730003:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d724939430 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f83d4 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.730222:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939437 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.730256:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939437 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.730282:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939437 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047495.730307:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00010000:00010000:2.0:1777047495.730573:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d724939430 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83d4 expref: 31 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.730611:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939437 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83d4 expref: 30 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.730628:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047495.730634:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047495.730640:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27400, rc 0) 00000100:00100000:2.0:1777047495.730752:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57865:x1863365388027136:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 830us (1187us total) trans 8589934985 rc 0/0 00000100:00100000:2.0:1777047495.730772:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6136 00000100:00100000:0.0:1777047496.014590:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3682:1863365443053312:0@lo:400:kworker.0 00000100:00100000:0.0:1777047496.014713:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047496.014872:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3682:1863365443053824:0@lo:400:kworker.0 00000100:00100000:1.0:1777047496.014889:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443053312 00000100:00100000:1.0:1777047496.014908:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443053312 00000100:00100000:0.0:1777047496.014925:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047496.014995:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443053824 00000100:00100000:0.0:1777047496.014996:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1777047496.015002:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443053824 00000100:00100000:0.0:1777047496.015010:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443053440:0@lo:400:kworker.0 00000100:00100000:1.0:1777047496.015068:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4971 00000100:00100000:0.0:1777047496.015069:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047496.015084:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3682:x1863365443053312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047496.015119:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3682:1863365443053952:0@lo:400:kworker.0 00000100:00100000:0.0:1777047496.015162:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047496.015177:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3682:x1863365443053312:12345-0@lo:400:kworker.0 Request processed in 96us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047496.015652:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4971 00000100:00100000:0.0:1777047496.015682:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3682:1863365443053312:0@lo:400:kworker.0 00000100:00100000:1.0:1777047496.015691:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443053952 00000100:00100000:1.0:1777047496.015698:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443053952 00000100:00100000:0.0:1777047496.015739:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443053440 00000100:00100000:0.0:1777047496.015746:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443053440 00000100:00100000:1.0:1777047496.015746:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4972 00000100:00100000:1.0:1777047496.015759:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3682:x1863365443053824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047496.015806:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3005 00000100:00100000:0.0:1777047496.015825:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443053440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047496.015838:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3682:x1863365443053824:12345-0@lo:400:kworker.0 Request processed in 82us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047496.015856:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4972 00000100:00100000:1.0:1777047496.015881:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4973 00000100:00100000:0.0:1777047496.015888:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443053440:12345-0@lo:400:kworker.0 Request processed in 66us (823us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047496.015899:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3682:x1863365443053952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047496.015906:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3005 00000100:00100000:1.0:1777047496.015953:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3682:x1863365443053952:12345-0@lo:400:kworker.0 Request processed in 61us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047496.015965:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4973 00000100:00100000:0.0:1777047496.015987:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443053440:0@lo:400:kworker.0 00000100:00100000:0.0:1777047496.016008:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3682:1863365443053952:0@lo:400:kworker.0 00000100:00100000:0.0:1777047496.016031:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3682:1863365443053824:0@lo:400:kworker.0 00000100:00080000:2.0:1777047496.016464:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777047496.016472:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777047496.016481:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777047496.016507:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3684:1863365443053056:0@lo:400:kworker.0 00000100:00100000:2.0:1777047496.016578:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047496.016631:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443053568:0@lo:400:kworker.0 00000100:00100000:2.0:1777047496.016680:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047496.016713:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3684:1863365443054080:0@lo:400:kworker.0 00000100:00100000:2.0:1777047496.016756:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047496.016800:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1777047496.016824:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443053184:0@lo:400:kworker.0 00000100:00100000:2.0:1777047496.016875:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047496.016915:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3684:1863365443053696:0@lo:400:kworker.0 00000100:00100000:2.0:1777047496.016967:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047496.017008:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3684:1863365443054208:0@lo:400:kworker.0 00000100:00100000:2.0:1777047496.017068:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047496.017128:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443053184 00000100:00100000:2.0:1777047496.017148:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443053184 00000100:00100000:2.0:1777047496.017262:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3290 00000100:00100000:2.0:1777047496.017287:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644326d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443053184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047496.017382:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644326d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443053184:12345-0@lo:400:kworker.0 Request processed in 98us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047496.017406:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3290 00000100:00100000:2.0:1777047496.017525:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443054080 00000100:00100000:2.0:1777047496.017532:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443054080 00000100:00100000:2.0:1777047496.017611:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443053696 00000100:00100000:2.0:1777047496.017617:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443053696 00000100:00100000:2.0:1777047496.017651:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443054208 00000100:00100000:2.0:1777047496.017656:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443054208 00000100:00100000:2.0:1777047496.017689:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4974 00000100:00100000:2.0:1777047496.017701:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3684:x1863365443054080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047496.017784:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3684:x1863365443054080:12345-0@lo:400:kworker.0 Request processed in 84us (1027us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047496.017797:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4974 00000100:00100000:2.0:1777047496.017831:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4975 00000100:00100000:2.0:1777047496.017844:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3684:x1863365443053696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047496.017915:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3684:x1863365443053696:12345-0@lo:400:kworker.0 Request processed in 73us (946us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047496.017927:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4975 00000100:00100000:2.0:1777047496.017958:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4976 00000100:00100000:2.0:1777047496.017969:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3684:x1863365443054208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047496.018035:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3684:x1863365443054208:12345-0@lo:400:kworker.0 Request processed in 66us (975us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047496.018047:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4976 00000100:00080000:2.0:1777047496.018085:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777047496.018091:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777047496.018148:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443053184:0@lo:400:kworker.0 00000100:00100000:2.0:1777047496.018166:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3684:1863365443053696:0@lo:400:kworker.0 00000100:00100000:2.0:1777047496.018234:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3684:1863365443054208:0@lo:400:kworker.0 00000100:00100000:2.0:1777047496.018254:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3684:1863365443054080:0@lo:400:kworker.0 00000100:00100000:0.0:1777047496.022654:0:33221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443053056 00000100:00100000:0.0:1777047496.022669:0:33221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443053056 00000100:00100000:0.0:1777047496.022791:0:33221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1777047496.022818:0:33221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064225ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3684:x1863365443053056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047496.022983:0:33221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064225ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3684:x1863365443053056:12345-0@lo:400:kworker.0 Request processed in 178us (6402us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047496.022997:0:33221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1777047496.023079:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443053568 00000100:00100000:0.0:1777047496.023129:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443053568 00000100:00100000:0.0:1777047496.023736:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3006 00000100:00100000:0.0:1777047496.023751:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443053568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047496.023849:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443053568:12345-0@lo:400:kworker.0 Request processed in 89us (7156us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047496.023861:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3006 00000100:00080000:1.0:1777047496.024650:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777047496.036988:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3684:1863365443053056:0@lo:400:kworker.0 00000100:00100000:2.0:1777047496.037036:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443053568:0@lo:400:kworker.0 00000100:00100000:0.0:1777047496.044708:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047496.044916:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388027264 00000100:00100000:2.0:1777047496.044940:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388027264 00000100:00100000:2.0:1777047496.045087:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1174 00000100:00100000:2.0:1777047496.045116:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388027264:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047496.045228:0:24563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d724939445 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.045274:0:24563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d7249393dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83aa expref: 16 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.045312:0:24563:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047496.045316:0:24563:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047496.045322:0:24563:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d724939445 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.045399:0:24563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d7249393dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83aa expref: 16 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.045495:0:24563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d7249393dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83aa expref: 16 pid: 8633 timeout: 4224 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047496.045538:0:24563:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e198e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:24563:1863365443054336:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047496.045709:0:24563:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047496.072119:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047496.075359:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388027392 00000100:00100000:0.0:1777047496.075376:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388027392 00010000:00010000:0.0:1777047496.075555:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d7249393dc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83aa expref: 17 pid: 8633 timeout: 4224 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047496.075663:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2002 00000100:00100000:0.0:1777047496.075694:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388027392:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047496.075731:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047496.076283:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d7249393dc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83aa expref: 17 pid: 8633 timeout: 4224 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.076324:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d7249393dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83aa expref: 17 pid: 8633 timeout: 4224 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.076375:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047496.076389:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047496.076397:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d724939445 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.076494:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d724939445 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.076540:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047496.076652:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388027392:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 963us (4544us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047496.076677:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2002 00010000:00010000:2.0:1777047496.077523:0:24563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d7249393dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83aa expref: 16 pid: 8633 timeout: 4224 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047496.077566:0:24563:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e198e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:24563:1863365443054336:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047496.077612:0:24563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d724939445 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.077642:0:24563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d724939445 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.077656:0:24563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d724939445 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.173393:0:24563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d724939445 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.173425:0:24563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d724939445 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.173443:0:24563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d724939445 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.173457:0:24563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047496.173465:0:24563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d724939445 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.173483:0:24563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d724939445 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.173577:0:24563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d724939445 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.174659:0:24563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d724939445 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047496.174833:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388027264:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 129713us (130127us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047496.174855:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1174 00000100:00100000:2.0:1777047496.201629:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047496.202991:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388027520 00000100:00100000:0.0:1777047496.203007:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388027520 00000100:00100000:0.0:1777047496.203126:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1175 00000100:00100000:0.0:1777047496.203148:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388027520:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047496.203231:0:29058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493944c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.203268:0:29058:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c2c770f3/0x5ecf73d7249393b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8395 expref: 15 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.203287:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047496.203291:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047496.203298:0:29058:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493944c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.203359:0:29058:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c2c770f3/0x5ecf73d7249393b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8395 expref: 15 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.203471:0:29058:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c2c770f3/0x5ecf73d7249393b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8395 expref: 15 pid: 28387 timeout: 4224 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047496.203500:0:29058:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c06680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:29058:1863365443054464:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047496.203638:0:29058:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0768d45e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047496.230716:0:29058:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c06680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:29058:1863365443054464:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047496.230764:0:29058:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493944c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047496.232514:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047496.233329:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388027648 00000100:00100000:1.0:1777047496.233341:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388027648 00010000:00010000:1.0:1777047496.233435:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c2c770f3/0x5ecf73d7249393b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8395 expref: 16 pid: 28387 timeout: 4224 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047496.233505:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2003 00000100:00100000:1.0:1777047496.233523:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388027648:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047496.233553:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047496.233586:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c2c770f3/0x5ecf73d7249393b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8395 expref: 16 pid: 28387 timeout: 4224 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.233613:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c2c770f3/0x5ecf73d7249393b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8395 expref: 16 pid: 28387 timeout: 4224 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.233648:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c2c770f3/0x5ecf73d7249393b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8395 expref: 16 pid: 28387 timeout: 4224 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.233675:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047496.233678:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047496.233686:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493944c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.233702:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493944c lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.233762:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047496.233867:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388027648:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 346us (1356us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047496.233882:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2003 00010000:00010000:0.0:1777047496.235491:0:29058:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493944c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.235512:0:29058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493944c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.287754:0:29058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493944c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.287789:0:29058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493944c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.287806:0:29058:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493944c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.287819:0:29058:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047496.287827:0:29058:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493944c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.287843:0:29058:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493944c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.287875:0:29058:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493944c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.287890:0:29058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493944c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047496.288052:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388027520:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 84898us (86425us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047496.288099:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1175 00000100:00100000:3.0:1777047496.317547:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047496.317701:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388027776 00000100:00100000:1.0:1777047496.318006:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388027776 00000100:00100000:1.0:1777047496.318127:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1176 00000100:00100000:1.0:1777047496.318146:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388027776:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047496.318571:0:29059:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939453 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.318607:0:29059:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d7249393ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83a3 expref: 21 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.318623:0:29059:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047496.318627:0:29059:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047496.318633:0:29059:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939453 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.318689:0:29059:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d7249393ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83a3 expref: 21 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.319034:0:29059:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d7249393ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83a3 expref: 21 pid: 8480 timeout: 4224 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047496.319064:0:29059:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:29059:1863365443054592:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047496.319204:0:29059:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047496.360304:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047496.362475:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388027904 00000100:00100000:0.0:1777047496.362494:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388027904 00010000:00010000:0.0:1777047496.362563:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d7249393ce lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83a3 expref: 22 pid: 8480 timeout: 4224 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047496.362640:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2004 00000100:00100000:0.0:1777047496.362659:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07605eb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388027904:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047496.362684:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047496.362718:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d7249393ce lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83a3 expref: 22 pid: 8480 timeout: 4224 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.363122:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d7249393ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83a3 expref: 22 pid: 8480 timeout: 4224 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.363169:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047496.363201:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047496.363210:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939453 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.363232:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939453 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.363271:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047496.363372:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07605eb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388027904:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 715us (3105us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047496.363427:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2004 00010000:00010000:2.0:1777047496.367214:0:29059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d7249393ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83a3 expref: 21 pid: 8480 timeout: 4224 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047496.367257:0:29059:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:29059:1863365443054592:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047496.367324:0:29059:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939453 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.367481:0:29059:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939453 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.367500:0:29059:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939453 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.426619:0:29059:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939453 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.426660:0:29059:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939453 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.426679:0:29059:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939453 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.426699:0:29059:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047496.426707:0:29059:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939453 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.426740:0:29059:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939453 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.426780:0:29059:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939453 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.426796:0:29059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939453 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047496.426977:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388027776:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 108824us (109429us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047496.426997:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1176 00000100:00100000:0.0:1777047496.516505:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443054848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777047496.516572:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e199f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443054720:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1777047496.516695:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047496.518091:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047496.519017:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047496.520746:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443054848 00000100:00100000:1.0:1777047496.520762:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443054848 00000100:00100000:1.0:1777047496.521562:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2487 00000100:00100000:1.0:1777047496.521582:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443054848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777047496.521631:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 352164288 pending 0 free 3916980224 avail 3685457920 00000100:00100000:1.0:1777047496.521714:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443054848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 136us (2698us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047496.521736:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2487 00000100:00100000:3.0:1777047496.522505:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443054720 00000100:00100000:3.0:1777047496.522516:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443054720 00000100:00100000:3.0:1777047496.523422:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3291 00000100:00100000:3.0:1777047496.523476:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3682:x1863365443054720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777047496.523519:0:6594:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445871616 avail 1299632128 00000100:00100000:3.0:1777047496.523596:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3682:x1863365443054720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 156us (5508us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047496.523610:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3291 00000100:00100000:0.0:1777047496.523930:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443054848:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777047496.524480:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e199f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443054720:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777047496.552810:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047496.553502:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388028032 00000100:00100000:0.0:1777047496.553549:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388028032 00000100:00100000:0.0:1777047496.553680:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 405 00000100:00100000:0.0:1777047496.553699:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57865:x1863365388028032:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:0.0:1777047496.553731:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047496.553772:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939437 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83d4 expref: 30 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.561230:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047496.561248:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047496.562866:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57865:x1863365388028032:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 9160us (10065us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047496.562895:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 405 00000100:00100000:0.0:1777047496.588752:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047496.588959:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388028288 00000100:00100000:3.0:1777047496.588977:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388028288 00000100:00100000:3.0:1777047496.589096:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2068 00000100:00100000:3.0:1777047496.589146:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57865:x1863365388028288:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047496.590025:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57865:x1863365388028288:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 910us (1285us total) trans 8589934986 rc 0/0 00000100:00100000:3.0:1777047496.590047:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2068 00000100:00100000:1.0:1777047496.612243:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047496.617828:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388028544 00000100:00100000:2.0:1777047496.617849:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388028544 00000100:00100000:2.0:1777047496.618218:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6137 00000100:00100000:2.0:1777047496.618242:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57853:x1863365388028544:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047496.618282:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047496.618315:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493945a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f83db expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.618551:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939461 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.618580:0:34275:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d724939414 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83c6 expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.618635:0:34275:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939461 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.618697:0:34275:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d724939414 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83c6 expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.618726:0:34275:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d724939414 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83c6 expref: 31 pid: 12913 timeout: 4225 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047496.618754:0:34275:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e199180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443054976:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047496.618873:0:34275:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845840 going to sleep for 11 seconds 00000100:00100000:1.0:1777047496.626403:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047496.627211:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388028672 00000100:00100000:3.0:1777047496.627229:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388028672 00010000:00010000:3.0:1777047496.627293:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d724939414 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83c6 expref: 32 pid: 12913 timeout: 4225 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047496.627376:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2005 00000100:00100000:1.0:1777047496.628362:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2430:x1863365388028672:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047496.628442:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047496.628458:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d724939414 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83c6 expref: 32 pid: 12913 timeout: 4225 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.628487:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d724939414 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83c6 expref: 32 pid: 12913 timeout: 4225 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.628548:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047496.628557:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939461 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.628575:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939461 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.628592:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939461 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.628626:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047496.628702:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2430:x1863365388028672:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 789us (2310us total) trans 0 rc 0/0 00010000:00010000:2.0:1777047496.629972:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d724939414 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83c6 expref: 32 pid: 12913 timeout: 4225 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047496.630064:0:34275:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e199180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443054976:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047496.630101:0:34275:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939461 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.630151:0:34275:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939461 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.630199:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939461 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047496.630238:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00010000:00010000:2.0:1777047496.630489:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493945a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83db expref: 33 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.630549:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939461 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83db expref: 32 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.630566:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047496.630573:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047496.630579:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e26a00, rc 0) 00000100:00100000:2.0:1777047496.630652:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57853:x1863365388028544:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 12416us (18426us total) trans 8589934987 rc 0/0 00000100:00100000:2.0:1777047496.630667:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6137 00000100:00100000:3.0:1777047496.643645:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047496.644337:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2005 00000100:00100000:2.0:1777047496.648348:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388028800 00000100:00100000:2.0:1777047496.648370:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388028800 00000100:00100000:2.0:1777047496.648496:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6138 00000100:00100000:2.0:1777047496.648521:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388028800:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047496.648564:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047496.648601:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d72493946f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f83e2 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.648822:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d724939476 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.648863:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939461 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83db expref: 32 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.648883:0:6590:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d724939476 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.656318:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939461 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83db expref: 32 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.656357:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939461 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83db expref: 32 pid: 34275 timeout: 4225 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047496.656386:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e199180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443055104:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047496.656625:0:6590:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047496.667692:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047496.671672:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388028928 00000100:00100000:1.0:1777047496.671690:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388028928 00010000:00010000:1.0:1777047496.672143:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939461 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83db expref: 33 pid: 34275 timeout: 4225 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047496.672575:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2006 00000100:00100000:1.0:1777047496.672601:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:2430:x1863365388028928:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047496.672633:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047496.672647:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939461 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83db expref: 33 pid: 34275 timeout: 4225 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.672679:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939461 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83db expref: 33 pid: 34275 timeout: 4225 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.672721:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047496.672730:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d724939476 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.672748:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d724939476 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.672767:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d724939476 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.672805:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047496.672887:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:2430:x1863365388028928:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 291us (5204us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047496.672903:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2006 00010000:00010000:2.0:1777047496.673071:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939461 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83db expref: 32 pid: 34275 timeout: 4225 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047496.673681:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e199180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443055104:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047496.675046:0:6590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d724939476 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047496.675892:0:6590:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d724939476 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047496.675909:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d724939476 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047496.675985:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00000004:00200000:3.0:1777047496.675993:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047496.676027:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d724939476 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047496.676082:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d72493946f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83e2 expref: 32 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047496.676513:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d724939476 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83e2 expref: 31 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047496.676534:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047496.676540:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047496.676546:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27800, rc 0) 00000100:00100000:3.0:1777047496.676640:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388028800:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 28123us (33008us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047496.676655:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6138 00000100:00100000:3.0:1777047496.694717:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047496.694845:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388029056 00000100:00100000:3.0:1777047496.694861:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388029056 00000100:00100000:3.0:1777047496.694949:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3967 00000100:00100000:3.0:1777047496.694968:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388029056:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047496.694998:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047496.695030:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d72493947d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f83e9 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047496.695075:0:8481:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 262144, mtime: 0x69eb97c6, atime: 0x69eb97c5, ctime: 0x69eb97c7, blocks: 0xc8 00010000:00010000:3.0:1777047496.695106:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047496.695110:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047496.695127:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d72493947d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83e9 expref: 15 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047496.695158:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d72493947d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83e9 expref: 15 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047496.695218:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291200, rc 0) 00000100:00100000:3.0:1777047496.695323:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388029056:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 357us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047496.695338:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3967 00000100:00100000:1.0:1777047496.723156:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047496.724131:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388029184 00000100:00100000:2.0:1777047496.724153:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388029184 00002000:00100000:2.0:1777047496.724303:0:24566:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x8a:0x0] (94208->159743) req@ffff9e076e2a7100 x1863365388029184/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:232/0 lens 488/0 e 0 to 0 dl 1777047507 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047496.724331:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a7100 with x1863365388029184 ext(94208->159743) 00002000:00010000:2.0:1777047496.724342:0:24566:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a7100 00000100:00100000:2.0:1777047496.724489:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1177 00000100:00100000:2.0:1777047496.724508:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388029184:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:2.0:1777047496.752348:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388029184:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 27831us (29195us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1777047496.752372:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1177 00002000:00100000:2.0:1777047496.752459:0:24566:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x8a:0x0] (94208->159743) req@ffff9e076e2a7100 x1863365388029184/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:232/0 lens 488/440 e 0 to 0 dl 1777047507 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047496.752481:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a7100 with x1863365388029184 ext(94208->159743) 00002000:00010000:2.0:1777047496.752491:0:24566:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a7100 00000100:00100000:0.0:1777047496.770942:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047496.771114:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388029312 00000100:00100000:3.0:1777047496.771130:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388029312 00002000:00100000:3.0:1777047496.771235:0:29067:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x8a:0x0] (159744->163839) req@ffff9e0642c07480 x1863365388029312/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:232/0 lens 488/0 e 0 to 0 dl 1777047507 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047496.771257:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c07480 with x1863365388029312 ext(159744->163839) 00002000:00010000:3.0:1777047496.771290:0:29067:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642c07480 00000100:00100000:3.0:1777047496.771362:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1178 00000100:00100000:3.0:1777047496.771858:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388029312:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:0.0:1777047496.782629:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388029312:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 11240us (11689us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777047496.782651:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1178 00002000:00100000:0.0:1777047496.782670:0:29067:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x8a:0x0] (159744->163839) req@ffff9e0642c07480 x1863365388029312/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:232/0 lens 488/4536 e 0 to 0 dl 1777047507 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047496.782692:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c07480 with x1863365388029312 ext(159744->163839) 00002000:00010000:0.0:1777047496.782702:0:29067:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642c07480 00000100:00100000:1.0:1777047496.797152:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047496.797563:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388029440 00000100:00100000:3.0:1777047496.797579:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388029440 00002000:00100000:3.0:1777047496.797654:0:29062:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x8a:0x0] (163840->167935) req@ffff9e076e2a7480 x1863365388029440/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:232/0 lens 488/0 e 0 to 0 dl 1777047507 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047496.797675:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a7480 with x1863365388029440 ext(163840->167935) 00002000:00010000:3.0:1777047496.797684:0:29062:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a7480 00000100:00100000:3.0:1777047496.797724:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1179 00000100:00100000:3.0:1777047496.797740:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388029440:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:3.0:1777047496.798667:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388029440:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 927us (1523us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777047496.798742:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1179 00002000:00100000:3.0:1777047496.798756:0:29062:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x8a:0x0] (163840->167935) req@ffff9e076e2a7480 x1863365388029440/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:232/0 lens 488/4536 e 0 to 0 dl 1777047507 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047496.798773:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a7480 with x1863365388029440 ext(163840->167935) 00002000:00010000:3.0:1777047496.798779:0:29062:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a7480 00000100:00100000:1.0:1777047496.812151:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047496.812662:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388029568 00000100:00100000:0.0:1777047496.812677:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388029568 00002000:00100000:0.0:1777047496.812746:0:8486:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x8a:0x0] (167936->204799) req@ffff9e0641c54e00 x1863365388029568/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:232/0 lens 488/0 e 0 to 0 dl 1777047507 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047496.812786:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c54e00 with x1863365388029568 ext(167936->204799) 00002000:00010000:0.0:1777047496.812797:0:8486:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c54e00 00000100:00100000:0.0:1777047496.812845:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1180 00000100:00100000:0.0:1777047496.812863:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388029568:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:0.0:1777047496.828237:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388029568:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 15364us (16083us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777047496.828258:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1180 00002000:00100000:0.0:1777047496.828279:0:8486:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x8a:0x0] (167936->204799) req@ffff9e0641c54e00 x1863365388029568/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:232/0 lens 488/440 e 0 to 0 dl 1777047507 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047496.828300:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c54e00 with x1863365388029568 ext(167936->204799) 00002000:00010000:0.0:1777047496.828310:0:8486:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c54e00 00000100:00100000:3.0:1777047496.846517:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047496.846746:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388029696 00000100:00100000:2.0:1777047496.846760:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388029696 00002000:00100000:2.0:1777047496.846829:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (204800->241663) req@ffff9e076e2a3800 x1863365388029696/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:232/0 lens 488/0 e 0 to 0 dl 1777047507 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047496.846851:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a3800 with x1863365388029696 ext(204800->241663) 00002000:00010000:2.0:1777047496.846860:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a3800 00000100:00100000:2.0:1777047496.846919:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1181 00000100:00100000:2.0:1777047496.846937:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388029696:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:2.0:1777047496.870464:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388029696:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 23515us (23943us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1777047496.870487:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1181 00002000:00100000:2.0:1777047496.870509:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (204800->241663) req@ffff9e076e2a3800 x1863365388029696/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:232/0 lens 488/440 e 0 to 0 dl 1777047507 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047496.870545:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a3800 with x1863365388029696 ext(204800->241663) 00002000:00010000:2.0:1777047496.870576:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a3800 00000100:00100000:1.0:1777047496.921931:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047496.922196:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388029952 00000100:00100000:2.0:1777047496.922217:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388029952 00000100:00100000:2.0:1777047496.922319:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6139 00000100:00100000:2.0:1777047496.922344:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388029952:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:2.0:1777047496.922518:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047496.922565:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d724939476 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83e2 expref: 31 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.922604:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047496.922614:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047496.923280:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939484 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.923314:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939484 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.923338:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939484 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047496.923518:0:6588:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934988 00000004:00010000:2.0:1777047496.923570:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000142c867a reply state 000000006dbec6b3 transno 8589934989 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939484 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.923598:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939484 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.923624:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047496.923629:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047496.923634:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047496.923777:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57853:x1863365388029952:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 1437us (1861us total) trans 8589934989 rc 0/0 00000100:00100000:2.0:1777047496.924232:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6139 00000020:00080000:2.0:1777047496.924250:0:6588:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047496.944812:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047496.944992:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388030208 00000100:00100000:3.0:1777047496.945007:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388030208 00000100:00100000:3.0:1777047496.946450:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2069 00000100:00100000:3.0:1777047496.946473:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57853:x1863365388030208:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:3.0:1777047496.947002:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57853:x1863365388030208:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 533us (2446us total) trans 8589934990 rc 0/0 00000100:00100000:3.0:1777047496.947026:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2069 00000100:00100000:0.0:1777047496.958891:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047496.959117:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388030464 00000100:00100000:1.0:1777047496.959143:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388030464 00000100:00100000:1.0:1777047496.959319:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6140 00000100:00100000:1.0:1777047496.959372:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57853:x1863365388030464:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047496.959516:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047496.959522:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:1.0:1777047496.959571:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d724939422 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83cd expref: 34 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.959623:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d7249393f8 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83bf expref: 33 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.959657:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047496.959667:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047496.959697:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d72493948b lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f83f0 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.959790:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939492 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.959823:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939492 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.959851:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939492 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047496.960862:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].65, 88 off13768 00000004:00080000:1.0:1777047496.961362:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4125597977215ns, next at 4003234154999ns, rc = 0 00000040:00080000:1.0:1777047496.961521:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].65, 88 off13792 00000004:00080000:1.0:1777047496.961536:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4125598152332ns, next at 4003234201462ns, rc = 0 00000040:00080000:1.0:1777047496.961579:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].66, 88 off13880 00000004:00080000:1.0:1777047496.961588:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4125598204695ns, next at 4003234201462ns, rc = 0 00000040:00080000:1.0:1777047496.961619:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].66, 88 off13856 00000004:00080000:1.0:1777047496.961627:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4125598243268ns, next at 4003234154999ns, rc = 0 00000040:00080000:1.0:1777047496.961654:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].67, 88 off13944 00000004:00080000:1.0:1777047496.961660:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4125598276878ns, next at 4003234154999ns, rc = 0 00000040:00080000:1.0:1777047496.961687:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].67, 88 off13968 00000004:00080000:1.0:1777047496.961694:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4125598310752ns, next at 4003234201462ns, rc = 0 00000040:00080000:1.0:1777047496.961712:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].68, 88 off14056 00000004:00080000:1.0:1777047496.961729:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4125598345075ns, next at 4003234201462ns, rc = 0 00000040:00080000:1.0:1777047496.961746:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].68, 88 off14032 00000004:00080000:1.0:1777047496.961754:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4125598370362ns, next at 4003234154999ns, rc = 0 00000001:00080000:0.0:1777047496.979013:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934991 is committed 00000004:00080000:0.0:1777047496.979043:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 68 committed 00000004:00080000:0.0:1777047496.979079:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 70 committed 00000004:00080000:0.0:1777047496.979250:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 69 committed 00000100:00100000:1.0:1777047496.979664:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443055488:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1777047496.979709:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939484 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.979745:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939484 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.979762:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939484 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.979790:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e26a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047496.979799:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939484 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047496.979827:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777047496.979843:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939484 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.979887:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047496.979894:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047496.979915:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939484 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.979931:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d724939484 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047496.980038:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443055360:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047496.980052:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443055616:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047496.980159:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047496.980256:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443055232:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047496.980427:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 67 committed 00000004:00080000:0.0:1777047496.980434:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 66 committed 00000004:00080000:0.0:1777047496.980451:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 68 committed 00000004:00080000:0.0:1777047496.980455:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 67 committed 00000004:00080000:0.0:1777047496.980459:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 65 committed 00000100:00100000:0.0:1777047496.980708:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443055488 00000100:00100000:0.0:1777047496.980720:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443055488 00000100:00100000:0.0:1777047496.980824:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443055616 00000100:00100000:0.0:1777047496.980832:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443055616 00000100:00100000:0.0:1777047496.980879:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3968 00000100:00100000:0.0:1777047496.980907:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3682:x1863365443055488:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047496.984779:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047496.984921:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443055744:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047496.984986:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047496.985068:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443055232 00000100:00100000:2.0:1777047496.985078:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443055232 00000100:00100000:2.0:1777047496.985656:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443055744 00000100:00100000:2.0:1777047496.985664:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443055744 00000100:00100000:2.0:1777047496.986206:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3969 00000100:00100000:2.0:1777047496.986234:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3683:x1863365443055616:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047496.986412:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047496.986418:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047495 -> 1777047495 00002000:00010000:2.0:1777047496.986436:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:2.0:1777047496.986441:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047495 -> 1777047495 00002000:00010000:2.0:1777047496.986445:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047496.986568:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3683:x1863365443055616:12345-0@lo:2:osp-syn-0-0.0 Request processed in 348us (6420us total) trans 21474837669 rc 0/0 00000100:00100000:2.0:1777047496.986583:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3969 00000100:00100000:2.0:1777047496.986624:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3970 00000100:00100000:2.0:1777047496.986650:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3684:x1863365443055232:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047496.986780:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047496.986787:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047494 -> 1777047494 00002000:00010000:2.0:1777047496.986791:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047493 -> 1777047493 00002000:00010000:2.0:1777047496.986810:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047495 -> 1777047495 00002000:00010000:2.0:1777047496.986814:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 200 -> 200 00000100:00100000:2.0:1777047496.986896:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3684:x1863365443055232:12345-0@lo:2:osp-syn-0-0.0 Request processed in 247us (2121us total) trans 21474837670 rc 0/0 00000100:00100000:2.0:1777047496.986909:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3970 00000100:00100000:2.0:1777047496.986949:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3971 00000100:00100000:2.0:1777047496.986962:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443055744:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047496.987117:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047496.987123:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047496.987128:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047496.987144:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047496.987149:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047496.987248:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3684:x1863365443055744:12345-0@lo:2:osp-syn-1-0.0 Request processed in 287us (2272us total) trans 17179870367 rc 0/0 00000100:00100000:2.0:1777047496.987273:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3971 00000100:00100000:2.0:1777047496.987351:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047496.988288:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3682:x1863365443055488:12345-0@lo:2:osp-syn-0-0.0 Request processed in 7393us (8481us total) trans 21474837668 rc 0/0 00000100:00100000:0.0:1777047496.988317:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3968 00000100:00100000:0.0:1777047496.988356:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443055360 00000100:00100000:0.0:1777047496.988364:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443055360 00000100:00100000:0.0:1777047496.988431:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3972 00000100:00100000:0.0:1777047496.988487:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3685:x1863365443055360:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047496.988643:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047496.988650:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047494 -> 1777047494 00002000:00010000:0.0:1777047496.988654:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047493 -> 1777047493 00002000:00010000:0.0:1777047496.988658:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047495 -> 1777047495 00002000:00010000:0.0:1777047496.988663:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:1.0:1777047496.990493:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0641c57800/2, rc 0, transno 21474837669 00000100:00100000:1.0:1777047496.990520:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443055616:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1777047496.990653:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939492 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83f0 expref: 25 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.990687:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047496.990693:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1777047496.990731:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d72493948b lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83f0 expref: 25 pid: 9025 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.990779:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939492 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83f0 expref: 24 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.990845:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047496.990850:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1777047496.990855:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91e00, rc 0) 00000100:00100000:2.0:1777047496.993057:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443055872:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047496.995769:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047496.995852:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443055872 00000100:00100000:2.0:1777047496.995862:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443055872 00000100:00100000:2.0:1777047496.995941:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3973 00000100:00100000:2.0:1777047496.995968:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3685:x1863365443055872:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047496.996272:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047496.996279:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047494 -> 1777047494 00002000:00010000:2.0:1777047496.996295:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047493 -> 1777047493 00002000:00010000:2.0:1777047496.996299:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047495 -> 1777047495 00002000:00010000:2.0:1777047496.996305:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777047496.996398:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443055872:12345-0@lo:2:osp-syn-1-0.0 Request processed in 443us (632us total) trans 17179870368 rc 0/0 00000100:00100000:2.0:1777047496.996425:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3973 00000004:00080000:2.0:1777047496.996727:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e2a2a00/2, rc 0, transno 17179870367 00000100:00100000:2.0:1777047496.996752:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443055744:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047496.996773:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0641c55c00/2, rc 0, transno 21474837670 00000100:00100000:2.0:1777047496.996793:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443055232:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047497.003443:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3685:x1863365443055360:12345-0@lo:2:osp-syn-0-0.0 Request processed in 14982us (16084us total) trans 21474837671 rc 0/0 00000100:00100000:0.0:1777047497.003460:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3972 00000100:00100000:0.0:1777047497.003535:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443056000:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047497.003622:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777047497.003703:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0641c55500/2, rc 0, transno 21474837668 00000100:00100000:0.0:1777047497.003713:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443055488:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047497.003742:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047497.003752:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443056128:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047497.003800:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047497.004825:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443056000 00000100:00100000:2.0:1777047497.004835:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443056000 00000100:00100000:2.0:1777047497.004947:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443056128 00000100:00100000:2.0:1777047497.004953:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443056128 00000100:00100000:2.0:1777047497.004997:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3974 00000100:00100000:2.0:1777047497.005022:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3682:x1863365443056000:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047497.005701:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047497.005708:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb mtime from disk: 1777047495 -> 1777047495 00002000:00010000:2.0:1777047497.005713:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047497.005730:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb ctime from disk: 1777047495 -> 1777047495 00002000:00010000:2.0:1777047497.005736:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047497.006708:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3682:x1863365443056000:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1697us (3083us total) trans 17179870369 rc 0/0 00000100:00100000:2.0:1777047497.006734:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3974 00000100:00100000:2.0:1777047497.006774:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3975 00000100:00100000:2.0:1777047497.006787:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3682:x1863365443056128:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047497.006978:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3682:x1863365443056128:12345-0@lo:2:osp-syn-1-0.0 Request processed in 179us (3163us total) trans 17179870370 rc 0/0 00000100:00100000:2.0:1777047497.006997:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3975 00000004:00080000:2.0:1777047497.007075:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e2a0700/2, rc 0, transno 17179870370 00000100:00100000:2.0:1777047497.007085:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443056128:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047497.007115:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e2a0e00/2, rc 0, transno 17179870369 00000100:00100000:2.0:1777047497.007122:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443056000:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047497.007517:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0641c56d80/2, rc 0, transno 21474837671 00000100:00100000:3.0:1777047497.007527:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443055360:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047497.007568:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e2a1500/2, rc 0, transno 17179870368 00000100:00100000:3.0:1777047497.007576:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443055872:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047497.008645:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365388030464:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 49216us (49673us total) trans 8589934991 rc 0/0 00000100:00100000:1.0:1777047497.008667:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6140 00000100:00080000:0.0:1777047497.015671:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047497.027025:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777047497.027073:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443056256:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777047497.027326:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047497.027830:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443056256 00000100:00100000:0.0:1777047497.027856:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443056256 00000100:00100000:0.0:1777047497.028001:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2488 00000100:00100000:0.0:1777047497.028033:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+13:3685:x1863365443056256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777047497.028108:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 326776384 pending 0 free 3918987264 avail 3687464960 00000100:00100000:0.0:1777047497.028265:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+13:3685:x1863365443056256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 225us (926us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047497.028280:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2488 00000100:00100000:3.0:1777047497.031693:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443056256:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1777047497.033111:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047497.034694:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777047497.034732:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443056384:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777047497.034827:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047497.038701:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443056384 00000100:00100000:0.0:1777047497.038724:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443056384 00000100:00100000:0.0:1777047497.041446:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2489 00000100:00100000:0.0:1777047497.041481:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+13:3684:x1863365443056384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777047497.041526:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 352164288 pending 0 free 3916980224 avail 3685457920 00000100:00100000:0.0:1777047497.041677:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+13:3684:x1863365443056384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 202us (6848us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047497.041692:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2489 00000100:00100000:2.0:1777047497.041924:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443056384:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777047497.081996:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047497.088283:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388030592 00000100:00100000:2.0:1777047497.088300:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388030592 00000100:00100000:2.0:1777047497.088531:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3976 00000100:00100000:2.0:1777047497.088552:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57853:x1863365388030592:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047497.088590:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047497.088628:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d724939499 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f83f7 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.088699:0:30115:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d72493947d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83e9 expref: 16 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.088716:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047497.088730:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047497.088738:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d724939499 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83f7 expref: 16 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.088822:0:30115:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d72493947d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83e9 expref: 16 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.088859:0:30115:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d72493947d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83e9 expref: 16 pid: 8481 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047497.088907:0:30115:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443056512:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047497.089085:0:30115:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845cc0 going to sleep for 11 seconds 00000100:00080000:1.0:1777047497.089632:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047497.111843:0:30115:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443056512:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047497.111908:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d724939499 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83f7 expref: 16 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.111949:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e26a00, rc 0) 00000100:00100000:0.0:1777047497.112202:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:57853:x1863365388030592:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 23653us (30225us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047497.112225:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3976 00000100:00100000:0.0:1777047497.122538:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047497.122725:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388030720 00000100:00100000:2.0:1777047497.122739:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388030720 00010000:00010000:2.0:1777047497.126737:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d72493947d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83e9 expref: 16 pid: 8481 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047497.127043:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2007 00000100:00100000:2.0:1777047497.127739:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365388030720:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047497.127775:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047497.127812:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d72493947d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83e9 expref: 16 pid: 8481 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.127843:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d72493947d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83e9 expref: 16 pid: 8481 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.128966:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e8bcf35/0x5ecf73d72493947d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83e9 expref: 16 pid: 8481 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.129005:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047497.129009:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047497.129022:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d724939499 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83f7 expref: 15 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.129042:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d724939499 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83f7 expref: 15 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.129107:0:36227:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d724939499 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83f7 expref: 15 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047497.129134:0:36227:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:36227:1863365443056640:192.168.201.54@tcp:105: 00000100:00100000:2.0:1777047497.129325:0:36227:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845780 going to sleep for 11 seconds 00000100:00100000:0.0:1777047497.154978:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047497.155039:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047497.155125:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047497.155501:0:36227:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:36227:1863365443056640:192.168.201.54@tcp:105: 00010000:00010000:2.0:1777047497.155536:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047497.160559:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388030976 00000100:00100000:3.0:1777047497.160577:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388030976 00002000:00010000:3.0:1777047497.160664:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:3.0:1777047497.160673:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c05f80 with x1863365388030976 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047497.160691:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0642c05f80. 00000100:00100000:0.0:1777047497.160706:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388030720:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 33638us (38172us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047497.160728:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2007 00000100:00100000:3.0:1777047497.160737:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388030848 00000100:00100000:3.0:1777047497.160744:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388030848 00002000:00010000:3.0:1777047497.160764:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (81156->18446744073709551615) 00002000:00100000:3.0:1777047497.160770:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c06680 with x1863365388030848 ext(81156->18446744073709551615) 00002000:00010000:3.0:1777047497.160781:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642c06680. 00000100:00100000:3.0:1777047497.160810:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388031104 00000100:00100000:3.0:1777047497.160815:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388031104 00000100:00080000:0.0:1777047497.160834:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:3.0:1777047497.160836:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:3.0:1777047497.160846:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645846680 with x1863365388031104 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047497.160855:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645846680. 00000100:00100000:3.0:1777047497.160889:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1182 00000100:00100000:3.0:1777047497.160910:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388030976:12345-192.168.201.54@tcp:10:fsx.0 00000100:00100000:0.0:1777047497.160927:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1183 00000100:00100000:0.0:1777047497.160949:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388030848:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:3.0:1777047497.161108:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047497.161115:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047494 -> 1777047497 00002000:00010000:3.0:1777047497.161121:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047493 -> 1777047493 00002000:00010000:3.0:1777047497.161126:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047495 -> 1777047497 00002000:00010000:3.0:1777047497.161131:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777047497.161215:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388030976:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 309us (6247us total) trans 17179870371 rc 0/0 00000100:00100000:3.0:1777047497.161230:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1182 00002000:00010000:3.0:1777047497.161237:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:3.0:1777047497.161243:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c05f80 with x1863365388030976 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047497.161252:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0642c05f80. 00000100:00100000:3.0:1777047497.161286:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1184 00000100:00100000:3.0:1777047497.161300:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645846680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388031104:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:3.0:1777047497.161475:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047497.161482:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047494 -> 1777047497 00002000:00010000:3.0:1777047497.161488:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047493 -> 1777047493 00002000:00010000:3.0:1777047497.161494:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047495 -> 1777047497 00002000:00010000:3.0:1777047497.161500:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047497.161547:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645846680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388031104:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 248us (6421us total) trans 21474837673 rc 0/0 00000100:00100000:3.0:1777047497.161562:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1184 00002000:00010000:3.0:1777047497.161569:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:3.0:1777047497.161575:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645846680 with x1863365388031104 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047497.161582:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645846680. 00002000:00010000:0.0:1777047497.161720:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 262144 -> 81156 00002000:00010000:0.0:1777047497.161730:0:24562:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047494 -> 1777047497 00002000:00010000:0.0:1777047497.161735:0:24562:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047493 -> 1777047493 00002000:00010000:0.0:1777047497.161739:0:24562:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047495 -> 1777047497 00002000:00010000:0.0:1777047497.161743:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 200 -> 168 00000100:00100000:0.0:1777047497.161798:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388030848:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 854us (6756us total) trans 21474837672 rc 0/0 00000100:00100000:0.0:1777047497.161813:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1183 00002000:00010000:0.0:1777047497.161819:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (81156->18446744073709551615) 00002000:00100000:0.0:1777047497.161825:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c06680 with x1863365388030848 ext(81156->18446744073709551615) 00002000:00010000:0.0:1777047497.161833:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642c06680. 00000100:00100000:1.0:1777047497.176032:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047497.176555:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388031232 00000100:00100000:2.0:1777047497.176569:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388031232 00000100:00100000:2.0:1777047497.177122:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6141 00000100:00100000:2.0:1777047497.177141:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365388031232:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047497.177514:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047497.177547:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d7249394a0 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f83fe expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.177686:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249394a7 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.177999:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249394a7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.178020:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249394a7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047497.178066:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00000004:00200000:2.0:1777047497.178073:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047497.178103:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249394a7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.178147:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d7249394a0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83fe expref: 26 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.178201:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249394a7 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83fe expref: 25 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.178548:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047497.178554:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047497.178560:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e26800, rc 0) 00000100:00100000:2.0:1777047497.178641:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388031232:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 1504us (2620us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047497.178655:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6141 00000100:00080000:0.0:1777047497.184089:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047497.219918:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047497.220154:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388031360 00000100:00100000:2.0:1777047497.220275:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388031360 00002000:00100000:2.0:1777047497.220349:0:29059:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x8a:0x0] (49152->81919) req@ffff9e064d744700 x1863365388031360/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:233/0 lens 488/0 e 0 to 0 dl 1777047508 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047497.220370:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d744700 with x1863365388031360 ext(49152->81919) 00002000:00010000:2.0:1777047497.220380:0:29059:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064d744700 00000100:00100000:0.0:1777047497.220588:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1185 00000100:00100000:0.0:1777047497.220610:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388031360:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:0.0:1777047497.253551:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388031360:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 32935us (33634us total) trans 0 rc 32768/32768 00000100:00100000:0.0:1777047497.253572:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1185 00002000:00100000:0.0:1777047497.253591:0:29057:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x8a:0x0] (49152->81919) req@ffff9e064d744700 x1863365388031360/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:233/0 lens 488/440 e 0 to 0 dl 1777047508 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047497.253623:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d744700 with x1863365388031360 ext(49152->81919) 00002000:00010000:0.0:1777047497.253631:0:29057:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064d744700 00000100:00100000:3.0:1777047497.293674:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047497.293866:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388031488 00000100:00100000:2.0:1777047497.293881:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388031488 00000100:00100000:2.0:1777047497.294566:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1186 00000100:00100000:2.0:1777047497.294583:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388031488:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:2.0:1777047497.295062:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 81156 -> 81156 00002000:00010000:2.0:1777047497.295071:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047497 -> 1777047497 00002000:00010000:2.0:1777047497.295076:0:24566:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047493 -> 1777047493 00002000:00010000:2.0:1777047497.295080:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047497 -> 1777047497 00002000:00010000:2.0:1777047497.295084:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:2.0:1777047497.295516:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388031488:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 935us (1851us total) trans 21474837674 rc 0/0 00000100:00100000:2.0:1777047497.295532:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1186 00000100:00100000:0.0:1777047497.335529:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047497.339523:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388031616 00000100:00100000:2.0:1777047497.339542:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388031616 00002000:00100000:2.0:1777047497.339619:0:29067:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x8a:0x0] (0->65535) req@ffff9e0644c0b800 x1863365388031616/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:233/0 lens 488/0 e 0 to 0 dl 1777047508 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047497.339641:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c0b800 with x1863365388031616 ext(0->65535) 00002000:00010000:2.0:1777047497.339652:0:29067:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c0b800 00000100:00100000:2.0:1777047497.339704:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1187 00000100:00100000:2.0:1777047497.339723:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388031616:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:3.0:1777047497.366771:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388031616:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 27034us (31236us total) trans 0 rc 65536/65536 00000100:00100000:3.0:1777047497.366799:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1187 00002000:00100000:3.0:1777047497.366820:0:29067:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x8a:0x0] (0->65535) req@ffff9e0644c0b800 x1863365388031616/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:233/0 lens 488/440 e 0 to 0 dl 1777047508 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047497.366846:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c0b800 with x1863365388031616 ext(0->65535) 00002000:00010000:3.0:1777047497.366857:0:29067:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c0b800 00000100:00100000:2.0:1777047497.395812:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047497.396649:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388031872 00000100:00100000:0.0:1777047497.396665:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388031872 00000100:00100000:0.0:1777047497.396772:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6142 00000100:00100000:0.0:1777047497.396829:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388031872:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:0.0:1777047497.396927:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777047497.396978:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939492 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83f0 expref: 25 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.397025:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249394a7 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83fe expref: 24 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.397050:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047497.397058:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047497.397720:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249394ae lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.398966:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249394ae lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.398987:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249394ae lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047497.399076:0:6588:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934992 00000004:00010000:0.0:1777047497.399852:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008bb8a82d reply state 0000000029c11b9d transno 8589934993 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249394ae lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.399892:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249394ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.399907:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047497.399916:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047497.399921:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047497.400586:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57853:x1863365388031872:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 3790us (4782us total) trans 8589934993 rc 0/0 00000100:00100000:0.0:1777047497.400604:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6142 00000020:00080000:0.0:1777047497.400614:0:6588:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047497.428643:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047497.429128:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388032000 00000100:00100000:2.0:1777047497.429144:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388032000 00000100:00100000:2.0:1777047497.429296:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6143 00000100:00100000:2.0:1777047497.429314:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57853:x1863365388032000:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047497.429358:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047497.429469:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d7249394b5 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8405 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.429577:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d7249394b5 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8405 expref: 27 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.429604:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d7249394b5 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8405 expref: 27 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.429644:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047497.429651:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047497.429663:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27600, rc 0) 00000100:00100000:2.0:1777047497.430354:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365388032000:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 1040us (1721us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047497.430374:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6143 00000100:00100000:2.0:1777047497.461451:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047497.461514:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047497.461687:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388032128 00000100:00100000:0.0:1777047497.461702:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388032128 00002000:00010000:0.0:1777047497.461760:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (248254->18446744073709551615) 00002000:00100000:0.0:1777047497.461770:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d3800 with x1863365388032128 ext(248254->18446744073709551615) 00002000:00010000:0.0:1777047497.461802:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e077b9d3800. 00000100:00100000:0.0:1777047497.461857:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388032384 00000100:00100000:0.0:1777047497.461864:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388032384 00002000:00010000:0.0:1777047497.461888:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:0.0:1777047497.461896:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d2300 with x1863365388032384 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047497.461906:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e077b9d2300. 00000100:00100000:0.0:1777047497.461961:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1188 00000100:00100000:0.0:1777047497.461980:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2432:x1863365388032128:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:0.0:1777047497.462310:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 81156 -> 248254 00002000:00010000:0.0:1777047497.462319:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047497 -> 1777047497 00002000:00010000:0.0:1777047497.462324:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047493 -> 1777047493 00002000:00010000:0.0:1777047497.462328:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047497 -> 1777047497 00002000:00010000:0.0:1777047497.462334:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:0.0:1777047497.462468:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2432:x1863365388032128:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 491us (1098us total) trans 21474837675 rc 0/0 00000100:00100000:0.0:1777047497.462483:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1188 00002000:00010000:0.0:1777047497.462491:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (248254->18446744073709551615) 00002000:00100000:0.0:1777047497.462496:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d3800 with x1863365388032128 ext(248254->18446744073709551615) 00002000:00010000:0.0:1777047497.462505:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e077b9d3800. 00000100:00100000:0.0:1777047497.462537:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1189 00000100:00100000:0.0:1777047497.462551:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2432:x1863365388032384:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:0.0:1777047497.462653:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047497.462659:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047497 -> 1777047497 00002000:00010000:0.0:1777047497.462664:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047493 -> 1777047493 00002000:00010000:0.0:1777047497.462668:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047497 -> 1777047497 00002000:00010000:0.0:1777047497.462672:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047497.462714:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2432:x1863365388032384:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 165us (1201us total) trans 21474837676 rc 0/0 00000100:00100000:0.0:1777047497.462728:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1189 00002000:00010000:0.0:1777047497.462735:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:0.0:1777047497.462740:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d2300 with x1863365388032384 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047497.463101:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e077b9d2300. 00000100:00100000:2.0:1777047497.474472:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047497.476572:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388032256 00000100:00100000:1.0:1777047497.476591:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388032256 00002000:00010000:1.0:1777047497.476654:0:8484:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:1.0:1777047497.476663:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d1500 with x1863365388032256 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047497.476682:0:8484:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e077b9d1500. 00000100:00100000:1.0:1777047497.477043:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1190 00000100:00100000:1.0:1777047497.477062:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2432:x1863365388032256:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:1.0:1777047497.477600:0:8484:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047497.477607:0:8484:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047497 -> 1777047497 00002000:00010000:1.0:1777047497.477613:0:8484:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047493 -> 1777047493 00002000:00010000:1.0:1777047497.477617:0:8484:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047497 -> 1777047497 00002000:00010000:1.0:1777047497.477622:0:8484:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1777047497.477723:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2432:x1863365388032256:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 664us (5626us total) trans 17179870372 rc 0/0 00000100:00100000:1.0:1777047497.477739:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1190 00002000:00010000:1.0:1777047497.477747:0:8484:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:1.0:1777047497.477752:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d1500 with x1863365388032256 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047497.477761:0:8484:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e077b9d1500. 00000100:00100000:0.0:1777047497.489988:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047497.490652:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388032512 00000100:00100000:2.0:1777047497.490668:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388032512 00002000:00100000:2.0:1777047497.490742:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x8a:0x0] (184320->249855) req@ffff9e0645688380 x1863365388032512/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:233/0 lens 488/0 e 0 to 0 dl 1777047508 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047497.490764:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645688380 with x1863365388032512 ext(184320->249855) 00002000:00010000:2.0:1777047497.490774:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645688380 00000100:00100000:2.0:1777047497.491494:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1191 00000100:00100000:2.0:1777047497.491514:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388032512:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:1.0:1777047497.535979:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388032512:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 44455us (45990us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1777047497.536003:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1191 00002000:00100000:1.0:1777047497.536024:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x8a:0x0] (184320->249855) req@ffff9e0645688380 x1863365388032512/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:233/0 lens 488/440 e 0 to 0 dl 1777047508 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047497.536044:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645688380 with x1863365388032512 ext(184320->249855) 00002000:00010000:1.0:1777047497.536054:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645688380 00010000:00010000:3.0:1777047497.541657:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047497.579587:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047497.581060:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388032640 00000100:00100000:3.0:1777047497.581075:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388032640 00002000:00100000:3.0:1777047497.581256:0:29058:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x8a:0x0] (0->248253) req@ffff9e077b9d3480 x1863365388032640/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:233/0 lens 504/0 e 0 to 0 dl 1777047508 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047497.581279:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d3480 with x1863365388032640 ext(0->248253) 00002000:00010000:3.0:1777047497.581289:0:29058:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e077b9d3480 00000100:00100000:3.0:1777047497.581350:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1192 00000100:00100000:3.0:1777047497.581368:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388032640:12345-192.168.201.54@tcp:4:fsx.0 00000100:00100000:3.0:1777047497.629735:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388032640:12345-192.168.201.54@tcp:4:fsx.0 Request processed in 48358us (50148us total) trans 21474837678 rc 0/0 00000100:00100000:3.0:1777047497.629758:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1192 00002000:00100000:3.0:1777047497.629778:0:29058:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x8a:0x0] (0->248253) req@ffff9e077b9d3480 x1863365388032640/t21474837678(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:233/0 lens 504/448 e 0 to 0 dl 1777047508 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047497.629797:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d3480 with x1863365388032640 ext(0->248253) 00002000:00010000:3.0:1777047497.629806:0:29058:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e077b9d3480 00000100:00100000:2.0:1777047497.647546:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047497.648222:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388032768 00000100:00100000:0.0:1777047497.648549:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388032768 00000100:00100000:0.0:1777047497.648663:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3977 00000100:00100000:0.0:1777047497.648682:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388032768:12345-192.168.201.54@tcp:16:fsx.0 00000001:00080000:1.0:1777047497.675123:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837678 is committed 00000001:00080000:1.0:1777047497.675196:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837671 is committed 00000100:00100000:0.0:1777047497.675620:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365388032768:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 26931us (28467us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047497.675642:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3977 00000100:00100000:1.0:1777047497.694773:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047497.694964:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388032896 00000100:00100000:2.0:1777047497.694980:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388032896 00000100:00100000:2.0:1777047497.695111:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6144 00000100:00100000:2.0:1777047497.695134:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365388032896:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047497.695194:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047497.695230:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d7249394bc lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f840c expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.695453:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d7249394c3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.695482:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d7249394c3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.695505:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d7249394c3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047497.695557:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 248254 00000004:00200000:2.0:1777047497.695565:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047497.695599:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d7249394c3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.695681:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d7249394bc lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f840c expref: 29 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.695714:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d7249394c3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f840c expref: 28 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.695744:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047497.695751:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047497.695758:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27800, rc 0) 00000100:00100000:2.0:1777047497.695845:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57853:x1863365388032896:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 717us (1083us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047497.695860:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6144 00000100:00100000:2.0:1777047497.752314:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047497.754120:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388033152 00000100:00100000:3.0:1777047497.754136:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388033152 00000100:00100000:3.0:1777047497.754289:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2070 00000100:00100000:3.0:1777047497.754308:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07716a9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57853:x1863365388033152:12345-192.168.201.54@tcp:35:fsx.0 00000001:00080000:3.0:1777047497.754685:0:15374:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934994 00000100:00100000:3.0:1777047497.755228:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07716a9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57853:x1863365388033152:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 922us (2922us total) trans 8589934995 rc 0/0 00000100:00100000:3.0:1777047497.755243:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2070 00000020:00080000:3.0:1777047497.755251:0:15374:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047497.841285:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047497.841362:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047497.841505:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047497.841671:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388033408 00000100:00100000:1.0:1777047497.841688:0:33223:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388033536 00000100:00100000:3.0:1777047497.841688:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388033408 00000100:00100000:1.0:1777047497.841701:0:33223:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388033536 00000100:00100000:3.0:1777047497.841798:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388033664 00000100:00100000:3.0:1777047497.841808:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388033664 00000100:00100000:1.0:1777047497.841809:0:33223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 291 00000100:00100000:1.0:1777047497.841834:0:33223:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644022050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2431:x1863365388033536:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:3.0:1777047497.841886:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4977 00000100:00100000:3.0:1777047497.841906:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2431:x1863365388033664:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:1.0:1777047497.841941:0:33223:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644022050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2431:x1863365388033536:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 113us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047497.841957:0:33223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 291 00000100:00100000:3.0:1777047497.841985:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2431:x1863365388033664:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 81us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047497.842004:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4977 00000100:00100000:3.0:1777047497.842042:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6145 00000100:00100000:3.0:1777047497.842061:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57867:x1863365388033408:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047497.842091:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047497.842129:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d7249394ca lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8413 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.842636:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d7249394d1 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.842660:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d7249394d1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.842680:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d7249394d1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.842708:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249394d8 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.842725:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249394d8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.842739:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249394d8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.842904:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d7249394df lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.842923:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d7249394df lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.842938:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d7249394df lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047497.842955:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 248254 00010000:00010000:3.0:1777047497.843061:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d7249394d1 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.843076:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d7249394d1 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.843090:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d7249394d1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.843104:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d7249394d1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.843117:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e291c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047497.843124:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d7249394d1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.843139:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d7249394d1 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.843190:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e0641795500) 00010000:00010000:3.0:1777047497.843197:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047497.843206:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d7249394d1 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.843219:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291c00/0x5ecf73d7249394d1 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.843242:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249394d8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.843253:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249394d8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.843265:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249394d8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777047497.843686:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1777047497.844960:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047497.844969:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249394d8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.844987:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249394d8 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.845937:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0641795300) 00010000:00010000:3.0:1777047497.845945:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047497.845953:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249394d8 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.845967:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290a00/0x5ecf73d7249394d8 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.846558:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e290c00/0x5ecf73d7249394ca lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8413 expref: 33 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.846602:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d7249394df lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8413 expref: 32 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.846616:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047497.846620:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047497.846625:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e291200, rc 0) 00000100:00100000:3.0:1777047497.846727:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57867:x1863365388033408:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 4671us (5453us total) trans 8589934996 rc 0/0 00000100:00100000:3.0:1777047497.846742:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6145 00000100:00100000:1.0:1777047497.861246:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047497.864128:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388033920 00000100:00100000:2.0:1777047497.864148:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388033920 00000100:00100000:2.0:1777047497.864327:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6146 00000100:00100000:2.0:1777047497.864354:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57867:x1863365388033920:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047497.865353:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047497.865429:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d7249394ed lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f841a expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047497.866233:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047497.866665:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388034048 00000100:00100000:1.0:1777047497.866678:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388034048 00000100:00100000:1.0:1777047497.866805:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 406 00000100:00100000:1.0:1777047497.866824:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:2430:x1863365388034048:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047497.866845:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047497.866878:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e291200/0x5ecf73d7249394df lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8413 expref: 34 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.866909:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047497.866918:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047497.867104:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:2430:x1863365388034048:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 283us (873us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047497.867120:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 406 00010000:00010000:2.0:1777047497.868444:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249394f4 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.868471:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249394f4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.868489:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249394f4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047497.868515:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x32:0x0]: returning size 0 00010000:00010000:2.0:1777047497.868588:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d7249394ed lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f841a expref: 34 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.868625:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249394f4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f841a expref: 33 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.868641:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x32:0x0].0x0 (ffff9e06431c0d00) 00010000:00010000:2.0:1777047497.868647:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047497.868652:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27c00, rc 0) 00000100:00100000:2.0:1777047497.868700:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57867:x1863365388033920:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 4357us (7468us total) trans 8589934997 rc 0/0 00000100:00100000:2.0:1777047497.868714:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6146 00000100:00100000:1.0:1777047497.904321:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047497.904567:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388034304 00000100:00100000:2.0:1777047497.904585:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388034304 00000100:00100000:2.0:1777047497.904703:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6147 00000100:00100000:2.0:1777047497.904723:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57867:x1863365388034304:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047497.904762:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047497.904795:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939502 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8421 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.904960:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d724939509 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.904991:0:9025:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249394f4 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f841a expref: 34 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.905020:0:9025:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d724939509 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.905078:0:9025:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249394f4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f841a expref: 34 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.905106:0:9025:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249394f4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f841a expref: 34 pid: 6589 timeout: 4226 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047497.905133:0:9025:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d2680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9025:1863365443056768:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047497.905432:0:9025:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047497.914121:0:9025:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d2680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9025:1863365443056768:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047497.914193:0:9025:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d724939509 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047497.916178:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047497.916291:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388034432 00000100:00100000:0.0:1777047497.916302:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388034432 00010000:00010000:0.0:1777047497.916456:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249394f4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f841a expref: 35 pid: 6589 timeout: 4226 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047497.916531:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2008 00000100:00100000:0.0:1777047497.916549:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:2429:x1863365388034432:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047497.916573:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047497.916583:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249394f4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f841a expref: 35 pid: 6589 timeout: 4226 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.916610:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249394f4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f841a expref: 35 pid: 6589 timeout: 4226 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.916650:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249394f4 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f841a expref: 35 pid: 6589 timeout: 4226 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.916675:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x32:0x0].0x0 (ffff9e06431c0d00) 00010000:00010000:0.0:1777047497.916682:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d724939509 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.916697:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d724939509 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.916710:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d724939509 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.917084:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047497.917496:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:2429:x1863365388034432:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 947us (1336us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047497.917514:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2008 00010000:00010000:2.0:1777047497.917652:0:9025:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d724939509 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.917669:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d724939509 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047497.917699:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x32:0x0]: returning size 0 00000004:00080000:2.0:1777047497.918114:0:9025:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x8f:0x0], index 0: 0 00000004:00080000:2.0:1777047497.918128:0:9025:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x70:0x0], index 1: 0 00010000:00010000:2.0:1777047497.918651:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d724939509 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.918669:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d724939509 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.918682:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d724939509 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.918694:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047497.918701:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d724939509 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.918714:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d724939509 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.918734:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x32:0x0].0x0 (ffff9e06431c0d00) 00010000:00010000:2.0:1777047497.918740:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047497.918745:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d724939509 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.918756:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d724939509 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.920309:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939502 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x32:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8421 expref: 34 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.920331:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x32:0x0].0x0 (ffff9e06431c0d00) 00010000:00010000:2.0:1777047497.920335:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777047497.920342:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939502 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x32:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8421 expref: 34 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.920370:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27400, rc 0) 00000100:00100000:2.0:1777047497.920436:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57867:x1863365388034304:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 15718us (16129us total) trans 8589934998 rc 301/301 00000100:00100000:2.0:1777047497.920457:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6147 00000100:00100000:1.0:1777047497.937590:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047497.937731:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388034688 00000100:00100000:2.0:1777047497.937749:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388034688 00000100:00100000:2.0:1777047497.937881:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2071 00000100:00100000:2.0:1777047497.937901:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57867:x1863365388034688:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047497.938370:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57867:x1863365388034688:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 472us (791us total) trans 8589934999 rc 0/0 00000100:00100000:2.0:1777047497.938449:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2071 00000100:00100000:0.0:1777047497.961551:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047497.961752:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388034816 00000100:00100000:2.0:1777047497.961768:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388034816 00000100:00100000:2.0:1777047497.962531:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6148 00000100:00100000:2.0:1777047497.962553:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57867:x1863365388034816:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047497.962591:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047497.962627:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939517 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8428 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.962734:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493951e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.962759:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493951e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x32:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.962779:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493951e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x32:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047497.963199:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x32:0x0]: returning size 0 00000004:00200000:2.0:1777047497.963209:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047497.963245:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493951e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x32:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.963292:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939517 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8428 expref: 36 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.963323:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493951e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x32:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8428 expref: 35 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.963339:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x32:0x0].0x0 (ffff9e06431c0d00) 00010000:00010000:2.0:1777047497.963345:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1777047497.963351:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27000, rc 0) 00000100:00100000:2.0:1777047497.963500:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57867:x1863365388034816:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 951us (1958us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047497.963515:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6148 00000100:00100000:0.0:1777047498.003920:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047498.004034:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047498.004447:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388034944 00000100:00100000:1.0:1777047498.004463:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388034944 00000100:00100000:1.0:1777047498.004554:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388035072 00000100:00100000:1.0:1777047498.004560:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388035072 00000100:00100000:3.0:1777047498.004696:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3978 00000100:00100000:3.0:1777047498.004723:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365388034944:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047498.004754:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047498.004788:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724939525 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f842f expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047498.004834:0:11204:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777047498.004868:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047498.004874:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047498.004888:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724939525 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f842f expref: 12 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.004935:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724939525 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f842f expref: 12 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.004961:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e290c00, rc 0) 00000100:00100000:0.0:1777047498.005729:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3979 00000100:00100000:0.0:1777047498.005749:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388035072:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047498.005767:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047498.005871:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000026d7412f/0x5ecf73d72493952c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8436 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047498.005906:0:8633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x70:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777047498.005927:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.005931:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.005962:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000026d7412f/0x5ecf73d72493952c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8436 expref: 23 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.005991:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000026d7412f/0x5ecf73d72493952c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8436 expref: 23 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.006013:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821edc00, rc 0) 00000100:00100000:0.0:1777047498.006100:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388035072:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 355us (2066us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047498.006115:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3979 00000100:00100000:3.0:1777047498.009784:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388034944:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 5064us (5896us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047498.009804:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3978 00000100:00100000:0.0:1777047498.025735:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047498.025963:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388035328 00000100:00100000:1.0:1777047498.025983:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388035328 00000100:00100000:1.0:1777047498.026089:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6149 00000100:00100000:1.0:1777047498.026111:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57867:x1863365388035328:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047498.026184:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047498.026217:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d724939533 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f843d expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.026393:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d72493953a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.026497:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d72493953a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.026524:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d72493953a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047498.026548:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 248254 00010000:00010000:1.0:1777047498.026716:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d724939533 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f843d expref: 38 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.026757:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d72493953a lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f843d expref: 37 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.026779:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047498.026786:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047498.026791:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91e00, rc 0) 00000100:00100000:1.0:1777047498.026873:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57867:x1863365388035328:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 766us (1156us total) trans 8589935000 rc 0/0 00000100:00100000:1.0:1777047498.026892:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6149 00000100:00100000:0.0:1777047498.053219:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047498.053296:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047498.053781:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047498.054799:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388035456 00000100:00100000:2.0:1777047498.054821:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388035456 00000100:00100000:3.0:1777047498.055079:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388035712 00000100:00100000:3.0:1777047498.055113:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388035712 00000100:00100000:3.0:1777047498.055584:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388035584 00000100:00100000:3.0:1777047498.055592:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388035584 00000100:00100000:3.0:1777047498.055652:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3980 00000100:00100000:3.0:1777047498.055671:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365388035456:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:3.0:1777047498.055750:0:36217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000072229851/0x5ecf73d724939548 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.055793:0:36217:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d724939499 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83f7 expref: 13 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.055814:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047498.055818:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047498.055824:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072229851/0x5ecf73d724939548 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.055886:0:36217:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d724939499 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83f7 expref: 13 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.055920:0:36217:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d724939499 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83f7 expref: 13 pid: 30115 timeout: 4226 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047498.055950:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d746680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443056896:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047498.056308:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3981 00000100:00100000:1.0:1777047498.056335:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365388035712:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:1.0:1777047498.056387:0:8479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d72493954f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.056458:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d7249393ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83b8 expref: 13 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.056492:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047498.056496:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047498.056502:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d72493954f lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.056553:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d7249393ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83b8 expref: 13 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.056579:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d7249393ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83b8 expref: 13 pid: 30115 timeout: 4226 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047498.056595:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443057024:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047498.057936:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3982 00000100:00100000:2.0:1777047498.057959:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2431:x1863365388035584:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:2.0:1777047498.058006:0:28387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d724939556 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.058035:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d7249393e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83b1 expref: 23 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047498.058243:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047498.058424:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85780 going to sleep for 11 seconds 00010000:00010000:2.0:1777047498.058649:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047498.058653:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047498.058660:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d724939556 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.058713:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d7249393e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83b1 expref: 23 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.058738:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d7249393e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83b1 expref: 23 pid: 8479 timeout: 4226 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047498.058767:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365443057152:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047498.058828:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047498.082628:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d746680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443056896:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047498.082688:0:36217:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000072229851/0x5ecf73d724939548 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047498.082890:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443057024:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047498.082922:0:8479:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d72493954f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047498.089213:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047498.089293:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047498.089810:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047498.091636:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365443057152:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047498.091676:0:28387:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d724939556 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047498.091931:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388035840 00000100:00100000:0.0:1777047498.092860:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388035840 00010000:00010000:0.0:1777047498.092923:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d724939499 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83f7 expref: 14 pid: 30115 timeout: 4226 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047498.111999:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388035968 00000100:00100000:2.0:1777047498.112021:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388035968 00000100:00100000:0.0:1777047498.112581:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388036096 00000100:00100000:0.0:1777047498.112591:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388036096 00010000:00010000:0.0:1777047498.112660:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d7249393e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83b1 expref: 24 pid: 8479 timeout: 4226 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047498.112733:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2009 00000100:00100000:0.0:1777047498.112750:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07605e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388035840:12345-192.168.201.54@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777047498.115115:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2010 00010000:00010000:3.0:1777047498.115320:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d7249393ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83b8 expref: 15 pid: 30115 timeout: 4226 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047498.115360:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2011 00000100:00100000:3.0:1777047498.115374:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388035968:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047498.115423:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047498.115456:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d7249393ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83b8 expref: 15 pid: 30115 timeout: 4226 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.115522:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d7249393ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83b8 expref: 15 pid: 30115 timeout: 4226 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.115561:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d7249393ea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83b8 expref: 15 pid: 30115 timeout: 4226 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.115618:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047498.115623:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047498.115631:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d72493954f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.115650:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d72493954f lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.115700:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047498.116088:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388035968:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 714us (26793us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047498.116104:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2011 00010000:00010000:0.0:1777047498.116109:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1777047498.116127:0:36227:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047497 -> 1777047498 00002000:00010000:0.0:1777047498.116133:0:36227:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047497 -> 1777047498 00002000:00010000:0.0:1777047498.116138:0:36227:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 168 -> 240 00000100:00100000:3.0:1777047498.116178:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365388036096:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047498.116181:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d724939499 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83f7 expref: 13 pid: 30115 timeout: 4226 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.116200:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047498.116203:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d724939499 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83f7 expref: 13 pid: 30115 timeout: 4226 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.116529:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d724939499 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83f7 expref: 13 pid: 30115 timeout: 4226 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.116531:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d7249393e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83b1 expref: 24 pid: 8479 timeout: 4226 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.116551:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.116555:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047498.116555:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d7249393e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83b1 expref: 24 pid: 8479 timeout: 4226 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.116561:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000072229851/0x5ecf73d724939548 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.116577:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072229851/0x5ecf73d724939548 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.116581:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d7249393e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f83b1 expref: 24 pid: 8479 timeout: 4226 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.116602:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047498.116605:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047498.116611:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d724939556 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.116618:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047498.116626:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d724939556 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047498.116658:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07605e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388035840:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 3911us (27457us total) trans 0 rc 0/0 00010000:00010000:3.0:1777047498.116658:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047498.116673:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2009 00010000:00010000:3.0:1777047498.116681:0:28387:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d724939556 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.116696:0:28387:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d724939556 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.116729:0:28387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d724939556 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.116745:0:28387:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d724939556 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.116761:0:28387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d724939556 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.116769:0:8479:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d72493954f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.116777:0:28387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047498.116785:0:8479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d72493954f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.116785:0:28387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d724939556 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.116803:0:28387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d724939556 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.116812:0:8479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d72493954f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.116824:0:28387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d724939556 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.116827:0:8479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d72493954f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.116840:0:28387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d724939556 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.116843:0:8479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d72493954f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.116856:0:8479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047498.116861:0:8479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d72493954f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.116874:0:8479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d72493954f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.116892:0:8479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d72493954f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.116906:0:8479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d72493954f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047498.116911:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2431:x1863365388035584:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 58960us (63139us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047498.116926:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3982 00000100:00100000:0.0:1777047498.116969:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2431:x1863365388035712:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 60642us (63672us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047498.116971:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388036096:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1843us (27165us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047498.116984:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3981 00000100:00100000:3.0:1777047498.116985:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2010 00010000:00010000:0.0:1777047498.117020:0:36217:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000072229851/0x5ecf73d724939548 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.117035:0:36217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072229851/0x5ecf73d724939548 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.117070:0:36217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000072229851/0x5ecf73d724939548 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.117087:0:36217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072229851/0x5ecf73d724939548 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.117103:0:36217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072229851/0x5ecf73d724939548 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.117480:0:36217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047498.117486:0:36217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072229851/0x5ecf73d724939548 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.117501:0:36217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072229851/0x5ecf73d724939548 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.117520:0:36217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072229851/0x5ecf73d724939548 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.117534:0:36217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072229851/0x5ecf73d724939548 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047498.117609:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2431:x1863365388035456:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 61944us (64402us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047498.117623:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3980 00000100:00100000:3.0:1777047498.148871:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047498.148937:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047498.148991:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047498.149544:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388036224 00000100:00100000:0.0:1777047498.149557:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388036224 00000100:00100000:0.0:1777047498.149622:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388036480 00000100:00100000:0.0:1777047498.149627:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388036480 00000100:00100000:0.0:1777047498.149656:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388036352 00000100:00100000:0.0:1777047498.149661:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388036352 00000100:00100000:0.0:1777047498.149694:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3983 00000100:00100000:0.0:1777047498.150030:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365388036224:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047498.150056:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047498.150085:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f05ef263/0x5ecf73d72493955d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8444 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047498.150428:0:11204:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 248254, mtime: 0x69eb97ca, atime: 0x69eb97c5, ctime: 0x69eb97ca, blocks: 0xf0 00010000:00010000:0.0:1777047498.150459:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.150463:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.150478:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f05ef263/0x5ecf73d72493955d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8444 expref: 12 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.150505:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f05ef263/0x5ecf73d72493955d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8444 expref: 12 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.150527:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ec200, rc 0) 00000100:00100000:0.0:1777047498.150598:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388036224:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 889us (1739us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047498.150612:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3983 00000100:00100000:0.0:1777047498.150642:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3984 00000100:00100000:0.0:1777047498.150655:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365388036480:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047498.150672:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047498.150689:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2bdca6f/0x5ecf73d724939564 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8452 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047498.150993:0:11204:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8c:0x0] initial LVB size: 0, mtime: 0x69eb97c9, atime: 0x69eb97c5, ctime: 0x69eb97c9, blocks: 0x0 00010000:00010000:0.0:1777047498.151015:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.151018:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.151027:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2bdca6f/0x5ecf73d724939564 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8452 expref: 12 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.151049:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f2bdca6f/0x5ecf73d724939564 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8452 expref: 12 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.151066:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ed400, rc 0) 00000100:00100000:1.0:1777047498.151099:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3985 00000100:00100000:0.0:1777047498.151104:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388036480:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 452us (2167us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047498.151115:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3984 00000100:00100000:1.0:1777047498.151115:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388036352:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047498.151129:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047498.151177:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d72493956b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f844b expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047498.151206:0:36216:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6d:0x0] initial LVB size: 0, mtime: 0x69eb97c9, atime: 0x69eb97c5, ctime: 0x69eb97c9, blocks: 0x1800 00010000:00010000:1.0:1777047498.151222:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047498.151225:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047498.151235:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d72493956b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f844b expref: 23 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.151256:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d72493956b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f844b expref: 23 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.151272:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91c00, rc 0) 00000100:00100000:1.0:1777047498.151309:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388036352:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 198us (2317us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047498.151320:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3985 00000100:00100000:1.0:1777047498.286475:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047498.286617:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388036608 00000100:00100000:3.0:1777047498.286633:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388036608 00000100:00100000:3.0:1777047498.286732:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3986 00000100:00100000:3.0:1777047498.286751:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388036608:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047498.287500:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388036608:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 750us (1032us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047498.287516:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3986 00000100:00100000:0.0:1777047498.300667:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047498.301639:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388036736 00000100:00100000:2.0:1777047498.301673:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388036736 00000100:00100000:2.0:1777047498.301781:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6150 00000100:00100000:2.0:1777047498.301798:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57867:x1863365388036736:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047498.301843:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047498.301870:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d724939572 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8459 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.301920:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d724939579 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.301943:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d724939579 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.301963:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d724939579 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.302166:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d724939572 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8459 expref: 39 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.302201:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d724939579 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8459 expref: 38 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.302216:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x32:0x0].0x0 (ffff9e06431c0d00) 00010000:00010000:2.0:1777047498.302221:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777047498.302227:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e26800, rc 0) 00000100:00100000:2.0:1777047498.303383:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57867:x1863365388036736:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1585us (2744us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047498.303397:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6150 00000100:00100000:1.0:1777047498.320115:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047498.320312:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388036992 00000100:00100000:2.0:1777047498.320326:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388036992 00000100:00100000:2.0:1777047498.320458:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6151 00000100:00100000:2.0:1777047498.320475:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b3f6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57867:x1863365388036992:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047498.320541:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047498.320575:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493951e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x32:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8428 expref: 38 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.320605:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x32:0x0].0x0 (ffff9e06431c0d00) 00010000:00010000:2.0:1777047498.320613:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047498.321135:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d724939580 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.321185:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d724939580 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.321203:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d724939580 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047498.321270:0:6588:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935001 00000004:00010000:2.0:1777047498.321304:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000918a5957 reply state 00000000ad23d136 transno 8589935002 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d724939580 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.321325:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d724939580 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.321338:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x32:0x0].0x0 (ffff9e06431c0d00) 00010000:00010000:2.0:1777047498.321344:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047498.321349:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047498.321530:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b3f6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57867:x1863365388036992:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1056us (1424us total) trans 8589935002 rc 0/0 00000100:00100000:2.0:1777047498.321542:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6151 00000020:00080000:2.0:1777047498.321550:0:6588:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047498.329473:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047498.330666:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388037120 00000100:00100000:1.0:1777047498.330681:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388037120 00000100:00100000:1.0:1777047498.331476:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6152 00000100:00100000:1.0:1777047498.331500:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57867:x1863365388037120:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047498.331535:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047498.331566:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939587 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8460 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.331649:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939587 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8460 expref: 41 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.331685:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939587 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8460 expref: 41 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.331749:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x32:0x0].0x0 (ffff9e06431c0d00) 00010000:00010000:1.0:1777047498.331756:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047498.331761:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90800, rc 0) 00000100:00100000:1.0:1777047498.331935:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57867:x1863365388037120:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 442us (2469us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047498.331979:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6152 00000100:00100000:1.0:1777047498.344875:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047498.345216:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388037248 00000100:00100000:0.0:1777047498.345230:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388037248 00000100:00100000:0.0:1777047498.345326:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3987 00000100:00100000:0.0:1777047498.345341:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:57867:x1863365388037248:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047498.345366:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047498.345444:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493958e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8467 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.345502:0:36217:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724939525 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f842f expref: 13 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.345517:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.345520:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.345526:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493958e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8467 expref: 13 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.345576:0:36217:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724939525 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f842f expref: 13 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.345599:0:36217:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724939525 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f842f expref: 13 pid: 11204 timeout: 4226 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047498.345621:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645688000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443057280:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047498.345722:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07496af300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047498.364084:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047498.364306:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645688000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443057280:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047498.364435:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493958e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8467 expref: 13 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047498.364452:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388037376 00000100:00100000:3.0:1777047498.364465:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388037376 00010000:00010000:0.0:1777047498.364474:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ec800, rc 0) 00010000:00010000:3.0:1777047498.364523:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724939525 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f842f expref: 14 pid: 11204 timeout: 4226 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047498.364551:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57867:x1863365388037248:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 19209us (19683us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047498.364566:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3987 00000100:00100000:3.0:1777047498.364609:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2012 00000100:00100000:3.0:1777047498.364628:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388037376:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047498.364650:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047498.364660:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724939525 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f842f expref: 13 pid: 11204 timeout: 4226 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.364683:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724939525 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f842f expref: 13 pid: 11204 timeout: 4226 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.364717:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d724939525 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f842f expref: 13 pid: 11204 timeout: 4226 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.364739:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047498.364743:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047498.364751:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493958e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8467 expref: 12 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.364773:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493958e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8467 expref: 12 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.364819:0:6573:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493958e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8467 expref: 12 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047498.364841:0:6573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d744a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365443057408:192.168.201.54@tcp:105: 00000100:00100000:3.0:1777047498.364932:0:6573:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047498.385988:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047498.386173:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388037504 00000100:00100000:0.0:1777047498.386188:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388037504 00000100:00100000:0.0:1777047498.386307:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3988 00000100:00100000:0.0:1777047498.386326:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57867:x1863365388037504:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047498.386354:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047498.386459:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939595 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f846e expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.386514:0:8633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000026d7412f/0x5ecf73d72493952c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8436 expref: 24 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.386532:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.386535:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.386543:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939595 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f846e expref: 24 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.386593:0:8633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000026d7412f/0x5ecf73d72493952c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8436 expref: 24 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.386619:0:8633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000026d7412f/0x5ecf73d72493952c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8436 expref: 24 pid: 8633 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047498.386643:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645688000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443057536:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047498.386766:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07496af300 going to sleep for 11 seconds 00000100:00100000:3.0:1777047498.387225:0:6573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d744a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365443057408:192.168.201.54@tcp:105: 00010000:00010000:3.0:1777047498.387283:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047498.387333:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388037376:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 22708us (23259us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047498.387349:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2012 00000100:00100000:0.0:1777047498.403342:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645688000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443057536:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047498.403462:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939595 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f846e expref: 24 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.403495:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821eda00, rc 0) 00000100:00100000:0.0:1777047498.403564:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57867:x1863365388037504:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 17243us (17590us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047498.403580:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3988 00000100:00100000:2.0:1777047498.416276:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047498.416605:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388037632 00000100:00100000:3.0:1777047498.416620:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388037632 00010000:00010000:3.0:1777047498.416679:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000026d7412f/0x5ecf73d72493952c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8436 expref: 24 pid: 8633 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047498.419370:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2013 00000100:00100000:3.0:1777047498.419391:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2431:x1863365388037632:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047498.419419:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047498.419431:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000026d7412f/0x5ecf73d72493952c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8436 expref: 24 pid: 8633 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.419464:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000026d7412f/0x5ecf73d72493952c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8436 expref: 24 pid: 8633 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.419528:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026d7412f/0x5ecf73d72493952c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8436 expref: 24 pid: 8633 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.419558:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047498.419562:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047498.419572:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939595 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f846e expref: 23 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.419590:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939595 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f846e expref: 23 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.419648:0:9569:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939595 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f846e expref: 23 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047498.419670:0:9569:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d744a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9569:1863365443057664:192.168.201.54@tcp:105: 00000100:00100000:3.0:1777047498.420192:0:9569:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047498.435484:0:9569:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d744a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9569:1863365443057664:192.168.201.54@tcp:105: 00010000:00010000:3.0:1777047498.435529:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047498.438669:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2431:x1863365388037632:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 19273us (22393us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047498.438690:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2013 00000100:00100000:2.0:1777047498.445294:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047498.445651:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388037760 00000100:00100000:0.0:1777047498.445667:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388037760 00002000:00010000:0.0:1777047498.445727:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/143 (0->18446744073709551615) 00002000:00100000:0.0:1777047498.445737:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d0000 with x1863365388037760 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047498.445754:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e077b9d0000. 00000100:00100000:0.0:1777047498.445809:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1193 00000100:00100000:0.0:1777047498.445857:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388037760:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:0.0:1777047498.446096:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047498.446104:0:24562:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb mtime from disk: 0 -> 1777047498 00002000:00010000:0.0:1777047498.446110:0:24562:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047498.446114:0:24562:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb ctime from disk: 0 -> 1777047498 00002000:00010000:0.0:1777047498.446119:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047498.446234:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388037760:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 409us (949us total) trans 21474837679 rc 0/0 00000100:00100000:0.0:1777047498.446249:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1193 00002000:00010000:0.0:1777047498.446255:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/143 (0->18446744073709551615) 00002000:00100000:0.0:1777047498.446260:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d0000 with x1863365388037760 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047498.446270:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e077b9d0000. 00000100:00100000:3.0:1777047498.448766:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047498.450030:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388037888 00000100:00100000:0.0:1777047498.450043:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388037888 00002000:00010000:0.0:1777047498.450105:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/112 (0->18446744073709551615) 00002000:00100000:0.0:1777047498.450116:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d744a80 with x1863365388037888 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047498.450130:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064d744a80. 00000100:00100000:0.0:1777047498.450518:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1194 00000100:00100000:0.0:1777047498.450538:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388037888:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:0.0:1777047498.450729:0:29057:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047498.450736:0:29057:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb mtime from disk: 0 -> 1777047498 00002000:00010000:0.0:1777047498.450741:0:29057:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047498.450745:0:29057:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb ctime from disk: 0 -> 1777047498 00002000:00010000:0.0:1777047498.450748:0:29057:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047498.451543:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365388037888:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 1007us (2780us total) trans 17179870373 rc 0/0 00000100:00100000:0.0:1777047498.451559:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1194 00002000:00010000:0.0:1777047498.451566:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/112 (0->18446744073709551615) 00002000:00100000:0.0:1777047498.451571:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d744a80 with x1863365388037888 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047498.451581:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064d744a80. 00000100:00100000:3.0:1777047498.486574:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047498.487692:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388038016 00000100:00100000:1.0:1777047498.487709:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388038016 00000100:00100000:1.0:1777047498.487834:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3989 00000100:00100000:1.0:1777047498.487855:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077594b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388038016:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047498.488577:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077594b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388038016:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 723us (2012us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047498.488596:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3989 00000100:00100000:3.0:1777047498.500975:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047498.501346:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388038144 00000100:00100000:0.0:1777047498.501362:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388038144 00000100:00100000:0.0:1777047498.501522:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3990 00000100:00100000:0.0:1777047498.501542:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388038144:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:0.0:1777047498.501695:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388038144:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 156us (733us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047498.501709:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3990 00000100:00100000:3.0:1777047498.513503:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047498.515478:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388038272 00000100:00100000:2.0:1777047498.515495:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388038272 00000100:00100000:2.0:1777047498.516813:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1195 00000100:00100000:2.0:1777047498.517296:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388038272:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047498.517356:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d72493959c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.517386:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047498.517391:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047498.517402:0:8485:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d72493959c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.517428:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d72493959c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.542219:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d72493959c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.542253:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d72493959c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.542270:0:8485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d72493959c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.542285:0:8485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047498.542293:0:8485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d72493959c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.542310:0:8485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d72493959c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.542340:0:8485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d72493959c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.542353:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d72493959c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047498.542774:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388038272:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 25483us (30630us total) trans 0 rc 81920/81920 00000100:00100000:2.0:1777047498.542792:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1195 00010000:00010000:1.0:1777047498.562963:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047498.572220:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047498.572673:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388038400 00000100:00100000:3.0:1777047498.572689:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388038400 00000100:00100000:3.0:1777047498.573077:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1196 00000100:00100000:3.0:1777047498.573098:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388038400:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:3.0:1777047498.573175:0:29067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d7249395a3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.573551:0:29067:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493958e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8467 expref: 13 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.573578:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047498.573581:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047498.573588:0:29067:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d7249395a3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.573647:0:29067:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493958e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8467 expref: 13 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.573672:0:29067:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493958e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8467 expref: 13 pid: 36217 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047498.573698:0:29067:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d745500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:29067:1863365443057792:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047498.573804:0:29067:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047498.584798:0:29067:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d745500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:29067:1863365443057792:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047498.584844:0:29067:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d7249395a3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047498.592010:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047498.592222:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388038528 00000100:00100000:2.0:1777047498.592236:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388038528 00010000:00010000:2.0:1777047498.592292:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493958e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8467 expref: 14 pid: 36217 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047498.592365:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2014 00000100:00100000:2.0:1777047498.592448:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388038528:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047498.592492:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047498.592521:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493958e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8467 expref: 14 pid: 36217 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.592546:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493958e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8467 expref: 14 pid: 36217 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.592580:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493958e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8467 expref: 14 pid: 36217 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.592606:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047498.592610:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047498.592617:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d7249395a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.592643:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d7249395a3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.592688:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047498.592751:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388038528:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 372us (753us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047498.592766:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2014 00010000:00010000:3.0:1777047498.593555:0:29067:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d7249395a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.593574:0:29067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d7249395a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047498.617024:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837680 is committed 00002000:00010000:2.0:1777047498.618050:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb size from disk: 0 -> 81920 00002000:00010000:2.0:1777047498.618058:0:29067:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb mtime from disk: 1777047498 -> 1777047499 00002000:00010000:2.0:1777047498.618087:0:29067:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb ctime from disk: 1777047498 -> 1777047499 00002000:00010000:2.0:1777047498.618092:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb blocks from disk: 0 -> 160 00010000:00010000:2.0:1777047498.618112:0:29067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d7249395a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.618135:0:29067:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d7249395a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.618172:0:29067:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d7249395a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.618185:0:29067:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead3600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047498.618193:0:29067:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d7249395a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.618208:0:29067:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d7249395a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.618583:0:29067:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d7249395a3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.618596:0:29067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d7249395a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047498.618720:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365388038400:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 45621us (46512us total) trans 21474837680 rc 0/0 00000100:00100000:2.0:1777047498.618737:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1196 00000100:00100000:1.0:1777047498.632670:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047498.633754:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388038656 00000100:00100000:0.0:1777047498.633770:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388038656 00000100:00100000:0.0:1777047498.634206:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3991 00000100:00100000:0.0:1777047498.634226:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365388038656:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:0.0:1777047498.634481:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365388038656:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 258us (1819us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047498.634498:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3991 00000100:00100000:0.0:1777047498.651657:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047498.652298:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388038784 00000100:00100000:3.0:1777047498.652325:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388038784 00000100:00100000:3.0:1777047498.652559:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3992 00000100:00100000:3.0:1777047498.652580:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365388038784:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047498.653063:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365388038784:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 488us (1413us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047498.653077:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3992 00000100:00100000:1.0:1777047498.664793:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047498.664953:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388038912 00000100:00100000:0.0:1777047498.664968:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388038912 00000100:00100000:0.0:1777047498.665076:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1197 00000100:00100000:0.0:1777047498.665093:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365388038912:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047498.665168:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d7249395aa lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.665195:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.665198:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.665207:0:8486:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d7249395aa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [212992->249855] (req 212992->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.665229:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d7249395aa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [212992->249855] (req 212992->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.696783:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d7249395aa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [212992->249855] (req 212992->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.696814:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d7249395aa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [212992->249855] (req 212992->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.696829:0:8486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d7249395aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [212992->249855] (req 212992->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.696842:0:8486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047498.696849:0:8486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d7249395aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [212992->249855] (req 212992->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.696863:0:8486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d7249395aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [212992->249855] (req 212992->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.696890:0:8486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d7249395aa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [212992->249855] (req 212992->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.696905:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d7249395aa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [212992->249855] (req 212992->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047498.698951:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365388038912:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 33854us (34163us total) trans 0 rc 35262/35262 00000100:00100000:0.0:1777047498.698969:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1197 00000100:00100000:1.0:1777047498.712375:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047498.720962:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388039040 00000100:00100000:3.0:1777047498.720982:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388039040 00000100:00100000:3.0:1777047498.721344:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1198 00000100:00100000:3.0:1777047498.721365:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365388039040:12345-192.168.201.54@tcp:4:lfs.0 00002000:00010000:3.0:1777047498.721468:0:29064:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8f:0x0] initial LVB size: 81920, mtime: 0x69eb97cb, atime: 0x0, ctime: 0x69eb97cb, blocks: 0xa0 00010000:00010000:3.0:1777047498.721485:0:29064:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d7249395b1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.721512:0:29064:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047498.721517:0:29064:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047498.721526:0:29064:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d7249395b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [212992->249855] (req 212992->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.721552:0:29064:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d7249395b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [212992->249855] (req 212992->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047498.774530:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837681 is committed 00002000:00010000:3.0:1777047498.774801:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb size from disk: 81920 -> 248254 00002000:00010000:3.0:1777047498.774810:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb blocks from disk: 160 -> 232 00010000:00010000:3.0:1777047498.774829:0:29064:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d7249395b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [212992->249855] (req 212992->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.774851:0:29064:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d7249395b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [212992->249855] (req 212992->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.774868:0:29064:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d7249395b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [212992->249855] (req 212992->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.774880:0:29064:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead3e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047498.774888:0:29064:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d7249395b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [212992->249855] (req 212992->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.774903:0:29064:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d7249395b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [212992->249855] (req 212992->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.774931:0:29064:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d7249395b1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [212992->249855] (req 212992->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.774954:0:29064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d7249395b1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [212992->249855] (req 212992->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047498.775102:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365388039040:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 53738us (62733us total) trans 21474837681 rc 0/0 00000100:00100000:3.0:1777047498.775118:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1198 00000100:00100000:2.0:1777047498.809088:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047498.809508:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388039168 00000100:00100000:1.0:1777047498.809523:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388039168 00000100:00100000:2.0:1777047498.811749:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6153 00000100:00100000:2.0:1777047498.811771:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57867:x1863365388039168:12345-192.168.201.54@tcp:44:lfs.0 00000001:00080000:0.0:1777047498.819605:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935002 is committed 00010000:00010000:1.0:1777047498.819698:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249394ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.819720:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249394ae lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.819734:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249394ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.819745:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ecc00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047498.819752:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249394ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.819765:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249394ae lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.820726:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047498.820733:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047498.820741:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249394ae lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.820753:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d7249394ae lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.821230:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d724939580 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.821242:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d724939580 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.821252:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d724939580 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.821267:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047498.821273:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d724939580 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.821283:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d724939580 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.821298:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x32:0x0].0x0 (ffff9e06431c0d00) 00010000:00010000:1.0:1777047498.821302:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047498.821308:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d724939580 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.821318:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d724939580 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047498.834003:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57867:x1863365388039168:12345-192.168.201.54@tcp:44:lfs.0 Request processed in 22112us (24800us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047498.834023:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6153 00000100:00100000:2.0:1777047498.850579:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047498.850633:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047498.850801:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388039424 00000100:00100000:3.0:1777047498.850817:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388039424 00000100:00100000:3.0:1777047498.850916:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388039296 00000100:00100000:3.0:1777047498.850922:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388039296 00000100:00100000:3.0:1777047498.850974:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3993 00000100:00100000:3.0:1777047498.850990:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365388039424:12345-192.168.201.54@tcp:16:lfs.0 00000100:00100000:1.0:1777047498.854015:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3994 00000100:00100000:1.0:1777047498.854043:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365388039296:12345-192.168.201.54@tcp:16:lfs.0 00000100:00100000:1.0:1777047498.854235:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365388039296:12345-192.168.201.54@tcp:16:lfs.0 Request processed in 203us (3600us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047498.854247:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3994 00000001:00080000:3.0:1777047498.867489:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870373 is committed 00000001:00080000:3.0:1777047498.867516:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870370 is committed 00000100:00100000:0.0:1777047498.868044:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388039424:12345-192.168.201.54@tcp:16:lfs.0 Request processed in 17048us (17466us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047498.868063:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3993 00000100:00100000:3.0:1777047498.958113:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047498.958217:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047498.958374:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047498.960565:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388039552 00000100:00100000:1.0:1777047498.960582:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388039552 00000100:00100000:2.0:1777047498.960742:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388039808 00000100:00100000:2.0:1777047498.960750:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388039808 00000100:00100000:1.0:1777047498.960812:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388039680 00000100:00100000:1.0:1777047498.960818:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388039680 00000100:00100000:0.0:1777047498.961122:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3995 00000100:00100000:0.0:1777047498.961164:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388039552:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047498.961242:0:28387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d7249395b8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.961277:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.961281:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.961288:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d7249395b8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.961309:0:28387:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d7249395b8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.961343:0:28387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d7249395b8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.961357:0:28387:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d7249395b8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.961370:0:28387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d7249395b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.961405:0:28387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821edc00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047498.961413:0:28387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d7249395b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.961428:0:28387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d7249395b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.961449:0:28387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d7249395b8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.961471:0:28387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d7249395b8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047498.961573:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388039552:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 436us (3469us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047498.961586:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3995 00000100:00100000:0.0:1777047498.961614:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3996 00000100:00100000:0.0:1777047498.961626:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2432:x1863365388039808:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047498.961657:0:28387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d7249395bf lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.961672:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.961675:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.961680:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d7249395bf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.961696:0:28387:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d7249395bf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.961718:0:28387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d7249395bf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.961753:0:28387:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d7249395bf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.961776:0:28387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d7249395bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.961788:0:28387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047498.961794:0:28387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d7249395bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.961807:0:28387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d7249395bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.961824:0:28387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d7249395bf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.961836:0:28387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d7249395bf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047498.961889:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2432:x1863365388039808:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 264us (3672us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047498.961902:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3996 00000100:00100000:0.0:1777047498.961925:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3997 00000100:00100000:0.0:1777047498.961937:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2432:x1863365388039680:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047498.961965:0:28387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d7249395c6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.961988:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.961991:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.961996:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d7249395c6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.962011:0:28387:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d7249395c6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.962034:0:28387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d7249395c6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.962047:0:28387:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d7249395c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.962059:0:28387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d7249395c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.962068:0:28387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ecc00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047498.962074:0:28387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d7249395c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.962086:0:28387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d7249395c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.962103:0:28387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d7249395c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.962127:0:28387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d7249395c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047498.962205:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2432:x1863365388039680:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 269us (3831us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047498.962216:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3997 00000100:00100000:1.0:1777047498.991077:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047498.991489:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388040064 00000100:00100000:2.0:1777047498.991503:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388040064 00000100:00100000:2.0:1777047498.991586:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6154 00000100:00100000:2.0:1777047498.991603:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57867:x1863365388040064:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047498.991715:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d7249395cd lrc: 3/0,1 mode: --/PW res: [0x200000405:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.991749:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d7249395cd lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.991768:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d7249395cd lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777047498.992232:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d9da73ac reply state 00000000ed1ebb3f transno 8589935003 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d7249395cd lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.992273:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d7249395cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.992286:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x32:0x0].0x0 (ffff9e06431c0d00) 00010000:00010000:2.0:1777047498.992291:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047498.992296:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047498.992481:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57867:x1863365388040064:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 880us (1414us total) trans 8589935003 rc 0/0 00000100:00100000:2.0:1777047498.992493:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6154 00000100:00100000:2.0:1777047499.005599:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047499.006039:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388040192 00000100:00100000:3.0:1777047499.006053:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388040192 00000100:00100000:3.0:1777047499.006528:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3998 00000100:00100000:3.0:1777047499.006548:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:57867:x1863365388040192:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047499.006573:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047499.006601:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d7249395d4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8475 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047499.006636:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8f:0x0] initial LVB size: 248254, mtime: 0x69eb97cb, atime: 0x0, ctime: 0x69eb97cb, blocks: 0xe8 00010000:00010000:3.0:1777047499.006665:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047499.006669:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047499.006680:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d7249395d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8475 expref: 12 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.007027:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d7249395d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8475 expref: 12 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.007049:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead3e00, rc 0) 00000100:00100000:3.0:1777047499.007185:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:57867:x1863365388040192:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 642us (1596us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047499.007198:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3998 00000100:00080000:0.0:1777047499.007326:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047499.017773:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047499.018051:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047499.018906:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388040320 00000100:00100000:0.0:1777047499.018921:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388040320 00000100:00100000:1.0:1777047499.022098:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388040448 00000100:00100000:1.0:1777047499.022110:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388040448 00000100:00100000:0.0:1777047499.025480:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3999 00000100:00100000:0.0:1777047499.025509:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388040320:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:0.0:1777047499.025720:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb size from disk: 248254 -> 248254 00002000:00010000:0.0:1777047499.025728:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb mtime from disk: 1777047499 -> 1777047498 00002000:00010000:0.0:1777047499.025732:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb atime from disk: 0 -> 1777047498 00002000:00010000:0.0:1777047499.025736:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:0.0:1777047499.025740:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb blocks from disk: 232 -> 232 00000100:00100000:0.0:1777047499.025827:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388040320:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 329us (8065us total) trans 21474837682 rc 0/0 00000100:00100000:0.0:1777047499.026118:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3999 00000100:00080000:2.0:1777047499.028560:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047499.035611:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4000 00000100:00100000:1.0:1777047499.035638:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388040448:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:1.0:1777047499.035861:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047499.035868:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047499.035873:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb atime from disk: 0 -> 1777047498 00002000:00010000:1.0:1777047499.035877:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb ctime from disk: 1777047498 -> 1777047499 00002000:00010000:1.0:1777047499.035881:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047499.035978:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388040448:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 349us (17927us total) trans 17179870374 rc 0/0 00000100:00100000:1.0:1777047499.035992:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4000 00000100:00100000:3.0:1777047499.054279:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047499.060156:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388040704 00000100:00100000:2.0:1777047499.060176:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388040704 00000100:00100000:3.0:1777047499.060796:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6155 00000100:00100000:3.0:1777047499.060816:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57867:x1863365388040704:12345-192.168.201.54@tcp:55:lfs.0 00010000:00010000:3.0:1777047499.060940:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d7249395db lrc: 3/0,1 mode: --/PW res: [0x200000405:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.060969:0:6589:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d724939579 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8459 expref: 30 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.060985:0:6589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d7249395db lrc: 4/0,1 mode: --/PW res: [0x200000405:0x32:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.061039:0:6589:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d724939579 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8459 expref: 30 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.061063:0:6589:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d724939579 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8459 expref: 30 pid: 34275 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047499.061085:0:6589:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d746680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6589:1863365443057920:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047499.061585:0:6589:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6780 going to sleep for 11 seconds 00000100:00080000:2.0:1777047499.065453:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047499.083196:0:6589:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d746680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6589:1863365443057920:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047499.083241:0:6589:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d7249395db lrc: 3/0,1 mode: --/PW res: [0x200000405:0x32:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047499.089598:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047499.089756:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388040832 00000100:00100000:1.0:1777047499.090647:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388040832 00010000:00010000:2.0:1777047499.097650:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d724939579 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8459 expref: 31 pid: 34275 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047499.097740:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2015 00000100:00100000:2.0:1777047499.097758:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d746680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365388040832:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047499.097782:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047499.097794:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d724939579 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8459 expref: 31 pid: 34275 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.097818:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d724939579 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8459 expref: 31 pid: 34275 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.097852:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d724939579 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8459 expref: 31 pid: 34275 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.097876:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x32:0x0].0x0 (ffff9e06431c0d00) 00010000:00010000:2.0:1777047499.097885:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d7249395db lrc: 3/0,1 mode: --/PW res: [0x200000405:0x32:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.097901:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d7249395db lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x32:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.097913:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d7249395db lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x32:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.097967:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047499.098063:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d746680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2430:x1863365388040832:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 308us (8476us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047499.098079:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2015 00010000:00010000:3.0:1777047499.098522:0:6589:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d7249395db lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x32:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.098537:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d7249395db lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x32:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.098596:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d7249395db lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x32:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.098610:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d7249395db lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x32:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.098622:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d7249395db lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x32:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.098632:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead3000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047499.098639:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d7249395db lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x32:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.098659:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d7249395db lrc: 4/0,0 mode: PW/PW res: [0x200000405:0x32:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.098676:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x32:0x0].0x0 (ffff9e06431c0d00) 00010000:00010000:3.0:1777047499.098680:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777047499.098687:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d7249395db lrc: 2/0,0 mode: --/PW res: [0x200000405:0x32:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.098697:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d7249395db lrc: 0/0,0 mode: --/PW res: [0x200000405:0x32:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047499.098765:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57867:x1863365388040704:12345-192.168.201.54@tcp:55:lfs.0 Request processed in 37954us (44499us total) trans 0 rc -22/-22 00000100:00100000:3.0:1777047499.098780:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6155 00000100:00100000:0.0:1777047499.118586:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047499.118896:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388041088 00000100:00100000:2.0:1777047499.118911:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388041088 00000100:00100000:2.0:1777047499.119008:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6156 00000100:00100000:2.0:1777047499.119027:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57867:x1863365388041088:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047499.119104:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047499.119526:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d7249394c3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f840c expref: 29 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.120095:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047499.120105:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047499.120207:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249395e2 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.120231:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249395e2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.120247:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249395e2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777047499.120392:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067ca6fca reply state 00000000f550e18d transno 8589935004 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249395e2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.120412:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249395e2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.120423:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047499.120428:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047499.120432:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047499.120571:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57867:x1863365388041088:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1547us (1995us total) trans 8589935004 rc 0/0 00000100:00100000:2.0:1777047499.120585:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6156 00000100:00100000:1.0:1777047499.130980:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047499.136030:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388041216 00000100:00100000:0.0:1777047499.136048:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388041216 00000100:00100000:0.0:1777047499.136538:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4001 00000100:00100000:0.0:1777047499.136557:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57867:x1863365388041216:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047499.136588:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047499.136614:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d7249395e9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f847c expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.136658:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f05ef263/0x5ecf73d72493955d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8444 expref: 14 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.136669:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047499.136671:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047499.136676:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d7249395e9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f847c expref: 14 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.136715:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f05ef263/0x5ecf73d72493955d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8444 expref: 14 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.136751:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f05ef263/0x5ecf73d72493955d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8444 expref: 14 pid: 11204 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047499.136777:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645688a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443058048:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047499.136908:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07411ca540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047499.146692:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047499.147464:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645688a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443058048:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047499.147510:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d7249395e9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f847c expref: 14 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.147541:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821edc00, rc 0) 00000100:00100000:0.0:1777047499.147636:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57867:x1863365388041216:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 11082us (16666us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047499.147652:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4001 00000100:00100000:1.0:1777047499.151596:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388041344 00000100:00100000:1.0:1777047499.151612:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388041344 00010000:00010000:1.0:1777047499.151669:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f05ef263/0x5ecf73d72493955d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8444 expref: 14 pid: 11204 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047499.151739:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2016 00000100:00100000:1.0:1777047499.151755:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07605eb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388041344:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047499.154737:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047499.155051:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f05ef263/0x5ecf73d72493955d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8444 expref: 14 pid: 11204 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.155104:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f05ef263/0x5ecf73d72493955d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8444 expref: 14 pid: 11204 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.155167:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f05ef263/0x5ecf73d72493955d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8444 expref: 14 pid: 11204 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.155196:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047499.155200:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047499.155211:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d7249395e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f847c expref: 13 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.155228:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d7249395e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f847c expref: 13 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.155309:0:9569:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d7249395e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f847c expref: 13 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047499.155804:0:9569:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a27800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9569:1863365443058176:192.168.201.54@tcp:105: 00000100:00100000:1.0:1777047499.155914:0:9569:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85000 going to sleep for 11 seconds 00000100:00100000:1.0:1777047499.167667:0:9569:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a27800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9569:1863365443058176:192.168.201.54@tcp:105: 00010000:00010000:1.0:1777047499.168175:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047499.168360:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07605eb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388041344:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 16603us (21674us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047499.168411:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2016 00000100:00100000:0.0:1777047499.179914:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047499.180521:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388041472 00000100:00100000:3.0:1777047499.180535:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388041472 00000100:00100000:3.0:1777047499.180712:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4002 00000100:00100000:3.0:1777047499.180729:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57867:x1863365388041472:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047499.180754:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047499.180779:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d7249395f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8483 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.180829:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d72493956b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f844b expref: 20 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.180844:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047499.180848:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047499.180855:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d7249395f0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8483 expref: 20 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.180905:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d72493956b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f844b expref: 20 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.180927:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d72493956b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f844b expref: 20 pid: 36216 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047499.180947:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d747100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365443058304:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047499.181101:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047499.190842:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047499.191745:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388041600 00000100:00100000:0.0:1777047499.191746:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d747100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365443058304:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047499.191756:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388041600 00010000:00010000:0.0:1777047499.191808:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d7249395f0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8483 expref: 21 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.191819:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d72493956b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f844b expref: 21 pid: 36216 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.191838:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2800, rc 0) 00000100:00100000:2.0:1777047499.191877:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2017 00000100:00100000:2.0:1777047499.191892:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d747480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388041600:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047499.191913:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777047499.191923:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:57867:x1863365388041472:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 11200us (12021us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047499.191934:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4002 00010000:00010000:2.0:1777047499.191939:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d72493956b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f844b expref: 21 pid: 36216 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.191960:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d72493956b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f844b expref: 20 pid: 36216 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.191991:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d72493956b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f844b expref: 20 pid: 36216 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.192030:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047499.192035:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047499.192045:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d7249395f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8483 expref: 19 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.192062:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d7249395f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8483 expref: 19 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.192111:0:6574:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d7249395f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8483 expref: 19 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047499.192157:0:6574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6574:1863365443058432:192.168.201.54@tcp:105: 00000100:00100000:2.0:1777047499.192230:0:6574:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845900 going to sleep for 11 seconds 00000100:00100000:1.0:1777047499.202607:0:6574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6574:1863365443058432:192.168.201.54@tcp:105: 00010000:00010000:1.0:1777047499.202664:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047499.202743:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d747480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388041600:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 10851us (11910us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047499.202759:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2017 00000100:00100000:1.0:1777047499.212741:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047499.212906:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388041728 00000100:00100000:2.0:1777047499.212921:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388041728 00000100:00100000:2.0:1777047499.213004:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4003 00000100:00100000:2.0:1777047499.213022:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57867:x1863365388041728:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047499.213045:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047499.213069:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d7249395f7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f848a expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.213112:0:36216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2bdca6f/0x5ecf73d724939564 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8452 expref: 14 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.213125:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047499.213128:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047499.213157:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d7249395f7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f848a expref: 14 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.213205:0:36216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f2bdca6f/0x5ecf73d724939564 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8452 expref: 14 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.213228:0:36216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f2bdca6f/0x5ecf73d724939564 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8452 expref: 14 pid: 11204 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047499.213250:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:36216:1863365443058560:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047499.213452:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047499.224770:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047499.225164:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:36216:1863365443058560:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047499.225213:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d7249395f7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f848a expref: 14 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.225256:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e26a00, rc 0) 00000100:00100000:2.0:1777047499.225452:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57867:x1863365388041728:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 12431us (12718us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047499.225468:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4003 00000100:00100000:0.0:1777047499.225755:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388041856 00000100:00100000:0.0:1777047499.225766:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388041856 00010000:00010000:0.0:1777047499.225810:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f2bdca6f/0x5ecf73d724939564 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8452 expref: 14 pid: 11204 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047499.225883:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2018 00000100:00100000:0.0:1777047499.225898:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388041856:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047499.225918:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047499.225945:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f2bdca6f/0x5ecf73d724939564 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8452 expref: 14 pid: 11204 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.225979:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f2bdca6f/0x5ecf73d724939564 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8452 expref: 14 pid: 11204 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.226014:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2bdca6f/0x5ecf73d724939564 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8452 expref: 14 pid: 11204 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.226037:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047499.226040:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047499.226048:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d7249395f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f848a expref: 13 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.226064:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d7249395f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f848a expref: 13 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.226112:0:6575:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d7249395f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f848a expref: 13 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047499.226164:0:6575:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443058688:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047499.226610:0:6575:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07496af300 going to sleep for 11 seconds 00000100:00100000:1.0:1777047499.246186:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047499.246256:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047499.246305:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388041984 00000100:00100000:3.0:1777047499.246319:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388041984 00000100:00100000:0.0:1777047499.246321:0:6575:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443058688:192.168.201.54@tcp:105: 00000100:00100000:1.0:1777047499.246359:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:0.0:1777047499.246373:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047499.246441:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388042240 00000100:00100000:3.0:1777047499.246450:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388042112 00000100:00100000:1.0:1777047499.246452:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388042240 00000100:00100000:3.0:1777047499.246461:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388042112 00000100:00100000:2.0:1777047499.246508:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4004 00000100:00100000:1.0:1777047499.246527:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4005 00000100:00100000:2.0:1777047499.246538:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388041984:12345-192.168.201.54@tcp:2:lfs.0 00000100:00100000:3.0:1777047499.246547:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4006 00000100:00100000:1.0:1777047499.246554:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388042240:12345-192.168.201.54@tcp:2:lfs.0 00000100:00100000:3.0:1777047499.246579:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388042112:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:3.0:1777047499.246769:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047499.246775:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047497 -> 1777047498 00002000:00010000:3.0:1777047499.246780:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047493 -> 1777047498 00002000:00010000:3.0:1777047499.246784:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047497 -> 1777047499 00002000:00010000:3.0:1777047499.246787:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:1.0:1777047499.248325:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047499.248332:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047497 -> 1777047498 00002000:00010000:1.0:1777047499.248337:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047493 -> 1777047498 00002000:00010000:1.0:1777047499.248341:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047497 -> 1777047499 00002000:00010000:1.0:1777047499.248344:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047499.249566:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388041856:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 23661us (24799us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047499.249568:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388042112:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 2991us (3204us total) trans 17179870375 rc 0/0 00000100:00100000:0.0:1777047499.249602:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2018 00000100:00100000:3.0:1777047499.249608:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4006 00000100:00100000:1.0:1777047499.249650:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388042240:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 3101us (3388us total) trans 21474837683 rc 0/0 00000100:00100000:1.0:1777047499.249669:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4005 00002000:00010000:2.0:1777047499.252515:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 248254 -> 248254 00002000:00010000:2.0:1777047499.252526:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047499.252531:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047493 -> 1777047498 00002000:00010000:2.0:1777047499.252535:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047498 -> 1777047499 00002000:00010000:2.0:1777047499.252540:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 240 -> 240 00000100:00100000:2.0:1777047499.252627:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388041984:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 6098us (6767us total) trans 21474837684 rc 0/0 00000100:00100000:2.0:1777047499.252643:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4004 00000100:00100000:0.0:1777047499.274641:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047499.275445:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388042496 00000100:00100000:2.0:1777047499.275462:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388042496 00000100:00100000:2.0:1777047499.275563:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2072 00000100:00100000:2.0:1777047499.275581:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57867:x1863365388042496:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:2.0:1777047499.275683:0:6592:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d72493953a lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f843d expref: 30 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.275740:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249395fe lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.275767:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493906a lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f823e expref: 30 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.275783:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d7249394b5 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8405 expref: 30 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.275797:0:6592:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249395fe lrc: 5/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.275847:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d7249394b5 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8405 expref: 30 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.275871:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d7249394b5 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8405 expref: 30 pid: 34275 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047499.275895:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d1c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443058816:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047499.276018:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493906a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f823e expref: 30 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.276038:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493906a lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f823e expref: 30 pid: 6589 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047499.276057:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d0e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443058944:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047499.276101:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047499.290170:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047499.290237:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047499.290461:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d1c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443058816:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047499.290492:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d0e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443058944:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047499.290534:0:6592:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249395fe lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047499.290630:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388042752 00000100:00100000:3.0:1777047499.290643:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388042752 00010000:00010000:3.0:1777047499.290698:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493906a lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f823e expref: 31 pid: 6589 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047499.291084:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388042624 00000100:00100000:3.0:1777047499.291092:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388042624 00010000:00010000:3.0:1777047499.291124:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d7249394b5 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8405 expref: 32 pid: 34275 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047499.291215:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2019 00000100:00100000:3.0:1777047499.291233:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2430:x1863365388042752:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047499.291256:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047499.291269:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493906a lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f823e expref: 32 pid: 6589 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.291287:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493906a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f823e expref: 32 pid: 6589 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.291321:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493906a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f823e expref: 32 pid: 6589 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.291349:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047499.291359:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249395fe lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.291447:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249395fe lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.291463:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047499.291524:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2020 00000100:00100000:3.0:1777047499.291537:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365388042752:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 305us (1407us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047499.291558:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2019 00000100:00100000:1.0:1777047499.291579:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365388042624:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047499.291601:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047499.291615:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d7249394b5 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8405 expref: 30 pid: 34275 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.291667:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d7249394b5 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8405 expref: 30 pid: 34275 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.291695:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d7249394b5 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8405 expref: 30 pid: 34275 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.291724:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047499.291732:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249395fe lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.291748:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249395fe lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.291762:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249395fe lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.292026:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047499.292074:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2430:x1863365388042624:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 533us (1837us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047499.292090:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2020 00010000:00010000:3.0:1777047499.292546:0:6592:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249395fe lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.293690:0:6592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249395fe lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.293848:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939605 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.293875:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939587 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8460 expref: 28 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.293892:0:6592:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939605 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x32:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.293965:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939587 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8460 expref: 28 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.293989:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939587 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8460 expref: 28 pid: 6590 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047499.294014:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d0e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443059072:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047499.294121:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047499.319193:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047499.319269:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d0e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443059072:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047499.319313:0:6592:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939605 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x32:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047499.321692:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388042880 00000100:00100000:0.0:1777047499.321706:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388042880 00010000:00010000:0.0:1777047499.321763:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939587 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8460 expref: 29 pid: 6590 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047499.321834:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2021 00000100:00100000:0.0:1777047499.321849:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2430:x1863365388042880:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047499.321871:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047499.321883:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939587 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x32:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8460 expref: 29 pid: 6590 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.321908:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939587 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x32:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8460 expref: 29 pid: 6590 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.321940:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939587 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x32:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8460 expref: 29 pid: 6590 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.321969:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x32:0x0].0x0 (ffff9e06431c0d00) 00010000:00010000:0.0:1777047499.321978:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939605 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x32:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.321995:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939605 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x32:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.322008:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939605 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x32:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.322074:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047499.322116:0:6592:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939605 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.322157:0:6592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939605 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047499.322182:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2430:x1863365388042880:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 331us (2997us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047499.322197:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2021 00000100:00100000:2.0:1777047499.323266:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d0e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443059200:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047499.326569:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047499.326705:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845900 going to sleep for 11 seconds 00000100:00100000:1.0:1777047499.327065:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443059200 00000100:00100000:1.0:1777047499.327076:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443059200 00000100:00100000:1.0:1777047499.327210:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3292 00000100:00100000:1.0:1777047499.327225:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443059200:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047499.327370:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443059200:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 148us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047499.327432:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3292 00000100:00100000:3.0:1777047499.327555:0:6592:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474837671 gen 2 00000004:00080000:3.0:1777047499.327566:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644324000, transno 21474837664 00000004:00080000:3.0:1777047499.327596:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644327800, transno 21474837665 00000100:00080000:2.0:1777047499.327600:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:3.0:1777047499.327603:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644325f80, transno 21474837666 00000004:00080000:3.0:1777047499.327607:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644324700, transno 21474837667 00000004:00080000:3.0:1777047499.327612:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0641c55500, transno 21474837668 00000004:00080000:3.0:1777047499.327616:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0641c57800, transno 21474837669 00000004:00080000:3.0:1777047499.327620:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0641c55c00, transno 21474837670 00000004:00080000:3.0:1777047499.327626:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0641c56d80, transno 21474837671 00000100:00100000:3.0:1777047499.327639:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d0e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443059200:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047499.327730:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d746a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443059328:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047499.328156:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047499.328201:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6780 going to sleep for 11 seconds 00000100:00100000:0.0:1777047499.328608:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443059328 00000100:00100000:0.0:1777047499.328618:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443059328 00000100:00100000:0.0:1777047499.328696:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3293 00000100:00100000:0.0:1777047499.328711:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443059328:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047499.328949:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443059328:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 240us (820us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047499.328963:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3293 00000004:00080000:1.0:1777047499.332420:0:33232:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 8 done 00000100:00080000:2.0:1777047499.332564:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047499.336112:0:6592:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179870370 gen 2 00000004:00080000:3.0:1777047499.336155:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645847480, transno 17179870363 00000004:00080000:3.0:1777047499.336182:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645845500, transno 17179870364 00000004:00080000:3.0:1777047499.336188:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645845f80, transno 17179870365 00000004:00080000:3.0:1777047499.336192:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645845880, transno 17179870366 00000004:00080000:3.0:1777047499.336196:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e2a2a00, transno 17179870367 00000004:00080000:3.0:1777047499.336200:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e2a1500, transno 17179870368 00000004:00080000:3.0:1777047499.336205:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e2a0e00, transno 17179870369 00000004:00080000:3.0:1777047499.336209:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e2a0700, transno 17179870370 00000100:00100000:3.0:1777047499.336221:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d746a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443059328:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047499.337114:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d3b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443059456:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047499.337259:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047499.337296:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0642289540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047499.337428:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443059456 00000100:00100000:1.0:1777047499.337440:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443059456 00000100:00100000:1.0:1777047499.337527:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3294 00000100:00100000:1.0:1777047499.337546:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443059456:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047499.337686:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443059456:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 144us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047499.337717:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3294 00000004:00080000:0.0:1777047499.337729:0:33234:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 8 done 00000100:00100000:2.0:1777047499.337776:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d3b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443059456:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047499.337842:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d3b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443059584:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047499.337886:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047499.337939:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a480 going to sleep for 11 seconds 00000100:00100000:0.0:1777047499.338286:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443059584 00000100:00100000:0.0:1777047499.338295:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443059584 00000100:00100000:0.0:1777047499.338365:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3295 00000100:00100000:0.0:1777047499.338399:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443059584:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047499.338527:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443059584:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 148us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047499.338540:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3295 00000100:00100000:2.0:1777047499.340606:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d3b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443059584:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047499.340685:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d3b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443059712:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047499.340735:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047499.340879:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a840 going to sleep for 11 seconds 00000100:00100000:1.0:1777047499.346949:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443059712 00000100:00100000:1.0:1777047499.346967:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443059712 00000100:00100000:1.0:1777047499.347075:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3296 00000100:00100000:1.0:1777047499.347091:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443059712:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047499.347585:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443059712:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 496us (6847us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047499.348619:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3296 00000100:00100000:2.0:1777047499.348782:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d3b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443059712:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047499.348873:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d3b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443059840:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047499.348949:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047499.348998:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a840 going to sleep for 11 seconds 00000100:00100000:3.0:1777047499.349499:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443059840 00000100:00100000:3.0:1777047499.349509:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443059840 00000100:00100000:3.0:1777047499.349620:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3297 00000100:00100000:3.0:1777047499.349659:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443059840:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047499.349788:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443059840:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 154us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047499.349801:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3297 00000100:00100000:2.0:1777047499.352019:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d3b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443059840:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047499.352509:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d3b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443059968:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047499.352574:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047499.352605:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a840 going to sleep for 11 seconds 00000100:00100000:1.0:1777047499.353925:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443059968 00000100:00100000:1.0:1777047499.353937:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443059968 00000100:00100000:1.0:1777047499.354016:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3298 00000100:00100000:1.0:1777047499.354031:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443059968:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047499.354183:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443059968:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 152us (1606us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047499.354197:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3298 00000100:00100000:2.0:1777047499.354556:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d3b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443059968:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047499.354654:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d3b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443060096:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047499.354707:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047499.354754:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a840 going to sleep for 11 seconds 00000100:00100000:3.0:1777047499.355913:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443060096 00000100:00100000:3.0:1777047499.355924:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443060096 00000100:00100000:3.0:1777047499.356013:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3299 00000100:00100000:3.0:1777047499.356028:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645847480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443060096:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047499.356560:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645847480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443060096:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 531us (1849us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047499.356576:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3299 00000100:00100000:2.0:1777047499.359628:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d3b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443060096:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047499.359728:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645845500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443060224:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047499.359786:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047499.359815:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a840 going to sleep for 11 seconds 00000100:00100000:0.0:1777047499.360368:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443060224 00000100:00100000:0.0:1777047499.360379:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443060224 00000100:00100000:0.0:1777047499.360497:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3300 00000100:00100000:0.0:1777047499.360513:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443060224:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047499.360681:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443060224:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 170us (893us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047499.360695:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3300 00000100:00100000:2.0:1777047499.361087:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645845500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443060224:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047499.361191:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645845500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443060352:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047499.361239:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047499.361284:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a840 going to sleep for 11 seconds 00000100:00100000:1.0:1777047499.361344:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443060352 00000100:00100000:1.0:1777047499.361355:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443060352 00000100:00100000:1.0:1777047499.361463:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3301 00000100:00100000:1.0:1777047499.361480:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443060352:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047499.361672:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443060352:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 194us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047499.361687:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3301 00000100:00100000:2.0:1777047499.361949:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645845500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443060352:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:2.0:1777047499.362247:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].10, 640 off44136 00000001:00080000:2.0:1777047499.362268:0:6592:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935005 00000100:00100000:2.0:1777047499.362353:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645845500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443060480:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047499.362471:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047499.362515:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a840 going to sleep for 11 seconds 00000100:00100000:3.0:1777047499.364372:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443060480 00000100:00100000:3.0:1777047499.364434:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443060480 00000100:00100000:3.0:1777047499.364491:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3302 00000100:00100000:3.0:1777047499.364507:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443060480:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047499.364733:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6592:x1863365443060480:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 228us (2261us total) trans 21474837685 rc 0/0 00000100:00100000:3.0:1777047499.364747:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3302 00000100:00100000:2.0:1777047499.368274:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645845500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443060480:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047499.368342:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645845c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443060608:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047499.368410:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047499.368469:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a840 going to sleep for 11 seconds 00000100:00100000:1.0:1777047499.372850:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443060608 00000100:00100000:1.0:1777047499.372869:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443060608 00000100:00100000:1.0:1777047499.372968:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3303 00000100:00100000:1.0:1777047499.372986:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443060608:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047499.373656:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645844380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6592:x1863365443060608:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 672us (5244us total) trans 17179870376 rc 0/0 00000100:00100000:1.0:1777047499.373671:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3303 00000100:00100000:2.0:1777047499.374772:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645845c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443060608:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1777047499.374919:0:6592:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935006 00010000:00010000:2.0:1777047499.374977:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939605 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.374995:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939605 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.375042:0:6592:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939605 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.375054:0:6592:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047499.375062:0:6592:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939605 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.375075:0:6592:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939605 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.375103:0:6592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x32:0x0].0x0 (ffff9e06431c0d00) 00010000:00010000:2.0:1777047499.375110:0:6592:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777047499.375118:0:6592:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939605 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.375155:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939605 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.375180:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249395fe lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.375191:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249395fe lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.375212:0:6592:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249395fe lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.375221:0:6592:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047499.375227:0:6592:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249395fe lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.375239:0:6592:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249395fe lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.375253:0:6592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047499.375258:0:6592:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777047499.375263:0:6592:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249395fe lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.375274:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d7249395fe lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.375296:0:6592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047499.375301:0:6592:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047499.375312:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d72493953a lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f843d expref: 30 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047499.375567:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57867:x1863365388042496:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 99986us (100933us total) trans 8589935007 rc 0/0 00000100:00100000:2.0:1777047499.375584:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2072 00000020:00080000:2.0:1777047499.375592:0:6592:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1777047499.397277:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047499.397649:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388043008 00000100:00100000:2.0:1777047499.397665:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388043008 00000100:00100000:2.0:1777047499.397778:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6157 00000100:00100000:2.0:1777047499.398162:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57867:x1863365388043008:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047499.398201:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047499.398235:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d72493960c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8491 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.398320:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d72493960c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8491 expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.398346:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d72493960c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8491 expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.398376:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047499.398382:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047499.398444:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27c00, rc 0) 00000100:00100000:2.0:1777047499.398520:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57867:x1863365388043008:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 727us (1254us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047499.398533:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6157 00000100:00100000:3.0:1777047499.440973:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047499.441117:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388043264 00000100:00100000:2.0:1777047499.441167:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388043264 00000100:00100000:2.0:1777047499.441264:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2073 00000100:00100000:2.0:1777047499.441285:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57867:x1863365388043264:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047499.442096:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57867:x1863365388043264:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 815us (1133us total) trans 8589935008 rc 0/0 00000100:00100000:2.0:1777047499.442116:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2073 00000100:00100000:3.0:1777047499.469052:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047499.470733:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388043520 00000100:00100000:1.0:1777047499.470751:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388043520 00000100:00100000:1.0:1777047499.471217:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2074 00000100:00100000:1.0:1777047499.471237:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57867:x1863365388043520:12345-192.168.201.54@tcp:35:lfs.0 00000004:00080000:1.0:1777047499.475473:0:15374:0:(mdd_object.c:4010:mdd_close()) Object [0x200000405:0x32:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:1.0:1777047499.475602:0:15374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939613 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.475631:0:15374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939613 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.475652:0:15374:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939613 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.475667:0:15374:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939613 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.475679:0:15374:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939613 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.475690:0:15374:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939613 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.475719:0:15374:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777047499.475884:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57867:x1863365388043520:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 4648us (6839us total) trans 8589935009 rc 0/0 00000100:00100000:1.0:1777047499.475903:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2074 00010000:00010000:0.0:1777047499.476070:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047499.476083:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939613 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.476097:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047499.476105:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939613 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.476119:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939613 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.476167:0:6577:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x32:0x0].0x0 (ffff9e06431c0d00) 00010000:00010000:0.0:1777047499.476172:0:6577:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777047499.476180:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939613 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.476191:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939613 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.476216:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047499.476220:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047499.476223:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047499.579804:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047499.579961:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388043648 00000100:00100000:3.0:1777047499.579976:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388043648 00000100:00100000:3.0:1777047499.580068:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6158 00000100:00100000:3.0:1777047499.580086:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57868:x1863365388043648:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047499.580120:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047499.580527:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d72493961a lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8498 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.580627:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939621 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.580648:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939621 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.580665:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939621 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.580685:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d724939628 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.580697:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d724939628 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.580708:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d724939628 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.580808:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493962f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.580825:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493962f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.581121:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493962f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047499.581208:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 248254 00000004:00200000:3.0:1777047499.581215:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047499.581549:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493962f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.581570:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493962f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.581586:0:6590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939621 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.581597:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939621 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.581607:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939621 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.581618:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939621 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.581627:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047499.581634:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939621 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.581648:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939621 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.581666:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e0641795800) 00010000:00010000:3.0:1777047499.581671:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047499.581678:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939621 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.581689:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939621 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.581709:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d724939628 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.581718:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d724939628 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.581729:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d724939628 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.581737:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047499.581742:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d724939628 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.581752:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d724939628 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.581763:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0641795000) 00010000:00010000:3.0:1777047499.581767:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047499.581771:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d724939628 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.581788:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d724939628 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.581832:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d72493961a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8498 expref: 34 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.581858:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493962f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8498 expref: 33 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.581871:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047499.581876:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047499.581880:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2600, rc 0) 00000100:00100000:3.0:1777047499.581953:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57868:x1863365388043648:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1872us (2161us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047499.581966:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6158 00010000:00010000:3.0:1777047499.588654:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047499.596237:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047499.603076:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388043904 00000100:00100000:0.0:1777047499.603097:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388043904 00000100:00100000:2.0:1777047499.604325:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6159 00000100:00100000:2.0:1777047499.604343:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57868:x1863365388043904:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047499.604375:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047499.604405:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939636 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f849f expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.604558:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493963d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.604582:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493963d lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.604601:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493963d lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047499.604620:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 248254 00010000:00010000:2.0:1777047499.604776:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d724939636 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f849f expref: 36 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.604804:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493963d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f849f expref: 35 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.604817:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047499.604822:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777047499.604827:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27000, rc 0) 00000100:00100000:2.0:1777047499.604930:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57868:x1863365388043904:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 589us (8701us total) trans 8589935010 rc 0/0 00000100:00100000:2.0:1777047499.604944:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6159 00000100:00100000:3.0:1777047499.623028:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047499.625620:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388044160 00000100:00100000:2.0:1777047499.625638:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388044160 00000100:00100000:2.0:1777047499.625742:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6160 00000100:00100000:2.0:1777047499.625760:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57868:x1863365388044160:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047499.625793:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047499.625823:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493964b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f84a6 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.625966:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d724939652 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.626825:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d724939652 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.626844:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d724939652 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047499.626868:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 248254 00010000:00010000:2.0:1777047499.627025:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493964b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84a6 expref: 38 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.627071:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d724939652 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84a6 expref: 37 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.627086:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047499.627092:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047499.627098:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27a00, rc 0) 00000100:00100000:2.0:1777047499.627289:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57868:x1863365388044160:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1531us (4270us total) trans 8589935011 rc 0/0 00000100:00100000:2.0:1777047499.627303:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6160 00000100:00100000:1.0:1777047499.645615:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047499.648644:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388044288 00000100:00100000:0.0:1777047499.648660:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388044288 00000100:00100000:0.0:1777047499.648751:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4007 00000100:00100000:0.0:1777047499.648768:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388044288:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047499.648794:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047499.648823:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939660 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f84ad expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047499.648865:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8d:0x0] initial LVB size: 262144, mtime: 0x69eb97c7, atime: 0x69eb97b9, ctime: 0x69eb97c7, blocks: 0xc0 00010000:00010000:0.0:1777047499.648897:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047499.648902:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047499.648915:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939660 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84ad expref: 16 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.648946:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939660 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84ad expref: 16 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.648972:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ec600, rc 0) 00000100:00100000:0.0:1777047499.649094:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388044288:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 328us (3491us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047499.649108:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4007 00000100:00100000:3.0:1777047499.668781:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047499.668960:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388044416 00000100:00100000:2.0:1777047499.668976:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388044416 00000100:00100000:2.0:1777047499.669103:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4008 00000100:00100000:2.0:1777047499.669151:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388044416:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047499.669178:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047499.669212:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d724939667 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f84b4 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047499.669250:0:36216:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 262144, mtime: 0x69eb97c7, atime: 0x69eb97bd, ctime: 0x69eb97c7, blocks: 0xc0 00010000:00010000:2.0:1777047499.669616:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047499.669621:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047499.669637:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d724939667 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84b4 expref: 21 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.669670:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d724939667 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84b4 expref: 21 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.669695:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27400, rc 0) 00000100:00100000:2.0:1777047499.670096:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388044416:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 977us (1326us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047499.670110:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4008 00000100:00100000:1.0:1777047499.869638:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047499.869802:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388044544 00000100:00100000:2.0:1777047499.869818:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388044544 00000100:00100000:2.0:1777047499.869926:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1199 00000100:00100000:2.0:1777047499.869944:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388044544:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047499.869995:0:20134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493966e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.870053:0:20134:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d7249395e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f847c expref: 16 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.870069:0:20134:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047499.870072:0:20134:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047499.870078:0:20134:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493966e lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.870151:0:20134:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d7249395e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f847c expref: 16 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.870177:0:20134:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d7249395e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f847c expref: 16 pid: 8479 timeout: 4228 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047499.870202:0:20134:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:20134:1863365443060736:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047499.870334:0:20134:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047499.874605:0:20134:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:20134:1863365443060736:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047499.874640:0:20134:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493966e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047499.878718:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047499.879209:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388044672 00000100:00100000:2.0:1777047499.879221:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388044672 00010000:00010000:2.0:1777047499.879277:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d7249395e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f847c expref: 17 pid: 8479 timeout: 4228 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047499.879349:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2022 00000100:00100000:2.0:1777047499.879366:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388044672:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047499.879436:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047499.879465:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d7249395e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f847c expref: 17 pid: 8479 timeout: 4228 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.879487:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d7249395e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f847c expref: 17 pid: 8479 timeout: 4228 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.879521:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d7249395e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f847c expref: 17 pid: 8479 timeout: 4228 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.879548:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047499.879551:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047499.879559:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493966e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.879574:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493966e lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.879628:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047499.879722:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388044672:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 358us (1011us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047499.879738:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2022 00010000:00010000:1.0:1777047499.880661:0:20134:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493966e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.880679:0:20134:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493966e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.916522:0:20134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493966e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.916549:0:20134:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493966e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.916573:0:20134:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493966e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.916585:0:20134:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047499.916592:0:20134:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493966e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.916606:0:20134:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493966e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.916634:0:20134:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493966e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.916648:0:20134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084d2a34a/0x5ecf73d72493966e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047499.924200:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388044544:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 46868us (47182us total) trans 0 rc 248254/248254 00000100:00100000:2.0:1777047499.924230:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1199 00000100:00100000:3.0:1777047499.924933:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047499.925148:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047499.954760:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388044800 00000100:00100000:2.0:1777047499.954781:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388044800 00000100:00100000:2.0:1777047499.954885:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388044928 00000100:00100000:2.0:1777047499.954891:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388044928 00000100:00100000:2.0:1777047499.954956:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4009 00000100:00100000:2.0:1777047499.954976:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388044800:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047499.955004:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047499.955033:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724939675 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f84bb expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047499.955174:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443060864:192.168.201.54@tcp:106: 00000100:00100000:3.0:1777047499.955189:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4010 00000100:00100000:3.0:1777047499.955517:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388044928:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047499.955536:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047499.955558:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d72493967c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f84c2 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047499.955635:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c0b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:36217:1863365443060992:192.168.201.54@tcp:106: 00000100:00100000:2.0:1777047499.955671:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047499.955700:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6780 going to sleep for 11 seconds 00000100:00100000:2.0:1777047499.977307:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443060864:192.168.201.54@tcp:106: 00000100:00100000:3.0:1777047499.977364:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c0b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:36217:1863365443060992:192.168.201.54@tcp:106: 00010000:00010000:2.0:1777047499.977372:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724939675 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84bb expref: 16 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.977414:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d72493967c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84c2 expref: 22 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.977455:0:36217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ad0d937/0x5ecf73d72493967c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84c2 expref: 22 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.977480:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead3000, rc 0) 00000100:00100000:3.0:1777047499.977569:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388044928:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 22061us (52452us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047499.977587:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4010 00010000:00010000:2.0:1777047499.977901:0:8479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724939675 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84bb expref: 16 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.977924:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139b000, rc 0) 00000100:00100000:2.0:1777047499.977979:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388044800:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 23007us (53048us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047499.977992:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4009 00000100:00100000:1.0:1777047500.000154:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047500.000470:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388045056 00000100:00100000:2.0:1777047500.000488:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388045056 00000100:00100000:2.0:1777047500.000603:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1200 00000100:00100000:2.0:1777047500.000623:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388045056:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047500.000674:0:24563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724939683 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.000707:0:24563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d7249395d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8475 expref: 15 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.000732:0:24563:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047500.000736:0:24563:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047500.000743:0:24563:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724939683 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.000801:0:24563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d7249395d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8475 expref: 15 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.000829:0:24563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d7249395d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8475 expref: 15 pid: 30115 timeout: 4228 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047500.000856:0:24563:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:24563:1863365443061120:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047500.000989:0:24563:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a900 going to sleep for 11 seconds 00000100:00100000:1.0:1777047500.016677:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047500.017022:0:24563:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:24563:1863365443061120:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047500.017063:0:24563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724939683 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047500.018586:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388045184 00000100:00100000:0.0:1777047500.018599:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388045184 00010000:00010000:0.0:1777047500.018656:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d7249395d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8475 expref: 16 pid: 30115 timeout: 4228 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047500.018735:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2023 00000100:00100000:0.0:1777047500.018752:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07605ea450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388045184:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047500.018775:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047500.018806:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d7249395d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8475 expref: 16 pid: 30115 timeout: 4228 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.018832:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d7249395d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8475 expref: 16 pid: 30115 timeout: 4228 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.018883:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d5cbdc9/0x5ecf73d7249395d4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8475 expref: 16 pid: 30115 timeout: 4228 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.018914:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047500.018918:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047500.018927:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724939683 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.018945:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724939683 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.019022:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047500.019152:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07605ea450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388045184:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 402us (2488us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047500.019167:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2023 00010000:00010000:2.0:1777047500.020247:0:24563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724939683 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.020293:0:24563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724939683 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.046807:0:24563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724939683 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.046845:0:24563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724939683 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.046864:0:24563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724939683 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.046879:0:24563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047500.046888:0:24563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724939683 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.046918:0:24563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724939683 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.046951:0:24563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724939683 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.046967:0:24563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d724939683 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047500.047176:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388045056:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 46550us (47056us total) trans 0 rc 248254/248254 00000100:00100000:1.0:1777047500.047198:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1200 00000100:00100000:0.0:1777047500.101601:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777047500.101634:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443061248:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777047500.101731:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047500.102354:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443061248 00000100:00100000:3.0:1777047500.102366:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443061248 00000100:00100000:3.0:1777047500.102527:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2490 00000100:00100000:3.0:1777047500.102546:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443061248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777047500.102579:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 351782464 pending 0 free 3918966784 avail 3687276544 00000100:00100000:3.0:1777047500.102670:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443061248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (937us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047500.102682:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2490 00000100:00100000:0.0:1777047500.103202:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443061248:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1777047500.103815:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047500.104676:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047500.105457:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388045312 00000100:00100000:0.0:1777047500.105467:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388045312 00000100:00100000:0.0:1777047500.105557:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 407 00000100:00100000:0.0:1777047500.105572:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57868:x1863365388045312:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:0.0:1777047500.105592:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047500.105625:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d724939652 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84a6 expref: 37 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.105652:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047500.105660:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047500.105723:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57868:x1863365388045312:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 154us (1052us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047500.105737:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 407 00000100:00100000:0.0:1777047500.121608:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047500.121977:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388045568 00000100:00100000:3.0:1777047500.121992:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388045568 00000100:00100000:3.0:1777047500.122082:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2075 00000100:00100000:3.0:1777047500.122099:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07716abc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57868:x1863365388045568:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047500.122470:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07716abc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57868:x1863365388045568:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 371us (871us total) trans 8589935012 rc 0/0 00000100:00100000:3.0:1777047500.122485:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2075 00000100:00100000:1.0:1777047500.266636:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047500.266857:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388045824 00000100:00100000:3.0:1777047500.266875:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388045824 00000100:00100000:3.0:1777047500.266994:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6161 00000100:00100000:3.0:1777047500.267034:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57869:x1863365388045824:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047500.267072:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047500.267103:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d72493968a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f84c9 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047500.267296:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3600/0x5ecf73d724939691 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047500.267324:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3600/0x5ecf73d724939691 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047500.267346:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3600/0x5ecf73d724939691 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047500.267369:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 248254 00010000:00010000:0.0:1777047500.270537:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d72493968a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84c9 expref: 40 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.270584:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3600/0x5ecf73d724939691 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84c9 expref: 39 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.270602:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047500.270607:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047500.270613:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead3600, rc 0) 00000100:00100000:0.0:1777047500.270841:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57869:x1863365388045824:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 3827us (4215us total) trans 8589935013 rc 0/0 00000100:00100000:0.0:1777047500.270858:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6161 00000100:00100000:1.0:1777047500.316031:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047500.316649:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388045952 00000100:00100000:3.0:1777047500.316665:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388045952 00000100:00100000:3.0:1777047500.316830:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1201 00000100:00100000:3.0:1777047500.316859:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388045952:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:3.0:1777047500.316933:0:29058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000cea17d8/0x5ecf73d72493969f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047500.316984:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047500.316988:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047500.316998:0:29058:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000cea17d8/0x5ecf73d72493969f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047500.317032:0:29058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000cea17d8/0x5ecf73d72493969f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047500.367471:0:29058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000cea17d8/0x5ecf73d72493969f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047500.367516:0:29058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000cea17d8/0x5ecf73d72493969f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047500.367567:0:29058:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000cea17d8/0x5ecf73d72493969f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047500.367591:0:29058:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047500.367600:0:29058:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000cea17d8/0x5ecf73d72493969f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047500.367626:0:29058:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000cea17d8/0x5ecf73d72493969f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047500.367671:0:29058:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000cea17d8/0x5ecf73d72493969f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047500.367707:0:29058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000cea17d8/0x5ecf73d72493969f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047500.370788:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388045952:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 53914us (54760us total) trans 0 rc 248254/248254 00000100:00100000:2.0:1777047500.370811:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1201 00000100:00100000:3.0:1777047500.473415:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047500.474174:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388046080 00000100:00100000:2.0:1777047500.474619:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388046080 00000100:00100000:2.0:1777047500.480104:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1202 00000100:00100000:2.0:1777047500.480185:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388046080:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047500.480266:0:29059:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bb50d36e/0x5ecf73d7249396a6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.480307:0:29059:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047500.480312:0:29059:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047500.480322:0:29059:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bb50d36e/0x5ecf73d7249396a6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.480362:0:29059:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bb50d36e/0x5ecf73d7249396a6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.526566:0:29059:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bb50d36e/0x5ecf73d7249396a6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.526610:0:29059:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bb50d36e/0x5ecf73d7249396a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.526630:0:29059:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bb50d36e/0x5ecf73d7249396a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.526655:0:29059:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047500.526664:0:29059:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bb50d36e/0x5ecf73d7249396a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.526693:0:29059:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bb50d36e/0x5ecf73d7249396a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.526735:0:29059:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bb50d36e/0x5ecf73d7249396a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.526750:0:29059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bb50d36e/0x5ecf73d7249396a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047500.528369:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388046080:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 48186us (54965us total) trans 0 rc 248254/248254 00000100:00100000:2.0:1777047500.528440:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1202 00010000:00010000:1.0:1777047500.611776:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047500.611946:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777047500.611991:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443061376:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777047500.612097:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047500.613153:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443061376 00000100:00100000:1.0:1777047500.613167:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443061376 00000100:00100000:1.0:1777047500.613265:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3304 00000100:00100000:1.0:1777047500.613297:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645846a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443061376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777047500.613354:0:6593:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446096896 avail 1299857408 00000100:00100000:1.0:1777047500.613485:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645846a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443061376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 193us (1388us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047500.613497:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3304 00000100:00100000:2.0:1777047500.620544:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443061376:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777047500.729746:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047500.729940:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388046208 00000100:00100000:2.0:1777047500.729957:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388046208 00000100:00100000:2.0:1777047500.730080:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4011 00000100:00100000:2.0:1777047500.730100:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388046208:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047500.730155:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047500.730190:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d7249396ad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f84d0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047500.730234:0:8481:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 248254, mtime: 0x69eb97ca, atime: 0x69eb97ca, ctime: 0x69eb97cb, blocks: 0xf0 00010000:00010000:2.0:1777047500.730269:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047500.730274:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047500.730292:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d7249396ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84d0 expref: 15 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.730326:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d7249396ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84d0 expref: 15 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.730353:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139b200, rc 0) 00000100:00100000:2.0:1777047500.730530:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388046208:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 432us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047500.730547:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4011 00000100:00100000:1.0:1777047500.760982:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047500.761194:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388046336 00000100:00100000:2.0:1777047500.761566:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388046336 00000100:00100000:2.0:1777047500.761697:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1203 00000100:00100000:2.0:1777047500.762061:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388046336:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047500.762152:0:24566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d7249396b4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.762183:0:24566:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047500.762187:0:24566:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047500.762197:0:24566:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d7249396b4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.762225:0:24566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d7249396b4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.799610:0:24566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d7249396b4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.799642:0:24566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d7249396b4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.799660:0:24566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d7249396b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.799675:0:24566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139a400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047500.799685:0:24566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d7249396b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.799702:0:24566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d7249396b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.799735:0:24566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d7249396b4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.799750:0:24566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d7249396b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047500.800373:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388046336:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 38311us (39394us total) trans 0 rc 248254/248254 00000100:00100000:0.0:1777047500.800424:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1203 00000100:00100000:1.0:1777047500.862273:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047500.863756:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388046464 00000100:00100000:2.0:1777047500.863773:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388046464 00000100:00100000:2.0:1777047500.863896:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1204 00000100:00100000:2.0:1777047500.863914:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388046464:12345-192.168.201.54@tcp:3:lfs.0 00002000:00010000:2.0:1777047500.864010:0:8485:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8f:0x0] initial LVB size: 248254, mtime: 0x69eb97ca, atime: 0x69eb97ca, ctime: 0x69eb97cb, blocks: 0xe8 00010000:00010000:2.0:1777047500.864026:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000557a912e/0x5ecf73d7249396bb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.864052:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047500.864058:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047500.864069:0:8485:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000557a912e/0x5ecf73d7249396bb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.864098:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000557a912e/0x5ecf73d7249396bb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.886806:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000557a912e/0x5ecf73d7249396bb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.887503:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000557a912e/0x5ecf73d7249396bb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.887522:0:8485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000557a912e/0x5ecf73d7249396bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.887536:0:8485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139ae00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047500.887544:0:8485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000557a912e/0x5ecf73d7249396bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.887571:0:8485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000557a912e/0x5ecf73d7249396bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.887602:0:8485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000557a912e/0x5ecf73d7249396bb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.887619:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000557a912e/0x5ecf73d7249396bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047500.887780:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388046464:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 23863us (25513us total) trans 0 rc 248254/248254 00000100:00100000:2.0:1777047500.887800:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1204 00000100:00100000:0.0:1777047501.004391:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047501.005191:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388046592 00000100:00100000:2.0:1777047501.005212:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388046592 00000100:00100000:2.0:1777047501.005435:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 408 00000100:00100000:2.0:1777047501.005464:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57869:x1863365388046592:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:2.0:1777047501.005495:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047501.005539:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3600/0x5ecf73d724939691 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84c9 expref: 39 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.005582:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047501.005591:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047501.005711:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57869:x1863365388046592:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 257us (1330us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047501.005729:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 408 00000100:00080000:0.0:1777047501.009706:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047501.015635:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047501.016145:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388046848 00000100:00100000:2.0:1777047501.016164:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388046848 00000100:00100000:2.0:1777047501.016276:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2076 00000100:00100000:2.0:1777047501.016297:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57869:x1863365388046848:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047501.016699:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57869:x1863365388046848:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 405us (1073us total) trans 8589935014 rc 0/0 00000100:00100000:2.0:1777047501.016716:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2076 00000100:00100000:3.0:1777047501.038299:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047501.040779:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388047104 00000100:00100000:0.0:1777047501.040798:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388047104 00000100:00100000:0.0:1777047501.041428:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6162 00000100:00100000:0.0:1777047501.041452:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57853:x1863365388047104:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047501.041489:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047501.041524:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d7249396c2 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f84d7 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.041715:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d7249396c9 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.042091:0:34275:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493962f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8498 expref: 40 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.042145:0:34275:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d7249396c9 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.042207:0:34275:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493962f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8498 expref: 40 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.042235:0:34275:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493962f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8498 expref: 40 pid: 6590 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047501.042264:0:34275:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645688e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443061504:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047501.042464:0:34275:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e075931c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047501.069014:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047501.069322:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388047232 00000100:00100000:3.0:1777047501.069343:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388047232 00010000:00010000:3.0:1777047501.069509:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493962f lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8498 expref: 41 pid: 6590 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047501.069625:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2024 00000100:00100000:3.0:1777047501.069647:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:2431:x1863365388047232:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047501.069678:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047501.069691:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493962f lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8498 expref: 41 pid: 6590 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047501.069721:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493962f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8498 expref: 41 pid: 6590 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047501.069762:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047501.069773:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d7249396c9 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047501.069795:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d7249396c9 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047501.069811:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d7249396c9 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047501.069849:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047501.069955:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:2431:x1863365388047232:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 307us (953us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047501.069972:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2024 00010000:00010000:2.0:1777047501.071135:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493962f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8498 expref: 40 pid: 6590 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047501.071551:0:34275:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645688e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443061504:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047501.071589:0:34275:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d7249396c9 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.071607:0:34275:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d7249396c9 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.071622:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d7249396c9 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047501.071661:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 248254 00010000:00010000:2.0:1777047501.071875:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d7249396c2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84d7 expref: 41 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.071909:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d7249396c9 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84d7 expref: 40 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.071924:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047501.071930:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047501.071935:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f46a00, rc 0) 00000100:00100000:2.0:1777047501.072034:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365388047104:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 30585us (33743us total) trans 8589935015 rc 0/0 00000100:00100000:2.0:1777047501.072049:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6162 00000100:00100000:0.0:1777047501.101000:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047501.104011:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388047360 00000100:00100000:1.0:1777047501.106824:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388047360 00000100:00100000:1.0:1777047501.107195:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6163 00000100:00100000:1.0:1777047501.107218:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365388047360:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047501.107286:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047501.107323:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d7249396d7 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f84de expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.107476:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249396de lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.107505:0:6588:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d7249396c9 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84d7 expref: 41 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.107522:0:6588:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249396de lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.107578:0:6588:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d7249396c9 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84d7 expref: 41 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.107639:0:6588:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d7249396c9 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84d7 expref: 41 pid: 34275 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047501.107668:0:6588:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a28000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443061632:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047501.107816:0:6588:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047501.120158:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047501.120704:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388047488 00000100:00100000:0.0:1777047501.120720:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388047488 00010000:00010000:0.0:1777047501.120814:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d7249396c9 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84d7 expref: 42 pid: 34275 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047501.120895:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2025 00000100:00100000:0.0:1777047501.120916:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+42:2429:x1863365388047488:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047501.120947:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047501.120961:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d7249396c9 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84d7 expref: 42 pid: 34275 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.120988:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d7249396c9 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84d7 expref: 42 pid: 34275 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.121026:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047501.121066:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249396de lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.121085:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249396de lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.121482:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249396de lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.121518:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047501.121618:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+42:2429:x1863365388047488:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 707us (1472us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047501.121634:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2025 00010000:00010000:1.0:1777047501.123218:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d7249396c9 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84d7 expref: 41 pid: 34275 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047501.123981:0:6588:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a28000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443061632:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047501.124014:0:6588:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249396de lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.124047:0:6588:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249396de lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.124059:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249396de lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047501.124231:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 248254 00000004:00200000:1.0:1777047501.124240:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047501.124273:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249396de lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.124325:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d7249396d7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84de expref: 41 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.124356:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249396de lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84de expref: 40 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.124370:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047501.124376:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047501.124381:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91400, rc 0) 00000100:00100000:1.0:1777047501.124504:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365388047360:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 17292us (23522us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047501.124518:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6163 00000100:00100000:2.0:1777047501.125344:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645844e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3682:1863365443062016:0@lo:400:kworker.0 00000100:00100000:2.0:1777047501.125452:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047501.125494:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3682:1863365443062528:0@lo:400:kworker.0 00000100:00100000:2.0:1777047501.125536:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047501.125565:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443063040:0@lo:400:kworker.0 00000100:00100000:2.0:1777047501.125610:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047501.125643:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1777047501.125653:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645844a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443062144:0@lo:400:kworker.0 00000100:00100000:2.0:1777047501.125688:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047501.125717:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3682:1863365443062656:0@lo:400:kworker.0 00000100:00100000:2.0:1777047501.125755:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047501.125785:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3682:1863365443063168:0@lo:400:kworker.0 00000100:00100000:0.0:1777047501.125817:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443062016 00000100:00100000:2.0:1777047501.125822:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047501.125828:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443062016 00000100:00100000:0.0:1777047501.125881:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443062528 00000100:00100000:0.0:1777047501.125887:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443062528 00000100:00100000:2.0:1777047501.125888:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443062656 00000100:00100000:2.0:1777047501.125892:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443062656 00000100:00100000:3.0:1777047501.126137:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645846d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443061888:0@lo:400:kworker.0 00000100:00100000:3.0:1777047501.126191:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047501.126227:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645844000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3685:1863365443062400:0@lo:400:kworker.0 00000100:00100000:3.0:1777047501.126265:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047501.126292:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443062912:0@lo:400:kworker.0 00000100:00100000:3.0:1777047501.126330:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047501.126366:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1777047501.126378:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645847800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3685:1863365443061760:0@lo:400:kworker.0 00000100:00100000:3.0:1777047501.126462:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047501.126508:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645846300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443062272:0@lo:400:kworker.0 00000100:00100000:3.0:1777047501.126548:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047501.126575:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3685:1863365443062784:0@lo:400:kworker.0 00000100:00100000:3.0:1777047501.126615:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047501.126654:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443063040 00000100:00100000:3.0:1777047501.126661:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443063040 00000100:00100000:0.0:1777047501.126847:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443063168 00000100:00100000:0.0:1777047501.126855:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443063168 00000100:00100000:0.0:1777047501.126883:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443062400 00000100:00100000:0.0:1777047501.126886:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443062400 00000100:00100000:1.0:1777047501.127911:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443061888 00000100:00100000:1.0:1777047501.127921:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443061888 00000100:00100000:1.0:1777047501.127981:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3305 00000100:00100000:1.0:1777047501.127995:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365443061888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047501.128129:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365443061888:12345-0@lo:400:kworker.0 Request processed in 101us (1902us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047501.128145:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3305 00000100:00100000:1.0:1777047501.128480:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443062144 00000100:00100000:1.0:1777047501.128488:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443062144 00000100:00100000:1.0:1777047501.128537:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443062912 00000100:00100000:1.0:1777047501.128543:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443062912 00000100:00100000:2.0:1777047501.132011:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443062784 00000100:00100000:2.0:1777047501.132027:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443062784 00000100:00100000:2.0:1777047501.133531:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4978 00000100:00100000:2.0:1777047501.133552:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3682:x1863365443062016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047501.133709:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3682:x1863365443062016:12345-0@lo:400:kworker.0 Request processed in 162us (8255us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047501.133728:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4978 00000100:00100000:2.0:1777047501.133776:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4979 00000100:00100000:2.0:1777047501.133789:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3682:x1863365443062528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047501.133865:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3682:x1863365443062528:12345-0@lo:400:kworker.0 Request processed in 77us (8328us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047501.133877:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4979 00000100:00100000:2.0:1777047501.133937:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4980 00000100:00100000:2.0:1777047501.133951:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3682:x1863365443063168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047501.134022:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3682:x1863365443063168:12345-0@lo:400:kworker.0 Request processed in 73us (8198us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047501.134048:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4980 00000100:00100000:2.0:1777047501.134125:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4981 00000100:00100000:2.0:1777047501.134139:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3682:x1863365443062656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047501.134209:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3682:x1863365443062656:12345-0@lo:400:kworker.0 Request processed in 72us (8452us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047501.134221:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4981 00000100:00100000:2.0:1777047501.134262:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4982 00000100:00100000:2.0:1777047501.134274:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3685:x1863365443062784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047501.134343:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3685:x1863365443062784:12345-0@lo:400:kworker.0 Request processed in 70us (7727us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047501.134354:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4982 00000100:00100000:2.0:1777047501.134449:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443062272 00000100:00100000:2.0:1777047501.134458:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443062272 00000100:00100000:2.0:1777047501.134528:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3007 00000100:00100000:2.0:1777047501.134557:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443062144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047501.134632:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443062144:12345-0@lo:400:kworker.0 Request processed in 94us (8943us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047501.134644:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3007 00000100:00100000:2.0:1777047501.134667:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3008 00000100:00100000:2.0:1777047501.134678:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443062272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047501.134738:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443062272:12345-0@lo:400:kworker.0 Request processed in 62us (8190us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047501.134763:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3008 00000100:00100000:2.0:1777047501.134848:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645844a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443062144:0@lo:400:kworker.0 00000100:00100000:2.0:1777047501.134886:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3682:1863365443062656:0@lo:400:kworker.0 00000100:00100000:2.0:1777047501.134908:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3682:1863365443063168:0@lo:400:kworker.0 00000100:00100000:2.0:1777047501.134926:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645844e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3682:1863365443062016:0@lo:400:kworker.0 00000100:00100000:2.0:1777047501.134961:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3682:1863365443062528:0@lo:400:kworker.0 00000100:00100000:3.0:1777047501.137907:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3009 00000100:00100000:3.0:1777047501.137929:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3682:x1863365443063040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047501.138021:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3682:x1863365443063040:12345-0@lo:400:kworker.0 Request processed in 99us (12408us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047501.138041:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3009 00000100:00100000:3.0:1777047501.138339:0:33219:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443061760 00000100:00100000:3.0:1777047501.138350:0:33219:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443061760 00000100:00100000:3.0:1777047501.138459:0:33219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:3.0:1777047501.138472:0:33219:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644023450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3685:x1863365443061760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047501.138533:0:33219:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644023450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3685:x1863365443061760:12345-0@lo:400:kworker.0 Request processed in 62us (12069us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047501.138546:0:33219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00080000:3.0:1777047501.138597:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777047501.138606:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777047501.138612:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777047501.138616:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777047501.138711:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645847800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3685:1863365443061760:0@lo:400:kworker.0 00000100:00100000:3.0:1777047501.138738:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645846300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443062272:0@lo:400:kworker.0 00000100:00100000:3.0:1777047501.138758:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3685:1863365443062784:0@lo:400:kworker.0 00000100:00100000:3.0:1777047501.138777:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645846d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443061888:0@lo:400:kworker.0 00000100:00100000:2.0:1777047501.142668:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443063040:0@lo:400:kworker.0 00000100:00100000:0.0:1777047501.149312:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4983 00000100:00100000:0.0:1777047501.149335:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3685:x1863365443062400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047501.149521:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3685:x1863365443062400:12345-0@lo:400:kworker.0 Request processed in 192us (23254us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047501.149536:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4983 00000100:00100000:0.0:1777047501.149606:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645844000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3685:1863365443062400:0@lo:400:kworker.0 00000100:00100000:1.0:1777047501.152599:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3010 00000100:00100000:1.0:1777047501.152618:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3685:x1863365443062912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047501.152700:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3685:x1863365443062912:12345-0@lo:400:kworker.0 Request processed in 87us (26367us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047501.152713:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3010 00000100:00100000:0.0:1777047501.155545:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443062912:0@lo:400:kworker.0 00000100:00100000:3.0:1777047501.157385:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047501.157439:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047501.163736:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388047616 00000100:00100000:2.0:1777047501.163756:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388047616 00000100:00100000:2.0:1777047501.163886:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388047744 00000100:00100000:2.0:1777047501.163894:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388047744 00000100:00100000:2.0:1777047501.163954:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4012 00000100:00100000:2.0:1777047501.163971:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388047616:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047501.163998:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047501.164049:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000557a912e/0x5ecf73d7249396e5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f84e5 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047501.164128:0:36216:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8f:0x0] initial LVB size: 248254, mtime: 0x69eb97ca, atime: 0x69eb97ca, ctime: 0x69eb97cb, blocks: 0xe8 00000100:00100000:1.0:1777047501.164139:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4013 00000100:00100000:1.0:1777047501.164155:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388047744:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047501.164158:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047501.164161:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047501.164170:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047501.164174:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000557a912e/0x5ecf73d7249396e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84e5 expref: 16 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.164186:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d7249396ec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f84ec expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.164201:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000557a912e/0x5ecf73d7249396e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84e5 expref: 16 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.164222:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139ae00, rc 0) 00000100:00100000:1.0:1777047501.164273:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443063296:192.168.201.54@tcp:106: 00000100:00100000:1.0:1777047501.164429:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85780 going to sleep for 11 seconds 00000100:00100000:2.0:1777047501.164982:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388047616:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 1012us (7600us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047501.164996:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4012 00000100:00080000:3.0:1777047501.165777:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777047501.165786:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047501.179492:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443063296:192.168.201.54@tcp:106: 00010000:00010000:1.0:1777047501.179548:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d7249396ec lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84ec expref: 22 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.179587:0:8633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d7249396ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84ec expref: 22 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.179611:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91e00, rc 0) 00000100:00100000:1.0:1777047501.179708:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388047744:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 15554us (22266us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047501.179743:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4013 00000100:00100000:3.0:1777047501.209065:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047501.212195:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388048000 00000100:00100000:2.0:1777047501.212211:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388048000 00000100:00100000:2.0:1777047501.212310:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2077 00000100:00100000:2.0:1777047501.212325:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365388048000:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:2.0:1777047501.212753:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57853:x1863365388048000:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 428us (3698us total) trans 8589935016 rc 0/0 00000100:00100000:2.0:1777047501.212770:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2077 00000100:00100000:3.0:1777047501.239061:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047501.239428:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388048256 00000100:00100000:2.0:1777047501.239444:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388048256 00000100:00100000:2.0:1777047501.239672:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6164 00000100:00100000:2.0:1777047501.239690:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57853:x1863365388048256:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047501.239730:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047501.239736:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1777047501.239774:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249396de lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84de expref: 41 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.239847:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493963d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f849f expref: 40 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.239874:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d72493960c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8491 expref: 39 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.239894:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047501.239903:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047501.239925:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d7249396f3 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f84f3 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.239999:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d7249396fa lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.240021:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d7249396fa lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.240038:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d7249396fa lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777047501.240451:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].69, 88 off14120 00000004:00080000:2.0:1777047501.240468:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4129877084292ns, next at 4003234154999ns, rc = 0 00000040:00080000:2.0:1777047501.240510:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].69, 88 off14144 00000004:00080000:2.0:1777047501.240519:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4129877136085ns, next at 4003234201462ns, rc = 0 00000040:00080000:2.0:1777047501.240568:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].70, 88 off14232 00000004:00080000:2.0:1777047501.240576:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4129877192420ns, next at 4003234201462ns, rc = 0 00000040:00080000:2.0:1777047501.240594:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].70, 88 off14208 00000004:00080000:2.0:1777047501.240601:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4129877217422ns, next at 4003234154999ns, rc = 0 00000040:00080000:2.0:1777047501.240616:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].71, 88 off14296 00000004:00080000:2.0:1777047501.240622:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4129877238852ns, next at 4003234154999ns, rc = 0 00000040:00080000:2.0:1777047501.240638:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].71, 88 off14320 00000004:00080000:2.0:1777047501.240644:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4129877260867ns, next at 4003234201462ns, rc = 0 00000040:00080000:2.0:1777047501.240661:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].72, 88 off14408 00000004:00080000:2.0:1777047501.240667:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4129877283955ns, next at 4003234201462ns, rc = 0 00000040:00080000:2.0:1777047501.240684:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].72, 88 off14384 00000004:00080000:2.0:1777047501.240691:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4129877307525ns, next at 4003234154999ns, rc = 0 00000040:00080000:2.0:1777047501.240708:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].73, 88 off14472 00000004:00080000:2.0:1777047501.240714:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4129877330512ns, next at 4003234154999ns, rc = 0 00000040:00080000:2.0:1777047501.240730:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].73, 88 off14496 00000004:00080000:2.0:1777047501.240737:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4129877353567ns, next at 4003234201462ns, rc = 0 00000001:00080000:3.0:1777047501.259939:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935017 is committed 00000004:00080000:3.0:1777047501.259957:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 75 committed 00000004:00080000:3.0:1777047501.259988:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 73 committed 00010000:00010000:2.0:1777047501.260007:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d7249395cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777047501.260010:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 72 committed 00000004:00080000:3.0:1777047501.260015:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 74 committed 00000004:00080000:3.0:1777047501.260018:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 73 committed 00000004:00080000:3.0:1777047501.260023:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 71 committed 00000004:00080000:3.0:1777047501.260027:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 70 committed 00010000:00010000:2.0:1777047501.260030:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d7249395cd lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777047501.260030:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 72 committed 00000004:00080000:3.0:1777047501.260034:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 71 committed 00000004:00080000:3.0:1777047501.260039:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 69 committed 00010000:00010000:2.0:1777047501.260046:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d7249395cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.260057:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e26e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047501.260067:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d7249395cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.260089:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d7249395cd lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.260142:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x32:0x0].0x0 (ffff9e06431c0d00) 00010000:00010000:2.0:1777047501.260148:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047501.260156:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d7249395cd lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.260168:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d7249395cd lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1777047501.260204:0:33214:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e06422899c0 refcount 2 committed 0 result 0 batchid 4294969358 00010000:00010000:2.0:1777047501.260209:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249395e2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1777047501.260212:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e0771920900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e0774f8a9c0 00000020:00080000:3.0:1777047501.260219:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e0771920b00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e0743856cc0 00010000:00010000:2.0:1777047501.260222:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249395e2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1777047501.260225:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e0771920000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e07751c8800 00000020:00080000:3.0:1777047501.260559:0:33214:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].10 00010000:00010000:2.0:1777047501.260576:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249395e2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.260587:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e26800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047501.260593:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249395e2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.260606:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249395e2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.260622:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047501.260627:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047501.260633:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249395e2 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.260653:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d7249395e2 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.260764:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d7249396fa lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84f3 expref: 24 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.260781:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047501.260786:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777047501.260809:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d7249396f3 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84f3 expref: 24 pid: 9025 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.260837:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d7249396fa lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84f3 expref: 23 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.260884:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047501.260889:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777047501.260893:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139a600, rc 0) 00000100:00100000:2.0:1777047501.261004:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57853:x1863365388048256:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 21316us (21953us total) trans 8589935017 rc 0/0 00000100:00100000:2.0:1777047501.261022:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6164 00000020:00080000:0.0:1777047501.261480:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969358 committed batchid 4294969357 00000020:00080000:0.0:1777047501.261569:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969357 00000100:00100000:0.0:1777047501.261760:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443063552:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047501.261840:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047501.261897:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1777047501.261909:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645689c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443063424:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047501.261951:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047501.261980:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645688700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443063936:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047501.262017:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047501.262063:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443063808:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047501.262133:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047501.262165:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777047501.262176:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645689500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443063680:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047501.262217:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047501.262262:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443063552 00000100:00100000:0.0:1777047501.262272:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443063552 00000100:00100000:0.0:1777047501.262324:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443063424 00000100:00100000:0.0:1777047501.262330:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443063424 00000100:00100000:0.0:1777047501.262357:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443063936 00000100:00100000:0.0:1777047501.262362:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443063936 00000100:00100000:0.0:1777047501.262439:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443063808 00000100:00100000:0.0:1777047501.262446:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443063808 00000100:00100000:0.0:1777047501.262476:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443063680 00000100:00100000:0.0:1777047501.262481:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443063680 00000100:00100000:0.0:1777047501.262507:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4014 00000100:00100000:0.0:1777047501.262523:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3685:x1863365443063552:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047501.262694:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047501.262702:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047501.262707:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047501.262711:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:0.0:1777047501.262716:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1777047501.262783:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443063552:12345-0@lo:2:osp-syn-1-0.0 Request processed in 262us (942us total) trans 17179870377 rc 0/0 00000100:00100000:0.0:1777047501.262798:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4014 00000100:00100000:0.0:1777047501.262827:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4015 00000100:00100000:0.0:1777047501.262841:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3685:x1863365443063424:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047501.262943:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047501.262949:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047501.262954:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047501.262959:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047501.262964:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047501.263014:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443063424:12345-0@lo:2:osp-syn-1-0.0 Request processed in 176us (1061us total) trans 17179870378 rc 0/0 00000100:00100000:0.0:1777047501.263027:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4015 00000100:00100000:0.0:1777047501.263053:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4016 00000100:00100000:0.0:1777047501.263065:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3685:x1863365443063936:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047501.263545:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047501.263551:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047501.263555:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047501.263559:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:0.0:1777047501.263564:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047501.263617:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443063936:12345-0@lo:2:osp-syn-1-0.0 Request processed in 553us (1597us total) trans 17179870379 rc 0/0 00000100:00100000:0.0:1777047501.263630:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4016 00000100:00100000:0.0:1777047501.263657:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4017 00000100:00100000:0.0:1777047501.263670:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3683:x1863365443063808:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047501.263764:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047501.263771:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047495 -> 1777047495 00002000:00010000:0.0:1777047501.263775:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:0.0:1777047501.263779:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047495 -> 1777047495 00002000:00010000:0.0:1777047501.263782:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 192 -> 192 00000100:00100000:0.0:1777047501.263841:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3683:x1863365443063808:12345-0@lo:2:osp-syn-1-0.0 Request processed in 172us (1706us total) trans 17179870380 rc 0/0 00000100:00100000:0.0:1777047501.263854:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4017 00000100:00100000:0.0:1777047501.263878:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4018 00000100:00100000:0.0:1777047501.263890:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3683:x1863365443063680:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047501.263978:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047501.263984:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb mtime from disk: 1777047495 -> 1777047495 00002000:00010000:0.0:1777047501.263989:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:0.0:1777047501.263993:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb ctime from disk: 1777047495 -> 1777047495 00002000:00010000:0.0:1777047501.263997:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047501.264045:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3683:x1863365443063680:12345-0@lo:2:osp-syn-1-0.0 Request processed in 157us (1827us total) trans 17179870381 rc 0/0 00000100:00100000:0.0:1777047501.264056:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4018 00000100:00100000:1.0:1777047501.264836:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443064192:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047501.264892:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047501.264933:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777047501.264944:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443064320:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047501.264979:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047501.265018:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443064192 00000100:00100000:1.0:1777047501.265025:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443064192 00000100:00100000:2.0:1777047501.265154:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443064448:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047501.265209:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047501.274843:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443064064:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047501.274996:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645689500/2, rc 0, transno 17179870381 00000100:00100000:0.0:1777047501.275008:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645689500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443063680:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047501.275029:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064568ad80/2, rc 0, transno 17179870380 00000100:00100000:0.0:1777047501.275037:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443063808:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047501.281556:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443064320 00000100:00100000:3.0:1777047501.281576:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443064320 00000100:00100000:2.0:1777047501.281631:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047501.281644:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443064448 00000100:00100000:3.0:1777047501.281650:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443064448 00000100:00100000:2.0:1777047501.281673:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443064576:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047501.281679:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443064064 00000100:00100000:3.0:1777047501.281684:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443064064 00000100:00100000:3.0:1777047501.281708:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4019 00000100:00100000:3.0:1777047501.281723:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3682:x1863365443064192:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047501.281740:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777047501.281790:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645689c00/2, rc 0, transno 17179870378 00000100:00100000:2.0:1777047501.281802:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645689c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443063424:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047501.281822:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645688700/2, rc 0, transno 17179870379 00000100:00100000:2.0:1777047501.281828:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645688700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443063936:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047501.281844:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064568bb80/2, rc 0, transno 17179870377 00000100:00100000:2.0:1777047501.281850:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443063552:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047501.281890:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443064576 00000100:00100000:2.0:1777047501.282262:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443064576 00000100:00100000:2.0:1777047501.282306:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4020 00000100:00100000:2.0:1777047501.282319:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3682:x1863365443064320:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047501.282319:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047501.282326:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:3.0:1777047501.282332:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:3.0:1777047501.282337:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047501.282342:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047501.282457:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3682:x1863365443064192:12345-0@lo:2:osp-syn-0-0.0 Request processed in 733us (17561us total) trans 21474837686 rc 0/0 00002000:00010000:2.0:1777047501.282477:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb size from disk: 262144 -> 262144 00000100:00100000:3.0:1777047501.282480:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4019 00002000:00010000:2.0:1777047501.282484:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb mtime from disk: 1777047495 -> 1777047495 00002000:00010000:2.0:1777047501.282489:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb atime from disk: 1777047481 -> 1777047481 00002000:00010000:2.0:1777047501.282493:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb ctime from disk: 1777047495 -> 1777047495 00002000:00010000:2.0:1777047501.282498:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8d:0x0] updating lvb blocks from disk: 192 -> 192 00000100:00100000:3.0:1777047501.282514:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4021 00000100:00100000:3.0:1777047501.282527:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3684:x1863365443064448:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047501.282550:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3682:x1863365443064320:12345-0@lo:2:osp-syn-0-0.0 Request processed in 232us (17569us total) trans 21474837687 rc 0/0 00000100:00100000:2.0:1777047501.282563:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4020 00000100:00100000:2.0:1777047501.282591:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4022 00000100:00100000:2.0:1777047501.282604:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443064064:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047501.282626:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047501.282631:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047495 -> 1777047495 00002000:00010000:3.0:1777047501.282637:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:3.0:1777047501.282641:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047495 -> 1777047495 00002000:00010000:3.0:1777047501.282646:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777047501.282693:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 248254 -> 248254 00002000:00010000:2.0:1777047501.282700:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00000100:00100000:3.0:1777047501.282700:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3684:x1863365443064448:12345-0@lo:2:osp-syn-0-0.0 Request processed in 174us (17489us total) trans 21474837688 rc 0/0 00002000:00010000:2.0:1777047501.282705:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047501.282710:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00000100:00100000:3.0:1777047501.282713:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4021 00002000:00010000:2.0:1777047501.282715:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 240 -> 240 00000100:00100000:3.0:1777047501.282740:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4023 00000100:00100000:3.0:1777047501.282754:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443064576:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047501.282770:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443064064:12345-0@lo:2:osp-syn-0-0.0 Request processed in 168us (1143us total) trans 21474837689 rc 0/0 00000100:00100000:2.0:1777047501.282783:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4022 00000004:00080000:2.0:1777047501.282840:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0744a28000/2, rc 0, transno 21474837689 00000100:00100000:2.0:1777047501.282851:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443064064:0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047501.282853:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb size from disk: 248254 -> 248254 00002000:00010000:3.0:1777047501.282858:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:3.0:1777047501.282865:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:3.0:1777047501.282868:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047501.282873:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb blocks from disk: 232 -> 232 00000100:00100000:3.0:1777047501.283492:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443064576:12345-0@lo:2:osp-syn-0-0.0 Request processed in 738us (1747us total) trans 21474837690 rc 0/0 00000100:00100000:3.0:1777047501.283505:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4023 00000004:00080000:2.0:1777047501.283510:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0744a29500/2, rc 0, transno 21474837690 00000100:00100000:2.0:1777047501.283518:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443064576:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047501.283562:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0744a2b100/2, rc 0, transno 21474837687 00000100:00100000:3.0:1777047501.283571:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443064320:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047501.283587:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0744a29f80/2, rc 0, transno 21474837686 00000100:00100000:3.0:1777047501.283596:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443064192:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047501.283649:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0744a28e00/2, rc 0, transno 21474837688 00000100:00100000:3.0:1777047501.283658:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443064448:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047501.288753:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047501.288966:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388048384 00000100:00100000:2.0:1777047501.288982:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388048384 00000100:00100000:2.0:1777047501.289081:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4024 00000100:00100000:2.0:1777047501.290723:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:57853:x1863365388048384:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047501.290753:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047501.290783:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d724939701 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f84fa expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.290884:0:8481:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d7249396ad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84d0 expref: 17 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.290902:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047501.290906:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047501.290914:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d724939701 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [90112->106495] (req 90112->106495) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84fa expref: 17 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.290970:0:8481:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d7249396ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84d0 expref: 17 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.291080:0:8481:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d7249396ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84d0 expref: 17 pid: 8481 timeout: 4229 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047501.291146:0:8481:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443064704:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047501.292073:0:8481:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047501.300181:0:8481:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443064704:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047501.300615:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d724939701 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [90112->106495] (req 90112->106495) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84fa expref: 17 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.300658:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139b600, rc 0) 00000100:00100000:2.0:1777047501.301167:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57853:x1863365388048384:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 12069us (12423us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047501.301185:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4024 00000100:00100000:3.0:1777047501.308136:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047501.308337:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388048512 00000100:00100000:1.0:1777047501.308355:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388048512 00010000:00010000:1.0:1777047501.308499:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d7249396ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84d0 expref: 17 pid: 8481 timeout: 4229 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047501.308583:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2026 00000100:00100000:1.0:1777047501.308607:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388048512:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047501.308637:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047501.308670:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d7249396ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84d0 expref: 17 pid: 8481 timeout: 4229 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.308703:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d7249396ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84d0 expref: 17 pid: 8481 timeout: 4229 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.308748:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d7249396ad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84d0 expref: 17 pid: 8481 timeout: 4229 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.308779:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047501.308783:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047501.308795:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d724939701 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 90112->106495) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84fa expref: 16 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.308819:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d724939701 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 90112->106495) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84fa expref: 16 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.308887:0:9569:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d724939701 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 90112->106495) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84fa expref: 16 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047501.308914:0:9569:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a29880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9569:1863365443064832:192.168.201.54@tcp:105: 00000100:00100000:1.0:1777047501.309067:0:9569:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047501.332587:0:9569:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a29880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9569:1863365443064832:192.168.201.54@tcp:105: 00010000:00010000:1.0:1777047501.332629:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047501.332713:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388048512:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 24110us (24621us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047501.332733:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2026 00000100:00100000:3.0:1777047501.333504:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047501.334227:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388048640 00000100:00100000:0.0:1777047501.334241:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388048640 00000100:00100000:0.0:1777047501.334355:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1205 00000100:00100000:0.0:1777047501.334374:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388048640:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:0.0:1777047501.335205:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 248254 -> 248254 00002000:00010000:0.0:1777047501.335214:0:29067:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047498 -> 1777047499 00002000:00010000:0.0:1777047501.335220:0:29067:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047501.335225:0:29067:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:0.0:1777047501.335229:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 240 -> 272 00000100:00100000:0.0:1777047501.335314:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388048640:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 942us (1811us total) trans 21474837691 rc 0/0 00000100:00100000:0.0:1777047501.335330:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1205 00000100:00100000:3.0:1777047501.355468:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047501.357629:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388048768 00000100:00100000:2.0:1777047501.357647:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388048768 00000100:00100000:2.0:1777047501.367378:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6165 00000100:00100000:2.0:1777047501.367449:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57853:x1863365388048768:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047501.367486:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047501.368173:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724939708 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8501 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.368346:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d72493970f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.368371:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d72493970f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.368396:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d72493970f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047501.368444:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 0 00000004:00200000:2.0:1777047501.368452:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047501.368481:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d72493970f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.370725:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724939708 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8501 expref: 25 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.370762:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d72493970f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8501 expref: 24 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.370781:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047501.370788:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047501.370794:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139bc00, rc 0) 00000100:00100000:2.0:1777047501.370885:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365388048768:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 3451us (15430us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047501.370899:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6165 00000100:00100000:3.0:1777047501.394256:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047501.394601:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388048896 00000100:00100000:0.0:1777047501.394616:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388048896 00000100:00100000:0.0:1777047501.394723:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1206 00000100:00100000:0.0:1777047501.394751:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388048896:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:0.0:1777047501.395455:0:8486:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 248254 -> 248254 00002000:00010000:0.0:1777047501.395466:0:8486:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047499 -> 1777047499 00002000:00010000:0.0:1777047501.395471:0:8486:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047501.395475:0:8486:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:0.0:1777047501.395479:0:8486:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 272 -> 208 00000100:00100000:0.0:1777047501.395571:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388048896:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 823us (1323us total) trans 21474837692 rc 0/0 00000100:00100000:0.0:1777047501.395589:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1206 00000100:00100000:0.0:1777047501.419567:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047501.419732:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388049024 00000100:00100000:3.0:1777047501.419749:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388049024 00000100:00100000:0.0:1777047501.420036:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1207 00000100:00100000:0.0:1777047501.420088:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388049024:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:0.0:1777047501.420945:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 248254 -> 248254 00002000:00010000:0.0:1777047501.420966:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047499 -> 1777047499 00002000:00010000:0.0:1777047501.420971:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047501.420975:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:0.0:1777047501.420978:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 208 -> 272 00000100:00100000:0.0:1777047501.421084:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388049024:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 1031us (1545us total) trans 21474837693 rc 0/0 00000100:00100000:0.0:1777047501.423306:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1207 00000100:00100000:3.0:1777047501.457524:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047501.458050:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388049152 00000100:00100000:2.0:1777047501.458065:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388049152 00000100:00100000:2.0:1777047501.458192:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1208 00000100:00100000:2.0:1777047501.458496:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388049152:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:2.0:1777047501.458780:0:20134:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 248254 -> 248254 00002000:00010000:2.0:1777047501.458787:0:20134:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047499 -> 1777047499 00002000:00010000:2.0:1777047501.458792:0:20134:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047501.458795:0:20134:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:2.0:1777047501.458799:0:20134:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 272 -> 296 00000100:00100000:2.0:1777047501.458877:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388049152:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 387us (1364us total) trans 21474837694 rc 0/0 00000100:00100000:2.0:1777047501.458890:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1208 00000100:00100000:1.0:1777047501.469980:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047501.471863:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388049280 00000100:00100000:2.0:1777047501.471879:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388049280 00000100:00100000:2.0:1777047501.471992:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1209 00000100:00100000:2.0:1777047501.472010:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388049280:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:2.0:1777047501.472866:0:24563:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 248254 -> 248254 00002000:00010000:2.0:1777047501.472873:0:24563:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047499 -> 1777047499 00002000:00010000:2.0:1777047501.472878:0:24563:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047501.472881:0:24563:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:2.0:1777047501.472886:0:24563:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 296 -> 240 00000100:00100000:2.0:1777047501.473699:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388049280:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 1690us (3728us total) trans 21474837695 rc 0/0 00000100:00100000:2.0:1777047501.473714:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1209 00000100:00100000:0.0:1777047501.500727:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047501.501090:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388049408 00000100:00100000:2.0:1777047501.501135:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388049408 00000100:00100000:2.0:1777047501.501639:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6166 00000100:00100000:2.0:1777047501.501659:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365388049408:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047501.501689:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047501.501715:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724939716 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8508 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.501762:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493971d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.501783:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493971d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.501801:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493971d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.501950:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d724939716 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8508 expref: 26 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.501978:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493971d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8508 expref: 25 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.501993:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047501.501999:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777047501.502004:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139b200, rc 0) 00000100:00100000:2.0:1777047501.502199:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388049408:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 543us (1478us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047501.502212:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6166 00000100:00100000:3.0:1777047501.512558:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047501.513160:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388049664 00000100:00100000:0.0:1777047501.513498:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388049664 00000100:00100000:0.0:1777047501.513587:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6167 00000100:00100000:0.0:1777047501.513603:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388049664:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:0.0:1777047501.513671:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777047501.513708:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d72493970f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8501 expref: 25 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.513746:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d7249396fa lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84f3 expref: 24 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.513764:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047501.513772:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047501.514007:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d724939724 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.514028:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d724939724 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.514043:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d724939724 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047501.514134:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935018 00000004:00010000:0.0:1777047501.514168:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000018bbb769 reply state 000000002b03fc1f transno 8589935019 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d724939724 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.514187:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d724939724 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.514488:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047501.514494:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047501.514499:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047501.514623:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57853:x1863365388049664:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 1021us (2074us total) trans 8589935019 rc 0/0 00000100:00100000:0.0:1777047501.514636:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6167 00000020:00080000:0.0:1777047501.514644:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047501.520685:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047501.520823:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388049792 00000100:00100000:2.0:1777047501.520836:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388049792 00000100:00100000:2.0:1777047501.520911:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6168 00000100:00100000:2.0:1777047501.520928:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57853:x1863365388049792:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047501.520955:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047501.520982:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493972b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f850f expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.521074:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493972b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f850f expref: 27 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.521123:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493972b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f850f expref: 27 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.521153:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047501.521159:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047501.521164:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139ac00, rc 0) 00000100:00100000:2.0:1777047501.521244:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365388049792:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 319us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047501.521256:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6168 00000100:00100000:1.0:1777047501.531663:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047501.531731:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047501.532497:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388050048 00000100:00100000:2.0:1777047501.532510:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388050048 00002000:00010000:2.0:1777047501.532560:0:29058:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047501.532567:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eace680 with x1863365388050048 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047501.532584:0:29058:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064eace680. 00000100:00100000:2.0:1777047501.532634:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388050176 00000100:00100000:2.0:1777047501.532640:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388050176 00002000:00010000:2.0:1777047501.532664:0:29058:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047501.532668:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eace300 with x1863365388050176 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047501.532676:0:29058:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eace300. 00000100:00100000:2.0:1777047501.532721:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1210 00000100:00100000:2.0:1777047501.532735:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388050048:12345-192.168.201.54@tcp:10:fsx.0 00000100:00100000:0.0:1777047501.533505:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1211 00000100:00100000:0.0:1777047501.533522:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eace300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388050176:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:0.0:1777047501.533696:0:29057:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047501.533702:0:29057:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047498 -> 1777047502 00002000:00010000:0.0:1777047501.533707:0:29057:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047501.533711:0:29057:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047499 -> 1777047502 00002000:00010000:0.0:1777047501.533715:0:29057:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047501.533785:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eace300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388050176:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 267us (2052us total) trans 21474837696 rc 0/0 00000100:00100000:0.0:1777047501.533798:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1211 00002000:00010000:0.0:1777047501.533804:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:0.0:1777047501.533808:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eace300 with x1863365388050176 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047501.533816:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eace300. 00002000:00010000:2.0:1777047501.534512:0:29058:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047501.534518:0:29058:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047498 -> 1777047502 00002000:00010000:2.0:1777047501.534522:0:29058:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047501.534526:0:29058:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047499 -> 1777047502 00002000:00010000:2.0:1777047501.534529:0:29058:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777047501.534590:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388050048:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 1856us (2936us total) trans 17179870382 rc 0/0 00000100:00100000:2.0:1777047501.534609:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1210 00002000:00010000:2.0:1777047501.534614:0:29058:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047501.534619:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eace680 with x1863365388050048 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047501.534626:0:29058:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064eace680. 00000100:00100000:1.0:1777047501.544191:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047501.544336:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388049920 00000100:00100000:0.0:1777047501.544349:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388049920 00002000:00010000:0.0:1777047501.544534:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (226444->18446744073709551615) 00002000:00100000:0.0:1777047501.544544:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacc700 with x1863365388049920 ext(226444->18446744073709551615) 00002000:00010000:0.0:1777047501.544561:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacc700. 00000100:00100000:0.0:1777047501.544622:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1212 00000100:00100000:0.0:1777047501.544638:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388049920:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:0.0:1777047501.545593:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 248254 -> 226444 00002000:00010000:0.0:1777047501.545602:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047499 -> 1777047502 00002000:00010000:0.0:1777047501.545607:0:24566:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047501.545610:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047499 -> 1777047502 00002000:00010000:0.0:1777047501.556056:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 240 -> 176 00000100:00100000:0.0:1777047501.556322:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388049920:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 11680us (12136us total) trans 21474837697 rc 0/0 00000100:00100000:0.0:1777047501.556342:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1212 00002000:00010000:0.0:1777047501.556349:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (226444->18446744073709551615) 00002000:00100000:0.0:1777047501.556354:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacc700 with x1863365388049920 ext(226444->18446744073709551615) 00002000:00010000:0.0:1777047501.556368:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacc700. 00000100:00100000:1.0:1777047501.567806:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047501.570462:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388050304 00000100:00100000:2.0:1777047501.570477:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388050304 00000100:00100000:2.0:1777047501.570618:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6169 00000100:00100000:2.0:1777047501.570633:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365388050304:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047501.570659:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047501.570687:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939732 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8516 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.573657:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724939739 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.573686:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724939739 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.573707:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724939739 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047501.573759:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 226444 00000004:00200000:2.0:1777047501.573765:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047501.574370:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724939739 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.574438:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939732 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8516 expref: 29 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.574475:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724939739 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8516 expref: 28 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.574488:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047501.574492:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047501.574497:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139a400, rc 0) 00000100:00100000:2.0:1777047501.574673:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57853:x1863365388050304:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 4041us (6876us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047501.574686:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6169 00000100:00100000:2.0:1777047501.589866:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047501.589981:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388050560 00000100:00100000:0.0:1777047501.589995:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388050560 00000100:00100000:0.0:1777047501.590133:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6170 00000100:00100000:0.0:1777047501.590149:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57853:x1863365388050560:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:0.0:1777047501.590221:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047501.590257:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724939739 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8516 expref: 28 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.590288:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047501.590297:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047501.590584:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d724939740 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.590606:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d724939740 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.590623:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d724939740 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047501.590687:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935020 00000004:00010000:0.0:1777047501.590723:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f7d9be1e reply state 0000000082664407 transno 8589935021 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d724939740 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.590743:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d724939740 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.590756:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047501.590760:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047501.590765:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047501.591496:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57853:x1863365388050560:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 1349us (1639us total) trans 8589935021 rc 0/0 00000100:00100000:0.0:1777047501.591510:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6170 00000020:00080000:0.0:1777047501.591518:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047501.605972:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047501.606038:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047501.606111:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047501.606454:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388050688 00000100:00100000:2.0:1777047501.606475:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388050688 00002000:00010000:2.0:1777047501.606532:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (262144->18446744073709551615) 00002000:00100000:2.0:1777047501.606540:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacca80 with x1863365388050688 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047501.606556:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacca80. 00000100:00100000:2.0:1777047501.606602:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388050816 00000100:00100000:2.0:1777047501.606607:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388050816 00002000:00010000:2.0:1777047501.606627:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047501.606632:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacdf80 with x1863365388050816 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047501.606641:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064eacdf80. 00000100:00100000:2.0:1777047501.606664:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388050944 00000100:00100000:2.0:1777047501.606668:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388050944 00002000:00010000:2.0:1777047501.606680:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047501.606684:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eaced80 with x1863365388050944 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047501.606691:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eaced80. 00000100:00100000:2.0:1777047501.606714:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1213 00000100:00100000:2.0:1777047501.606730:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365388050688:12345-192.168.201.54@tcp:10:fsx.0 00000100:00100000:0.0:1777047501.607118:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1214 00000100:00100000:0.0:1777047501.607138:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388050816:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:0.0:1777047501.607592:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047501.607596:0:8485:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 226444 -> 262144 00002000:00010000:0.0:1777047501.607601:0:29067:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047502 -> 1777047502 00002000:00010000:2.0:1777047501.607605:0:8485:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047502 -> 1777047502 00002000:00010000:0.0:1777047501.607610:0:29067:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047501.607613:0:8485:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047501.607620:0:29067:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047502 -> 1777047502 00002000:00010000:2.0:1777047501.607622:0:8485:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047502 -> 1777047502 00002000:00010000:0.0:1777047501.607633:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:2.0:1777047501.607634:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 176 -> 176 00000100:00100000:1.0:1777047501.607791:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1215 00000100:00100000:1.0:1777047501.607808:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eaced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365388050944:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:1.0:1777047501.607907:0:8484:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047501.607912:0:8484:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047502 -> 1777047502 00002000:00010000:1.0:1777047501.607916:0:8484:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047501.607920:0:8484:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047502 -> 1777047502 00002000:00010000:1.0:1777047501.607924:0:8484:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047501.609853:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2430:x1863365388050688:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 3111us (3878us total) trans 21474837698 rc 0/0 00000100:00100000:0.0:1777047501.611349:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388050816:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 4212us (5307us total) trans 17179870383 rc 0/0 00000100:00100000:0.0:1777047501.611368:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1214 00002000:00010000:0.0:1777047501.611376:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:0.0:1777047501.611382:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacdf80 with x1863365388050816 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047501.611395:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064eacdf80. 00000100:00100000:2.0:1777047501.611578:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1213 00002000:00010000:2.0:1777047501.611586:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (262144->18446744073709551615) 00002000:00100000:2.0:1777047501.611592:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacca80 with x1863365388050688 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047501.611601:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacca80. 00000100:00100000:1.0:1777047501.614805:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eaced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365388050944:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 6992us (8705us total) trans 21474837699 rc 0/0 00000100:00100000:1.0:1777047501.614823:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1215 00002000:00010000:1.0:1777047501.614830:0:8484:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:1.0:1777047501.614836:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eaced80 with x1863365388050944 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047501.614848:0:8484:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eaced80. 00000100:00100000:2.0:1777047501.635181:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777047501.635212:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443064960:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777047501.635297:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047501.636789:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443064960 00000100:00100000:0.0:1777047501.636801:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443064960 00000100:00100000:0.0:1777047501.637468:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2491 00000100:00100000:0.0:1777047501.637485:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443064960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1777047501.637524:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 352164288 pending 0 free 3916980224 avail 3685457920 00000100:00100000:0.0:1777047501.637591:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443064960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (2293us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047501.637603:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2491 00000100:00100000:1.0:1777047501.638126:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047501.638282:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443064960:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1777047501.638607:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047501.639460:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443065088:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777047501.639515:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047501.639654:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388051072 00000100:00100000:1.0:1777047501.639663:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388051072 00002000:00100000:1.0:1777047501.639711:0:29064:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x280000401:0x8a:0x0] (249856->253951) req@ffff9e064eacdc00 x1863365388051072/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:237/0 lens 488/0 e 0 to 0 dl 1777047512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047501.639729:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacdc00 with x1863365388051072 ext(249856->253951) 00002000:00010000:1.0:1777047501.639737:0:29064:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacdc00 00000100:00100000:1.0:1777047501.640073:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1216 00000100:00100000:1.0:1777047501.640117:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2431:x1863365388051072:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:1.0:1777047501.640362:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2431:x1863365388051072:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 275us (2266us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777047501.640375:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1216 00002000:00100000:1.0:1777047501.640413:0:29064:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x280000401:0x8a:0x0] (249856->253951) req@ffff9e064eacdc00 x1863365388051072/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:237/0 lens 488/4536 e 0 to 0 dl 1777047512 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047501.640427:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacdc00 with x1863365388051072 ext(249856->253951) 00002000:00010000:1.0:1777047501.640432:0:29064:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacdc00 00000100:00100000:3.0:1777047501.640656:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443065088 00000100:00100000:3.0:1777047501.640664:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443065088 00000100:00100000:3.0:1777047501.640728:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3306 00000100:00100000:3.0:1777047501.640740:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443065088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777047501.640772:0:6594:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445867520 avail 1299628032 00000100:00100000:3.0:1777047501.649826:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443065088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 9075us (10298us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047501.650034:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443065088:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777047501.650209:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3306 00000100:00100000:3.0:1777047501.672674:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047501.672811:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388051200 00000100:00100000:2.0:1777047501.672826:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388051200 00002000:00100000:2.0:1777047501.672924:0:24565:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x8a:0x0] (253952->258047) req@ffff9e076e2a6a00 x1863365388051200/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:237/0 lens 488/0 e 0 to 0 dl 1777047512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047501.672944:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a6a00 with x1863365388051200 ext(253952->258047) 00002000:00010000:2.0:1777047501.672955:0:24565:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a6a00 00000100:00100000:2.0:1777047501.673028:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1217 00000100:00100000:2.0:1777047501.673046:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2432:x1863365388051200:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:2.0:1777047501.673685:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2432:x1863365388051200:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 641us (1022us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777047501.673699:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1217 00002000:00100000:2.0:1777047501.673710:0:24565:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x8a:0x0] (253952->258047) req@ffff9e076e2a6a00 x1863365388051200/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:237/0 lens 488/4536 e 0 to 0 dl 1777047512 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047501.673726:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a6a00 with x1863365388051200 ext(253952->258047) 00002000:00010000:2.0:1777047501.673732:0:24565:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a6a00 00000100:00100000:0.0:1777047501.689635:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047501.690132:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388051328 00000100:00100000:2.0:1777047501.690149:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388051328 00002000:00100000:2.0:1777047501.693608:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x8a:0x0] (229376->262143) req@ffff9e064d744000 x1863365388051328/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:237/0 lens 504/0 e 0 to 0 dl 1777047512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047501.693631:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d744000 with x1863365388051328 ext(229376->262143) 00002000:00010000:2.0:1777047501.693641:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064d744000 00000100:00100000:2.0:1777047501.693879:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1218 00000100:00100000:2.0:1777047501.693897:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2432:x1863365388051328:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:2.0:1777047501.711909:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2432:x1863365388051328:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 18002us (22273us total) trans 0 rc 24576/24576 00000100:00100000:2.0:1777047501.711930:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1218 00002000:00100000:2.0:1777047501.711951:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x8a:0x0] (229376->262143) req@ffff9e064d744000 x1863365388051328/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:237/0 lens 504/440 e 0 to 0 dl 1777047512 ref 1 fl Complete:/600/0 rc 24576/24576 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047501.712016:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d744000 with x1863365388051328 ext(229376->262143) 00002000:00010000:2.0:1777047501.712027:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064d744000 00000100:00100000:0.0:1777047501.742953:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047501.743797:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388051456 00000100:00100000:2.0:1777047501.744529:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388051456 00002000:00100000:2.0:1777047501.744612:0:29058:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x8a:0x0] (249856->262143) req@ffff9e0643a26a00 x1863365388051456/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:237/0 lens 12776/0 e 0 to 0 dl 1777047512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047501.744636:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643a26a00 with x1863365388051456 ext(249856->262143) 00002000:00010000:2.0:1777047501.744648:0:29058:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643a26a00 00000100:00100000:2.0:1777047501.744708:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1219 00000100:00100000:2.0:1777047501.744728:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2429:x1863365388051456:12345-192.168.201.54@tcp:4:lfs.0 00000100:00100000:2.0:1777047501.759363:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2429:x1863365388051456:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 14618us (16400us total) trans 21474837700 rc 0/0 00000100:00100000:2.0:1777047501.759423:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1219 00002000:00100000:2.0:1777047501.759447:0:29058:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x8a:0x0] (249856->262143) req@ffff9e0643a26a00 x1863365388051456/t21474837700(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:237/0 lens 12776/448 e 0 to 0 dl 1777047512 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047501.759473:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643a26a00 with x1863365388051456 ext(249856->262143) 00002000:00010000:2.0:1777047501.759484:0:29058:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643a26a00 00000100:00100000:3.0:1777047501.785115:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047501.789639:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388051584 00000100:00100000:2.0:1777047501.789664:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388051584 00000100:00100000:2.0:1777047501.791413:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4025 00000100:00100000:2.0:1777047501.791441:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0775804c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2430:x1863365388051584:12345-192.168.201.54@tcp:16:fsx.0 00000001:00080000:1.0:1777047501.802803:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837700 is committed 00000001:00080000:1.0:1777047501.802880:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837690 is committed 00000100:00100000:0.0:1777047501.814499:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0775804c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388051584:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 23054us (29406us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047501.814523:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4025 00000100:00100000:0.0:1777047501.841210:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047501.841679:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388051712 00000100:00100000:2.0:1777047501.841697:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388051712 00000100:00100000:2.0:1777047501.842155:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6171 00000100:00100000:2.0:1777047501.842178:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57853:x1863365388051712:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047501.842217:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047501.842252:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939747 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f851d expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.843295:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493974e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.843324:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493974e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.843344:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493974e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047501.843428:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00000004:00200000:2.0:1777047501.843436:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047501.843467:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493974e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.843515:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939747 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f851d expref: 32 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.843548:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493974e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f851d expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.843564:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047501.843570:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047501.843577:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139a600, rc 0) 00000100:00100000:2.0:1777047501.844756:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388051712:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 2579us (3554us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047501.844775:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6171 00000100:00100000:2.0:1777047501.891817:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047501.892542:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388051968 00000100:00100000:0.0:1777047501.892559:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388051968 00000100:00100000:0.0:1777047501.892656:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6172 00000100:00100000:0.0:1777047501.894426:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388051968:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:0.0:1777047501.894510:0:6590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047501.894554:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493974e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f851d expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.894586:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047501.894595:0:6590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047501.894839:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d724939755 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.894866:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d724939755 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.894886:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d724939755 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047501.894989:0:6590:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935022 00000004:00010000:0.0:1777047501.895030:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006147f204 reply state 0000000029c11b9d transno 8589935023 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d724939755 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.895052:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d724939755 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.895065:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047501.895070:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047501.895074:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047501.895316:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57853:x1863365388051968:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 2643us (3509us total) trans 8589935023 rc 0/0 00000100:00100000:0.0:1777047501.895331:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6172 00000020:00080000:0.0:1777047501.895341:0:6590:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047501.909302:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047501.909357:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047501.909458:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047501.909593:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388052096 00000100:00100000:2.0:1777047501.909607:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388052096 00002000:00010000:2.0:1777047501.909668:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (47687->18446744073709551615) 00002000:00100000:2.0:1777047501.909677:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacd180 with x1863365388052096 ext(47687->18446744073709551615) 00002000:00010000:2.0:1777047501.909693:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacd180. 00000100:00100000:2.0:1777047501.909746:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388052352 00000100:00100000:2.0:1777047501.909752:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388052352 00002000:00010000:2.0:1777047501.909773:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047501.909778:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacd880 with x1863365388052352 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047501.909789:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacd880. 00000100:00100000:2.0:1777047501.909811:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388052224 00000100:00100000:2.0:1777047501.909815:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388052224 00002000:00010000:2.0:1777047501.910468:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047501.910475:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacc380 with x1863365388052224 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047501.910486:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064eacc380. 00000100:00100000:2.0:1777047501.910524:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1220 00000100:00100000:2.0:1777047501.910543:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388052096:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047501.911295:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 262144 -> 47687 00002000:00010000:2.0:1777047501.911304:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047502 -> 1777047502 00002000:00010000:2.0:1777047501.911309:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047501.911314:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047502 -> 1777047502 00002000:00010000:2.0:1777047501.911319:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 176 -> 104 00000100:00100000:2.0:1777047501.911440:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388052096:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 899us (2147us total) trans 21474837701 rc 0/0 00000100:00100000:2.0:1777047501.911464:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1220 00002000:00010000:2.0:1777047501.911471:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (47687->18446744073709551615) 00002000:00100000:2.0:1777047501.911477:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacd180 with x1863365388052096 ext(47687->18446744073709551615) 00002000:00010000:2.0:1777047501.911485:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacd180. 00000100:00100000:2.0:1777047501.911516:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1221 00000100:00100000:2.0:1777047501.911530:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388052352:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047501.911631:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047501.911638:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047502 -> 1777047502 00002000:00010000:2.0:1777047501.911643:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047501.911647:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047502 -> 1777047502 00002000:00010000:2.0:1777047501.911651:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047501.911691:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388052352:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 163us (2332us total) trans 21474837702 rc 0/0 00000100:00100000:2.0:1777047501.911705:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1221 00002000:00010000:2.0:1777047501.911711:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047501.911716:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacd880 with x1863365388052352 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047501.911724:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacd880. 00000100:00100000:2.0:1777047501.911748:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1222 00000100:00100000:2.0:1777047501.911761:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388052224:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047501.912181:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047501.912188:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047502 -> 1777047502 00002000:00010000:2.0:1777047501.912192:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047501.912197:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047502 -> 1777047502 00002000:00010000:2.0:1777047501.912201:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777047501.912244:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365388052224:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 484us (2786us total) trans 17179870384 rc 0/0 00000100:00100000:2.0:1777047501.912259:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1222 00002000:00010000:2.0:1777047501.912265:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047501.912270:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacc380 with x1863365388052224 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047501.912279:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064eacc380. 00000100:00100000:2.0:1777047501.939350:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047501.939650:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388052480 00000100:00100000:0.0:1777047501.939666:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388052480 00000100:00100000:0.0:1777047501.939781:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6173 00000100:00100000:0.0:1777047501.939800:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57853:x1863365388052480:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047501.941664:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047501.941720:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d72493975c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8524 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.942256:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d724939763 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.942281:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d724939763 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.942300:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d724939763 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047501.942346:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 47687 00000004:00200000:0.0:1777047501.942354:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047501.942410:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d724939763 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.942455:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d72493975c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8524 expref: 35 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.942483:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d724939763 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8524 expref: 34 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.942497:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047501.942502:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047501.942508:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f46800, rc 0) 00000100:00100000:0.0:1777047501.942592:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57853:x1863365388052480:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 2796us (3254us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047501.942607:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6173 00000100:00100000:2.0:1777047501.966837:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047501.967980:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388052736 00000100:00100000:3.0:1777047501.967997:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388052736 00000100:00100000:3.0:1777047501.968135:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6174 00000100:00100000:3.0:1777047501.968152:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57853:x1863365388052736:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:3.0:1777047501.968228:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047501.968264:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d724939763 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8524 expref: 34 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047501.968295:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047501.968304:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047501.970663:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493976a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047501.970719:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493976a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047501.970738:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493976a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047501.970817:0:6588:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935024 00000004:00010000:3.0:1777047501.970861:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ea09dca0 reply state 00000000e906e82f transno 8589935025 ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493976a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047501.970884:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493976a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047501.970897:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047501.970903:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047501.970908:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047501.971112:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57853:x1863365388052736:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 2931us (4256us total) trans 8589935025 rc 0/0 00000100:00100000:3.0:1777047501.971129:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6174 00000020:00080000:3.0:1777047501.971138:0:6588:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047501.981457:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047501.981526:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388052864 00000100:00100000:1.0:1777047501.981531:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047501.981540:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388052864 00002000:00010000:3.0:1777047501.981600:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (48280->18446744073709551615) 00002000:00100000:3.0:1777047501.981609:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacce00 with x1863365388052864 ext(48280->18446744073709551615) 00002000:00010000:3.0:1777047501.981627:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacce00. 00000100:00100000:1.0:1777047501.982475:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047502.002921:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388052992 00000100:00100000:2.0:1777047502.002947:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388052992 00002000:00010000:2.0:1777047502.003018:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047502.003033:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacf480 with x1863365388052992 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047502.003051:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064eacf480. 00000100:00100000:2.0:1777047502.003130:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388053120 00000100:00100000:2.0:1777047502.003137:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388053120 00002000:00010000:2.0:1777047502.003168:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047502.003174:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacea00 with x1863365388053120 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047502.003185:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacea00. 00000100:00100000:2.0:1777047502.003230:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1223 00000100:00100000:2.0:1777047502.003254:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388052864:12345-192.168.201.54@tcp:10:fsx.0 00000100:00100000:3.0:1777047502.003282:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1224 00000100:00100000:3.0:1777047502.003301:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365388052992:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:3.0:1777047502.003569:0:20132:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047502.003577:0:20132:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047502 -> 1777047502 00002000:00010000:3.0:1777047502.003583:0:20132:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:3.0:1777047502.003588:0:20132:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047502 -> 1777047502 00002000:00010000:3.0:1777047502.003593:0:20132:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777047502.003704:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365388052992:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 406us (22170us total) trans 17179870385 rc 0/0 00000100:00100000:3.0:1777047502.003720:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1224 00002000:00010000:3.0:1777047502.003733:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:3.0:1777047502.003738:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacf480 with x1863365388052992 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047502.003747:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064eacf480. 00000100:00100000:3.0:1777047502.003785:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1225 00000100:00100000:3.0:1777047502.003800:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388053120:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:3.0:1777047502.003929:0:20132:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047502.003940:0:20132:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047502 -> 1777047502 00002000:00010000:3.0:1777047502.003945:0:20132:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:3.0:1777047502.003949:0:20132:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047502 -> 1777047502 00002000:00010000:3.0:1777047502.003953:0:20132:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047502.004004:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388053120:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 205us (21531us total) trans 21474837703 rc 0/0 00000100:00100000:3.0:1777047502.004016:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1225 00002000:00010000:3.0:1777047502.004028:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:3.0:1777047502.004033:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacea00 with x1863365388053120 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047502.004042:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacea00. 00002000:00010000:2.0:1777047502.008627:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 47687 -> 48280 00002000:00010000:2.0:1777047502.008644:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047502 -> 1777047502 00002000:00010000:2.0:1777047502.008649:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047502.008654:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047502 -> 1777047502 00002000:00010000:2.0:1777047502.008659:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:2.0:1777047502.008756:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388052864:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 5501us (28959us total) trans 21474837704 rc 0/0 00000100:00100000:2.0:1777047502.008780:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1223 00002000:00010000:2.0:1777047502.008788:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (48280->18446744073709551615) 00002000:00100000:2.0:1777047502.008795:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacce00 with x1863365388052864 ext(48280->18446744073709551615) 00002000:00010000:2.0:1777047502.008810:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacce00. 00000100:00100000:3.0:1777047502.032725:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047502.041637:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388053248 00000100:00100000:2.0:1777047502.041665:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388053248 00000100:00100000:2.0:1777047502.041838:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6175 00000100:00100000:2.0:1777047502.041869:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57853:x1863365388053248:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047502.041917:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047502.042002:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724939771 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f852b expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.042235:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939778 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.042262:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939778 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.042293:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939778 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047502.042465:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 48280 00000004:00200000:2.0:1777047502.042473:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047502.042526:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939778 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.042581:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724939771 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f852b expref: 38 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.042634:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939778 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f852b expref: 37 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.042660:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047502.042666:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047502.042672:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139b000, rc 0) 00000100:00100000:2.0:1777047502.042819:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57853:x1863365388053248:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 954us (10107us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047502.042838:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6175 00000100:00100000:3.0:1777047502.072725:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047502.073568:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388053504 00000100:00100000:2.0:1777047502.073590:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388053504 00000100:00100000:2.0:1777047502.073700:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2078 00000100:00100000:2.0:1777047502.073724:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57853:x1863365388053504:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:2.0:1777047502.074286:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57853:x1863365388053504:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 568us (1574us total) trans 8589935026 rc 0/0 00000100:00100000:2.0:1777047502.074308:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2078 00000100:00100000:3.0:1777047502.148802:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443065216:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777047502.149638:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047502.152201:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777047502.152221:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443065344:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047502.152285:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047502.157707:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443065216 00000100:00100000:1.0:1777047502.157726:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443065216 00000100:00100000:1.0:1777047502.157981:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443065344 00000100:00100000:1.0:1777047502.157990:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443065344 00000100:00100000:0.0:1777047502.158119:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2492 00000100:00100000:0.0:1777047502.158141:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443065216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777047502.158204:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 360183360 pending 0 free 3918880768 avail 3687321600 00000100:00100000:0.0:1777047502.158322:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443065216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 187us (8684us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047502.158338:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2492 00000100:00100000:0.0:1777047502.158368:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2493 00000100:00100000:0.0:1777047502.158381:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+11:3684:x1863365443065344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777047502.158401:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 352164288 pending 0 free 3916980224 avail 3685457920 00000100:00100000:0.0:1777047502.158450:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+11:3684:x1863365443065344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (6166us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047502.158470:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2493 00000100:00100000:3.0:1777047502.159789:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443065344:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047502.159816:0:3684:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474837690 gen 2 00000004:00080000:3.0:1777047502.159827:0:3684:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474837685 committed transno 21474837690 00000004:00080000:3.0:1777047502.159860:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744a29f80, transno 21474837686 00000004:00080000:3.0:1777047502.159886:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744a2b100, transno 21474837687 00000004:00080000:3.0:1777047502.159892:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744a28e00, transno 21474837688 00000004:00080000:3.0:1777047502.159897:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744a28000, transno 21474837689 00000004:00080000:3.0:1777047502.159902:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744a29500, transno 21474837690 00000100:00100000:3.0:1777047502.159917:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443065216:0@lo:13:osp-pre-0-0.0 00000004:00080000:3.0:1777047502.160208:0:33232:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 5 done 00000100:00100000:1.0:1777047502.193640:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047502.193826:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388053760 00000100:00100000:0.0:1777047502.193841:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388053760 00000100:00100000:0.0:1777047502.193939:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6176 00000100:00100000:0.0:1777047502.193959:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57870:x1863365388053760:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047502.193996:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047502.194053:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493977f lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8532 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194196:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d724939786 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194221:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d724939786 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194240:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d724939786 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194262:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d72493978d lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194276:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d72493978d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194289:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d72493978d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194499:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d724939794 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194516:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d724939794 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194531:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d724939794 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047502.194548:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 48280 00010000:00010000:0.0:1777047502.194653:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d724939786 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194667:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d724939786 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194680:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d724939786 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194693:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d724939786 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194705:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f47c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047502.194712:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d724939786 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194726:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d724939786 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194744:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e0771900500) 00010000:00010000:0.0:1777047502.194750:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047502.194757:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d724939786 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194771:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d724939786 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194793:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d72493978d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194806:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d72493978d lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194818:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d72493978d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194828:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f46200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047502.194833:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d72493978d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194844:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d72493978d lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194858:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0771900100) 00010000:00010000:0.0:1777047502.194862:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047502.194867:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d72493978d lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194878:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d72493978d lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194937:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493977f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8532 expref: 41 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194964:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d724939794 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8532 expref: 40 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.194979:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047502.194984:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047502.194989:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f46800, rc 0) 00000100:00100000:0.0:1777047502.195063:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57870:x1863365388053760:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1110us (1435us total) trans 8589935027 rc 0/0 00000100:00100000:0.0:1777047502.195078:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6176 00000100:00100000:0.0:1777047502.208343:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047502.208480:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047502.208645:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388054144 00000100:00100000:2.0:1777047502.208660:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388054144 00000100:00100000:2.0:1777047502.208808:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 409 00000100:00100000:2.0:1777047502.208825:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:2429:x1863365388054144:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047502.208850:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047502.208886:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d724939794 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8532 expref: 40 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.208915:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047502.208924:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047502.209012:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:2429:x1863365388054144:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 190us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047502.209026:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 409 00000100:00100000:1.0:1777047502.209442:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388054016 00000100:00100000:1.0:1777047502.209452:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388054016 00000100:00100000:1.0:1777047502.209514:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2079 00000100:00100000:1.0:1777047502.209529:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57870:x1863365388054016:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:1.0:1777047502.210648:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57870:x1863365388054016:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 252us (1448us total) trans 8589935028 rc 0/0 00000100:00100000:1.0:1777047502.210664:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2079 00000100:00100000:1.0:1777047502.229891:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047502.230300:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388054400 00000100:00100000:0.0:1777047502.230314:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388054400 00000100:00100000:3.0:1777047502.230470:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6177 00000100:00100000:3.0:1777047502.230495:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57870:x1863365388054400:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047502.230530:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047502.230562:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d7249397a2 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8539 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.232707:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d7249397a9 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.232757:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d7249397a9 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.232777:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d7249397a9 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047502.232797:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 48280 00010000:00010000:3.0:1777047502.232983:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d7249397a2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8539 expref: 43 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.233011:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d7249397a9 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8539 expref: 42 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.233027:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047502.233032:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1777047502.233038:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2e00, rc 0) 00000100:00100000:3.0:1777047502.234153:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+42:57870:x1863365388054400:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 3663us (4269us total) trans 8589935029 rc 0/0 00000100:00100000:3.0:1777047502.249717:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6177 00000100:00100000:3.0:1777047502.253642:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047502.253775:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388054656 00000100:00100000:0.0:1777047502.253790:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388054656 00000100:00100000:0.0:1777047502.254549:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6178 00000100:00100000:0.0:1777047502.254570:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+42:57870:x1863365388054656:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047502.254605:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047502.254634:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d7249397b7 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8540 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.254825:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d7249397be lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.254851:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939778 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f852b expref: 43 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.254869:0:6590:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d7249397be lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.254923:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939778 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f852b expref: 43 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.254950:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939778 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f852b expref: 43 pid: 6589 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047502.254974:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a25880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443065472:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047502.255197:0:6590:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e075931c780 going to sleep for 11 seconds 00000100:00100000:2.0:1777047502.266176:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047502.266353:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a25880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443065472:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047502.266549:0:6590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d7249397be lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047502.267296:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388054784 00000100:00100000:3.0:1777047502.267332:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388054784 00010000:00010000:3.0:1777047502.267384:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939778 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f852b expref: 44 pid: 6589 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047502.267522:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2027 00000100:00100000:3.0:1777047502.267541:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07605eac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:2430:x1863365388054784:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047502.267564:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047502.267577:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939778 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f852b expref: 44 pid: 6589 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.267598:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939778 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f852b expref: 44 pid: 6589 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.267631:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d724939778 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f852b expref: 44 pid: 6589 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.267656:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047502.267664:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d7249397be lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.267681:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d7249397be lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.267694:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d7249397be lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.267744:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047502.267830:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07605eac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:2430:x1863365388054784:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 292us (1680us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047502.267843:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2027 00010000:00010000:0.0:1777047502.268766:0:6590:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d7249397be lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.268782:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d7249397be lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047502.268815:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 48280 00010000:00010000:0.0:1777047502.268981:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d7249397b7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8540 expref: 44 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.269008:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d7249397be lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8540 expref: 43 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.269022:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047502.269027:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777047502.269032:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f46200, rc 0) 00000100:00100000:0.0:1777047502.269122:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57870:x1863365388054656:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 14558us (15489us total) trans 8589935030 rc 0/0 00000100:00100000:0.0:1777047502.269136:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6178 00000100:00100000:2.0:1777047502.285332:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047502.286501:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388054912 00000100:00100000:1.0:1777047502.286517:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388054912 00000100:00100000:1.0:1777047502.286609:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2080 00000100:00100000:1.0:1777047502.286628:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57870:x1863365388054912:12345-192.168.201.54@tcp:33:lfs.0 00000100:00100000:1.0:1777047502.286897:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57870:x1863365388054912:12345-192.168.201.54@tcp:33:lfs.0 Request processed in 271us (1573us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047502.286913:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2080 00000100:00100000:1.0:1777047502.296526:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047502.296695:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388055168 00000100:00100000:2.0:1777047502.296708:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388055168 00000100:00100000:2.0:1777047502.296798:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2081 00000100:00100000:2.0:1777047502.296814:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07716aa850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57870:x1863365388055168:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047502.297141:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07716aa850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:57870:x1863365388055168:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 328us (640us total) trans 8589935031 rc 0/0 00000100:00100000:2.0:1777047502.297157:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2081 00000100:00100000:3.0:1777047502.305816:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047502.305993:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388055424 00000100:00100000:0.0:1777047502.306008:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388055424 00000100:00100000:0.0:1777047502.306134:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6179 00000100:00100000:0.0:1777047502.306154:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:57870:x1863365388055424:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047502.306210:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047502.306216:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1777047502.306254:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d7249397be lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8540 expref: 44 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.306293:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d7249397a9 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8539 expref: 43 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.306314:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047502.306322:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047502.306341:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d7249397cc lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8547 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.306578:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d7249397d3 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.306603:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d7249397d3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.306622:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d7249397d3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047502.306643:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 48280 00010000:00010000:0.0:1777047502.306792:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d7249397cc lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8547 expref: 45 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.306822:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d7249397d3 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8547 expref: 44 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.306840:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047502.306846:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047502.306852:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f46800, rc 0) 00000100:00100000:0.0:1777047502.306940:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:57870:x1863365388055424:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 790us (1135us total) trans 8589935032 rc 0/0 00000100:00100000:0.0:1777047502.306957:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6179 00000100:00100000:0.0:1777047502.325565:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047502.326110:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388055680 00000100:00100000:1.0:1777047502.326127:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388055680 00000100:00100000:1.0:1777047502.326259:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2082 00000100:00100000:1.0:1777047502.326281:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:57870:x1863365388055680:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:1.0:1777047502.326438:0:15374:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d7249397d3 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8547 expref: 44 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.326502:0:15374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d7249397e1 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.326528:0:15374:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493971d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8508 expref: 44 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.326561:0:15374:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493972b lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f850f expref: 44 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.326580:0:15374:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d7249397e1 lrc: 5/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.326641:0:15374:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493972b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f850f expref: 44 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.326670:0:15374:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493972b lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f850f expref: 44 pid: 12913 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047502.326698:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443065600:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047502.327263:0:15374:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493971d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8508 expref: 44 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.327289:0:15374:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493971d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8508 expref: 44 pid: 6590 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047502.327313:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443065728:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047502.327368:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85000 going to sleep for 11 seconds 00000100:00100000:3.0:1777047502.340700:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047502.340836:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388055808 00000100:00100000:0.0:1777047502.340853:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388055808 00010000:00010000:0.0:1777047502.340918:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493971d lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8508 expref: 45 pid: 6590 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047502.341012:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2028 00000100:00100000:0.0:1777047502.341036:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:2430:x1863365388055808:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047502.341063:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047502.341110:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493971d lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8508 expref: 45 pid: 6590 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.341137:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493971d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8508 expref: 45 pid: 6590 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.341195:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047502.341207:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d7249397e1 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.341225:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d7249397e1 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.341241:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047502.341336:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:2430:x1863365388055808:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 306us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047502.341354:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2028 00000100:00100000:0.0:1777047502.342118:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047502.342940:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388055936 00000100:00100000:3.0:1777047502.342952:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388055936 00010000:00010000:3.0:1777047502.342999:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493972b lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f850f expref: 45 pid: 12913 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047502.343130:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2029 00000100:00100000:3.0:1777047502.343152:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:2429:x1863365388055936:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047502.343172:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047502.343188:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493972b lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f850f expref: 45 pid: 12913 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.343211:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493972b lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f850f expref: 45 pid: 12913 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.343243:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047502.343250:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d7249397e1 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.343272:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d7249397e1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.343679:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d7249397e1 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.343716:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047502.343782:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:2429:x1863365388055936:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 632us (1665us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047502.343797:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2029 00010000:00010000:1.0:1777047502.346355:0:15374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493971d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8508 expref: 44 pid: 6590 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047502.347673:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443065728:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047502.347725:0:15374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493972b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f850f expref: 43 pid: 12913 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047502.347751:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443065600:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047502.348038:0:15374:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d7249397e1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.348063:0:15374:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d7249397e1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.348074:0:15374:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d7249397e1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.349595:0:15374:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d7249397e1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.349613:0:15374:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d7249397e1 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.349624:0:15374:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d7249397e1 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.349643:0:15374:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047502.349649:0:15374:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d7249397e1 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.349662:0:15374:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d7249397e1 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.349689:0:15374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047502.349695:0:15374:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777047502.349704:0:15374:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d7249397e1 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.349720:0:15374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d7249397e1 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.349745:0:15374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047502.349749:0:15374:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047502.349763:0:15374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d7249397d3 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8547 expref: 42 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047502.350484:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+42:57870:x1863365388055680:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 24205us (24927us total) trans 8589935033 rc -22/-22 00000100:00100000:1.0:1777047502.350502:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2082 00000100:00100000:2.0:1777047502.358300:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047502.358920:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388056064 00000100:00100000:3.0:1777047502.358942:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388056064 00000100:00100000:3.0:1777047502.359070:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6180 00000100:00100000:3.0:1777047502.359125:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+42:57870:x1863365388056064:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047502.359166:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047502.359202:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d7249397e8 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f854e expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.359297:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d7249397e8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f854e expref: 43 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.359327:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d7249397e8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f854e expref: 43 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.359364:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047502.359370:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047502.359376:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2400, rc 0) 00000100:00100000:3.0:1777047502.359524:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57870:x1863365388056064:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 406us (1235us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047502.359538:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6180 00000100:00100000:0.0:1777047502.387780:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047502.388147:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388056320 00000100:00100000:2.0:1777047502.388168:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388056320 00000100:00100000:2.0:1777047502.388283:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6181 00000100:00100000:2.0:1777047502.388302:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57870:x1863365388056320:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047502.388349:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047502.388393:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d7249397ef lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8555 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.392560:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d7249397f6 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.392595:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d7249397f6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.392632:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d7249397f6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047502.392657:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x33:0x0]: returning size 0 00010000:00010000:2.0:1777047502.392756:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d7249397ef lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8555 expref: 46 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.393211:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d7249397f6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8555 expref: 45 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.393234:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x33:0x0].0x0 (ffff9e074a0a9b00) 00010000:00010000:2.0:1777047502.393241:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047502.393247:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139bc00, rc 0) 00000100:00100000:2.0:1777047502.393376:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:57870:x1863365388056320:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 5077us (5802us total) trans 8589935034 rc 0/0 00000100:00100000:2.0:1777047502.394559:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6181 00000100:00100000:0.0:1777047502.411270:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047502.412833:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388056576 00000100:00100000:2.0:1777047502.412852:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388056576 00000100:00100000:2.0:1777047502.412962:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6182 00000100:00100000:2.0:1777047502.412981:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:57870:x1863365388056576:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047502.413019:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047502.413053:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939804 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f855c expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.413283:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493980b lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.413321:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493980b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.413342:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493980b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047502.413366:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 48280 00010000:00010000:2.0:1777047502.413620:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939804 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f855c expref: 48 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.413657:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493980b lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f855c expref: 47 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.413676:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047502.413682:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047502.413688:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139ac00, rc 0) 00000100:00100000:2.0:1777047502.413788:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+47:57870:x1863365388056576:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 810us (2555us total) trans 8589935035 rc 0/0 00000100:00100000:2.0:1777047502.413804:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6182 00000100:00100000:3.0:1777047502.427107:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047502.427514:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388056832 00000100:00100000:2.0:1777047502.427530:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388056832 00000100:00100000:2.0:1777047502.427633:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2083 00000100:00100000:2.0:1777047502.427653:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+47:57870:x1863365388056832:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:2.0:1777047502.427780:0:35315:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493980b lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f855c expref: 47 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.427845:0:35315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939819 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.427873:0:35315:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d7249397e8 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f854e expref: 47 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.427891:0:35315:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939819 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.427946:0:35315:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d7249397e8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f854e expref: 47 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.427972:0:35315:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d7249397e8 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f854e expref: 47 pid: 12913 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047502.427998:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e45180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443065856:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047502.430795:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047502.450820:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047502.450955:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388056960 00000100:00100000:0.0:1777047502.450970:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388056960 00010000:00010000:0.0:1777047502.451029:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d7249397e8 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f854e expref: 48 pid: 12913 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047502.451135:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2030 00000100:00100000:0.0:1777047502.451153:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+48:2430:x1863365388056960:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047502.451178:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047502.451211:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d7249397e8 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f854e expref: 48 pid: 12913 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.451235:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d7249397e8 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f854e expref: 48 pid: 12913 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.451270:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047502.451280:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939819 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.451296:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939819 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.451310:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939819 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.451340:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047502.451463:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+48:2430:x1863365388056960:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 311us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047502.451478:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2030 00010000:00010000:2.0:1777047502.452015:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d7249397e8 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f854e expref: 47 pid: 12913 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047502.452048:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e45180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443065856:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047502.452108:0:35315:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939819 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.452125:0:35315:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939819 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.452137:0:35315:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939819 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.452183:0:35315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939820 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.452206:0:35315:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d7249397f6 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8555 expref: 46 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.452635:0:35315:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939820 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x33:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.452689:0:35315:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d7249397f6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8555 expref: 46 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.452716:0:35315:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d7249397f6 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8555 expref: 46 pid: 6589 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047502.452741:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e45180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443065984:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047502.452839:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047502.468284:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e45180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443065984:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047502.468331:0:35315:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939820 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x33:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047502.476548:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047502.478008:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388057088 00000100:00100000:2.0:1777047502.479628:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388057088 00010000:00010000:2.0:1777047502.479691:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d7249397f6 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8555 expref: 47 pid: 6589 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047502.479764:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2031 00000100:00100000:2.0:1777047502.479781:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+47:2429:x1863365388057088:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047502.479803:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047502.479816:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d7249397f6 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8555 expref: 47 pid: 6589 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.479839:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d7249397f6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8555 expref: 47 pid: 6589 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.479874:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d7249397f6 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8555 expref: 47 pid: 6589 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.479902:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x33:0x0].0x0 (ffff9e074a0a9b00) 00010000:00010000:2.0:1777047502.479911:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939820 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x33:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.479928:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939820 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x33:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.479942:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939820 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x33:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.480004:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047502.483442:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+46:2429:x1863365388057088:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 3654us (6894us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047502.483462:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2031 00010000:00010000:0.0:1777047502.485252:0:35315:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939820 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x33:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.485271:0:35315:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939820 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x33:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047502.486047:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a24a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443066112:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047502.486459:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047502.486496:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4240 going to sleep for 11 seconds 00000100:00100000:3.0:1777047502.487178:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443066112 00000100:00100000:3.0:1777047502.487189:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443066112 00000100:00100000:3.0:1777047502.487268:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3307 00000100:00100000:3.0:1777047502.487283:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443066112:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777047502.487481:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443066112:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 199us (1021us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047502.487496:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3307 00000100:00100000:2.0:1777047502.488638:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a24a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443066112:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777047502.488742:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e45180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443066240:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777047502.488795:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047502.488833:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a780 going to sleep for 11 seconds 00000100:00100000:0.0:1777047502.490116:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443066240 00000100:00100000:0.0:1777047502.490125:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443066240 00000100:00100000:0.0:1777047502.490280:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3308 00000100:00100000:0.0:1777047502.490298:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+11:35315:x1863365443066240:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047502.490446:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+11:35315:x1863365443066240:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 152us (1650us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047502.490484:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3308 00000100:00100000:2.0:1777047502.490620:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e45180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443066240:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777047502.490707:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e45180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443066368:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777047502.490751:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047502.496810:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047502.497053:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443066368 00000100:00100000:3.0:1777047502.497066:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443066368 00000100:00100000:3.0:1777047502.497534:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3309 00000100:00100000:3.0:1777047502.497550:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+11:35315:x1863365443066368:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777047502.497696:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+11:35315:x1863365443066368:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 148us (6942us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047502.497709:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3309 00000100:00100000:2.0:1777047502.499165:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e45180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443066368:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777047502.499257:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e45180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443066496:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777047502.499311:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047502.499336:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047502.502907:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443066496 00000100:00100000:3.0:1777047502.502920:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443066496 00000100:00100000:3.0:1777047502.502975:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3310 00000100:00100000:3.0:1777047502.502990:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443066496:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777047502.503191:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443066496:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 202us (3877us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047502.503205:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3310 00000100:00100000:2.0:1777047502.503455:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e45180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443066496:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777047502.503557:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e45180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443066624:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777047502.503613:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047502.503642:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8af00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047502.504626:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443066624 00000100:00100000:0.0:1777047502.504636:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443066624 00000100:00100000:0.0:1777047502.504707:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3311 00000100:00100000:0.0:1777047502.504720:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+11:35315:x1863365443066624:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047502.504825:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+11:35315:x1863365443066624:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 106us (1211us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047502.504838:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3311 00000100:00100000:2.0:1777047502.505455:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e45180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443066624:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777047502.505518:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e45180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443066752:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777047502.505570:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047502.505615:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8af00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047502.505730:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443066752 00000100:00100000:3.0:1777047502.505742:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443066752 00000100:00100000:3.0:1777047502.505797:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3312 00000100:00100000:3.0:1777047502.505812:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443066752:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777047502.505974:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443066752:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 163us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047502.506679:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e45180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443066752:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047502.506780:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a26d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443066880:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047502.506830:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047502.506848:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4000 going to sleep for 11 seconds 00000100:00100000:2.0:1777047502.506963:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443066880 00000100:00100000:2.0:1777047502.506972:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443066880 00000100:00100000:2.0:1777047502.507012:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3313 00000100:00100000:2.0:1777047502.507054:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:35315:x1863365443066880:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777047502.507211:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:35315:x1863365443066880:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 160us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047502.507224:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3313 00000100:00100000:3.0:1777047502.507589:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3312 00000100:00100000:0.0:1777047502.507999:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a26d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443066880:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047502.508136:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a26d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443067008:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047502.508184:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047502.508209:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4000 going to sleep for 11 seconds 00000100:00100000:2.0:1777047502.509508:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443067008 00000100:00100000:2.0:1777047502.509519:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443067008 00000100:00100000:2.0:1777047502.509585:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3314 00000100:00100000:2.0:1777047502.509598:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+11:35315:x1863365443067008:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777047502.510107:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+11:35315:x1863365443067008:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 478us (1889us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047502.510440:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3314 00000100:00100000:0.0:1777047502.510627:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a26d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443067008:0@lo:1000:mdt_rdpg00_003.0 00000040:00080000:0.0:1777047502.511265:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].11, 456 off44592 00000001:00080000:0.0:1777047502.511285:0:35315:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935036 00000100:00100000:0.0:1777047502.511370:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a26d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443067136:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047502.511460:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047502.511483:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4000 going to sleep for 11 seconds 00000100:00100000:1.0:1777047502.512448:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443067136 00000100:00100000:1.0:1777047502.512459:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443067136 00000100:00100000:1.0:1777047502.512523:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3315 00000100:00100000:1.0:1777047502.512539:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443067136:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777047502.513177:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:35315:x1863365443067136:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 638us (1713us total) trans 21474837705 rc 0/0 00000100:00100000:1.0:1777047502.513193:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3315 00000100:00100000:2.0:1777047502.513362:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a26d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443067136:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777047502.513450:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d0700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443067264:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777047502.513507:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047502.513565:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047502.514698:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443067264 00000100:00100000:3.0:1777047502.514710:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443067264 00000100:00100000:3.0:1777047502.514779:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3316 00000100:00100000:3.0:1777047502.515129:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+11:35315:x1863365443067264:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777047502.515357:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+12:35315:x1863365443067264:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 564us (1846us total) trans 17179870386 rc 0/0 00000100:00100000:3.0:1777047502.515370:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3316 00000100:00100000:1.0:1777047502.516341:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d0700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443067264:0@lo:1000:mdt_rdpg00_003.0 00000001:00080000:1.0:1777047502.516510:0:35315:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935037 00010000:00010000:1.0:1777047502.516564:0:35315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939820 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x33:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.516583:0:35315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939820 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x33:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.516605:0:35315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939820 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x33:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.516616:0:35315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047502.516623:0:35315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939820 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x33:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.516636:0:35315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939820 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x33:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.516660:0:35315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x33:0x0].0x0 (ffff9e074a0a9b00) 00010000:00010000:1.0:1777047502.516666:0:35315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777047502.516699:0:35315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939820 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x33:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.516713:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d724939820 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x33:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.516746:0:35315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939819 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.516757:0:35315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939819 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.516767:0:35315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939819 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.516776:0:35315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139a600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047502.516782:0:35315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939819 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.516801:0:35315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939819 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.516816:0:35315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047502.516821:0:35315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777047502.516826:0:35315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939819 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.516837:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d724939819 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.516858:0:35315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047502.516863:0:35315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047502.516873:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493980b lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f855c expref: 48 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047502.517007:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+47:57870:x1863365388056832:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 89359us (89942us total) trans 8589935038 rc 0/0 00000100:00100000:1.0:1777047502.517024:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2083 00000020:00080000:1.0:1777047502.517031:0:35315:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1777047502.524991:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047502.525787:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388057216 00000100:00100000:0.0:1777047502.525803:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388057216 00000100:00100000:0.0:1777047502.525906:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6183 00000100:00100000:0.0:1777047502.525925:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+47:57870:x1863365388057216:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047502.525959:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047502.525992:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d724939827 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8563 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.526132:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d724939827 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8563 expref: 48 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.526157:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d724939827 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8563 expref: 48 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.526188:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047502.526194:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047502.526200:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f47c00, rc 0) 00000100:00100000:0.0:1777047502.526294:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+48:57870:x1863365388057216:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 356us (1299us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047502.526305:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6183 00000100:00100000:0.0:1777047502.548161:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047502.548899:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388057472 00000100:00100000:2.0:1777047502.548916:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388057472 00000100:00100000:2.0:1777047502.549017:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2084 00000100:00100000:2.0:1777047502.549036:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+48:57870:x1863365388057472:12345-192.168.201.54@tcp:35:lfs.0 00000004:00080000:2.0:1777047502.549872:0:6592:0:(mdd_object.c:4010:mdd_close()) Object [0x200000405:0x33:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777047502.549966:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].74, 64 off14536 00000004:00080000:2.0:1777047502.549984:0:6592:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4131186599580ns, next at 4132186596518ns, rc = 0 00000040:00080000:2.0:1777047502.550026:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].74, 64 off14560 00000004:00080000:2.0:1777047502.550039:0:6592:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4131186655109ns, next at 4132186652481ns, rc = 0 00000001:00080000:2.0:1777047502.550051:0:6592:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935039 00010000:00010000:2.0:1777047502.550157:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493982e lrc: 3/0,1 mode: --/PW res: [0x200000405:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.550185:0:6592:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493982e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.550215:0:6592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493982e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.550241:0:6592:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493982e lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.550254:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493982e lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.550267:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493982e lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.550314:0:6592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777047502.550480:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+50:57870:x1863365388057472:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1445us (2330us total) trans 8589935040 rc 0/0 00000100:00100000:2.0:1777047502.550497:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2084 00000020:00080000:2.0:1777047502.550506:0:6592:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047502.550743:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047502.550755:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493982e lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.550770:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047502.550777:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493982e lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.550793:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493982e lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.550817:0:17980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x33:0x0].0x0 (ffff9e074a0a9300) 00010000:00010000:3.0:1777047502.550823:0:17980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777047502.550831:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493982e lrc: 1/0,0 mode: --/PW res: [0x200000405:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.550843:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493982e lrc: 0/0,0 mode: --/PW res: [0x200000405:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.550874:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047502.550877:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047502.550880:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047502.560719:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047502.562139:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388057728 00000100:00100000:3.0:1777047502.562155:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388057728 00000100:00100000:3.0:1777047502.562253:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2085 00000100:00100000:3.0:1777047502.562271:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+50:57870:x1863365388057728:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047502.562753:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+51:57870:x1863365388057728:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 482us (2042us total) trans 8589935041 rc 0/0 00000100:00100000:3.0:1777047502.562769:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2085 00010000:00010000:1.0:1777047502.659343:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047502.719602:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047502.720717:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388057856 00000100:00100000:2.0:1777047502.720733:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388057856 00000100:00100000:2.0:1777047502.721235:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6184 00000100:00100000:2.0:1777047502.721261:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+51:57872:x1863365388057856:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047502.721303:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047502.721343:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724939835 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f856a expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.721524:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493983c lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.721581:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493983c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.721616:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493983c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.721642:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939843 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.721662:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939843 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.721676:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939843 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.721802:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493984a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.721824:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493984a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.721841:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493984a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047502.721910:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 48280 00000004:00200000:2.0:1777047502.721918:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047502.721953:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493984a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.721975:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493984a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.721997:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493983c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.722017:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493983c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.722034:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493983c lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.722048:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493983c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.722060:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047502.722067:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493983c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.722126:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493983c lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.722148:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e074a0a9c00) 00010000:00010000:2.0:1777047502.722160:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047502.722168:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493983c lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.722181:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493983c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.722211:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939843 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.722225:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939843 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.722242:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939843 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.722254:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139bc00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047502.722260:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939843 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.722273:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939843 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.722293:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e074a0a9f00) 00010000:00010000:2.0:1777047502.722298:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047502.722303:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939843 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.722316:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939843 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.722475:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724939835 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f856a expref: 53 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.722523:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493984a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f856a expref: 52 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.722544:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047502.722550:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047502.722555:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139ac00, rc 0) 00000100:00100000:2.0:1777047502.722679:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+52:57872:x1863365388057856:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1422us (3122us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047502.722701:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6184 00000100:00100000:0.0:1777047502.753432:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047502.754555:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388058112 00000100:00100000:2.0:1777047502.754574:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388058112 00000100:00100000:2.0:1777047502.754677:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6185 00000100:00100000:2.0:1777047502.754696:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+52:57872:x1863365388058112:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047502.755157:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047502.755196:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724939851 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8571 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.755390:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939858 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.755490:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939858 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.755520:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939858 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047502.755543:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 48280 00010000:00010000:2.0:1777047502.755740:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d724939851 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8571 expref: 55 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.755781:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939858 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8571 expref: 54 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.755805:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047502.755812:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777047502.755819:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139bc00, rc 0) 00000100:00100000:2.0:1777047502.755933:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+54:57872:x1863365388058112:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1234us (2513us total) trans 8589935042 rc 0/0 00000100:00100000:2.0:1777047502.755949:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6185 00000100:00100000:1.0:1777047502.777680:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047502.778760:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388058368 00000100:00100000:0.0:1777047502.779160:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388058368 00000100:00100000:0.0:1777047502.779603:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6186 00000100:00100000:0.0:1777047502.779630:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+54:57872:x1863365388058368:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047502.779677:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047502.779715:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d724939866 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8578 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.782283:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493986d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.782313:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493986d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.782337:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493986d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047502.782361:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 48280 00010000:00010000:2.0:1777047502.782566:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d724939866 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8578 expref: 57 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.782602:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493986d lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8578 expref: 56 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.782620:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047502.782627:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047502.782634:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139a400, rc 0) 00000100:00100000:2.0:1777047502.782743:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+56:57872:x1863365388058368:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 3116us (5074us total) trans 8589935043 rc 0/0 00000100:00100000:2.0:1777047502.782761:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6186 00000100:00100000:3.0:1777047502.820540:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047502.821492:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388058496 00000100:00100000:0.0:1777047502.821509:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388058496 00000100:00100000:0.0:1777047502.821629:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1226 00000100:00100000:0.0:1777047502.821649:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365388058496:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047502.821705:0:24562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000048ecbc9b/0x5ecf73d72493987b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.821734:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047502.821739:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047502.821748:0:24562:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048ecbc9b/0x5ecf73d72493987b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.821771:0:24562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000048ecbc9b/0x5ecf73d72493987b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.838596:0:24562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000048ecbc9b/0x5ecf73d72493987b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.838626:0:24562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000048ecbc9b/0x5ecf73d72493987b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.838644:0:24562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000048ecbc9b/0x5ecf73d72493987b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.838694:0:24562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f46200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047502.838703:0:24562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000048ecbc9b/0x5ecf73d72493987b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.838722:0:24562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000048ecbc9b/0x5ecf73d72493987b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.838767:0:24562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000048ecbc9b/0x5ecf73d72493987b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.838783:0:24562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000048ecbc9b/0x5ecf73d72493987b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047502.838922:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365388058496:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 17271us (18387us total) trans 0 rc 48280/48280 00000100:00100000:0.0:1777047502.838942:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1226 00000100:00100000:0.0:1777047502.855641:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047502.855827:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388058624 00000100:00100000:2.0:1777047502.855842:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388058624 00000100:00100000:2.0:1777047502.855982:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1227 00000100:00100000:2.0:1777047502.856003:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388058624:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047502.856063:0:24563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f929514a/0x5ecf73d724939882 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.856133:0:24563:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047502.856138:0:24563:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047502.856148:0:24563:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f929514a/0x5ecf73d724939882 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.856174:0:24563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f929514a/0x5ecf73d724939882 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.869876:0:24563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f929514a/0x5ecf73d724939882 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.869909:0:24563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f929514a/0x5ecf73d724939882 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.869928:0:24563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f929514a/0x5ecf73d724939882 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.869944:0:24563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064d814a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047502.869953:0:24563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f929514a/0x5ecf73d724939882 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.869970:0:24563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f929514a/0x5ecf73d724939882 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.870001:0:24563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f929514a/0x5ecf73d724939882 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.870016:0:24563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f929514a/0x5ecf73d724939882 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047502.870180:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388058624:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 14176us (14543us total) trans 0 rc 48280/48280 00000100:00100000:1.0:1777047502.870201:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1227 00000100:00100000:0.0:1777047502.883279:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047502.883800:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388058752 00000100:00100000:2.0:1777047502.883816:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388058752 00000100:00100000:2.0:1777047502.883930:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 410 00000100:00100000:2.0:1777047502.883952:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+56:57872:x1863365388058752:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:2.0:1777047502.883980:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047502.884020:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493986d lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8578 expref: 56 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.884056:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047502.884066:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047502.886031:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+55:57872:x1863365388058752:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 2080us (2761us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047502.886051:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 410 00000100:00100000:0.0:1777047502.902960:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047502.903179:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388059008 00000100:00100000:2.0:1777047502.903196:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388059008 00000100:00100000:2.0:1777047502.903303:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2086 00000100:00100000:2.0:1777047502.903322:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07716ab850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+55:57872:x1863365388059008:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047502.903722:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07716ab850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+56:57872:x1863365388059008:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 401us (772us total) trans 8589935044 rc 0/0 00000100:00100000:2.0:1777047502.903741:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2086 00000100:00100000:1.0:1777047502.973539:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047502.973631:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047502.974035:0:33220:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388059136 00000100:00100000:3.0:1777047502.974051:0:33220:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388059136 00000100:00100000:3.0:1777047502.974184:0:33220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 293 00000100:00100000:3.0:1777047502.974202:0:33220:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644020c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2429:x1863365388059136:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:3.0:1777047502.974321:0:33220:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644020c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2429:x1863365388059136:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 121us (793us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047502.974337:0:33220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 293 00000100:00100000:2.0:1777047502.980212:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388059264 00000100:00100000:2.0:1777047502.980563:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388059264 00000100:00100000:2.0:1777047502.980692:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4984 00000100:00100000:2.0:1777047502.980713:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2429:x1863365388059264:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:2.0:1777047502.981153:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2429:x1863365388059264:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 440us (7515us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047502.981170:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4984 00000100:00080000:0.0:1777047502.982476:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777047503.029833:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047503.031042:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388059520 00000100:00100000:2.0:1777047503.031059:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388059520 00000100:00080000:0.0:1777047503.031768:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777047503.034055:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6187 00000100:00100000:2.0:1777047503.034119:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+56:57873:x1863365388059520:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047503.034161:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047503.034582:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62800/0x5ecf73d724939889 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f857f expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.039791:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62200/0x5ecf73d724939890 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.039830:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62200/0x5ecf73d724939890 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.039852:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62200/0x5ecf73d724939890 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047503.039879:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 48280 00010000:00010000:2.0:1777047503.040106:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62800/0x5ecf73d724939889 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f857f expref: 59 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.040555:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62200/0x5ecf73d724939890 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f857f expref: 58 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.040576:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047503.040582:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047503.040588:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0645b62200, rc 0) 00000100:00100000:2.0:1777047503.040688:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+58:57873:x1863365388059520:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 6617us (10871us total) trans 8589935045 rc 0/0 00000100:00100000:2.0:1777047503.040710:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6187 00000100:00100000:0.0:1777047503.073024:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047503.078122:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388059648 00000100:00100000:2.0:1777047503.078141:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388059648 00000100:00080000:0.0:1777047503.078643:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047503.079697:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1228 00000100:00100000:3.0:1777047503.079726:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2429:x1863365388059648:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:3.0:1777047503.080148:0:29061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d72493989e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047503.080181:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047503.080185:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047503.080194:0:29061:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d72493989e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047503.080220:0:29061:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d72493989e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047503.100103:0:29061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d72493989e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047503.104475:0:29061:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d72493989e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047503.104517:0:29061:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d72493989e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047503.104532:0:29061:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead3600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047503.104541:0:29061:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d72493989e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047503.104561:0:29061:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d72493989e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047503.104594:0:29061:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d72493989e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047503.104609:0:29061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d72493989e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047503.105137:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2429:x1863365388059648:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 25046us (31749us total) trans 0 rc 48280/48280 00000100:00100000:3.0:1777047503.105158:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1228 00000100:00100000:2.0:1777047503.128783:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047503.130458:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388059776 00000100:00100000:0.0:1777047503.130480:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388059776 00000100:00100000:0.0:1777047503.130655:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1229 00000100:00100000:0.0:1777047503.130675:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365388059776:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047503.130740:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d7249398a5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.130773:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047503.131126:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047503.131143:0:8485:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d7249398a5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.131565:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d7249398a5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777047503.134677:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777047503.153914:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d7249398a5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.153950:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d7249398a5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.153970:0:8485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d7249398a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.153986:0:8485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047503.153996:0:8485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d7249398a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.154031:0:8485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d7249398a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.154090:0:8485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d7249398a5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.154109:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d7249398a5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->49151] (req 0->49151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047503.154604:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365388059776:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 23925us (25830us total) trans 0 rc 48280/48280 00000100:00100000:0.0:1777047503.154626:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1229 00000100:00100000:1.0:1777047503.175339:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047503.176822:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388059904 00000100:00100000:2.0:1777047503.176838:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388059904 00000100:00100000:2.0:1777047503.176922:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 411 00000100:00100000:2.0:1777047503.176939:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eaca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+58:57873:x1863365388059904:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:2.0:1777047503.176966:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047503.177022:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62200/0x5ecf73d724939890 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f857f expref: 58 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.177051:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047503.177061:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047503.177177:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eaca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+57:57873:x1863365388059904:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 237us (1845us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047503.177529:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 411 00000100:00100000:2.0:1777047503.185802:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047503.187984:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388060160 00000100:00100000:3.0:1777047503.188000:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388060160 00000100:00100000:3.0:1777047503.188125:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2087 00000100:00100000:3.0:1777047503.188142:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+57:57873:x1863365388060160:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047503.188546:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+58:57873:x1863365388060160:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 398us (2767us total) trans 8589935046 rc 0/0 00000100:00100000:3.0:1777047503.188562:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2087 00000100:00100000:0.0:1777047503.202834:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047503.203126:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388060416 00000100:00100000:1.0:1777047503.203140:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388060416 00000100:00100000:1.0:1777047503.203309:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6188 00000100:00100000:1.0:1777047503.203328:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+58:57853:x1863365388060416:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047503.203362:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047503.203393:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d7249398ac lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8586 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.203596:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d7249398b3 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.203622:0:6588:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493984a lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f856a expref: 59 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.203636:0:6588:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d7249398b3 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.203684:0:6588:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493984a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f856a expref: 59 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.203705:0:6588:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493984a lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f856a expref: 59 pid: 6589 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047503.203727:0:6588:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443067392:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047503.203836:0:6588:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047503.214463:0:6588:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443067392:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047503.214507:0:6588:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d7249398b3 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047503.216509:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047503.217452:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388060544 00000100:00100000:2.0:1777047503.217465:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388060544 00010000:00010000:2.0:1777047503.217516:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493984a lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f856a expref: 60 pid: 6589 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047503.217586:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2032 00000100:00100000:2.0:1777047503.217602:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07605e8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+60:2430:x1863365388060544:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047503.217624:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047503.217634:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493984a lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f856a expref: 60 pid: 6589 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.217656:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493984a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f856a expref: 60 pid: 6589 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.217687:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493984a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f856a expref: 60 pid: 6589 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.217710:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047503.217718:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d7249398b3 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.217735:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d7249398b3 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.217749:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d7249398b3 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.217794:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047503.217881:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07605e8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+59:2430:x1863365388060544:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 280us (1395us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047503.217895:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2032 00010000:00010000:1.0:1777047503.218560:0:6588:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d7249398b3 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.218575:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d7249398b3 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047503.218608:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 48280 00010000:00010000:1.0:1777047503.218779:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d7249398ac lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8586 expref: 60 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.218818:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d7249398b3 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8586 expref: 59 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.218832:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047503.219305:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777047503.219313:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91c00, rc 0) 00000100:00100000:1.0:1777047503.219527:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+59:57853:x1863365388060416:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 16201us (16703us total) trans 8589935047 rc 0/0 00000100:00100000:1.0:1777047503.219541:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6188 00000100:00100000:1.0:1777047503.235478:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047503.235639:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388060672 00000100:00100000:2.0:1777047503.235654:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388060672 00000100:00100000:2.0:1777047503.236147:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6189 00000100:00100000:2.0:1777047503.236168:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+59:57853:x1863365388060672:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047503.236203:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047503.237901:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62200/0x5ecf73d7249398c1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f858d expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.239247:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d7249398c8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.239271:0:6589:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d7249398b3 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8586 expref: 60 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.239282:0:6589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d7249398c8 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.239327:0:6589:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d7249398b3 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8586 expref: 60 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.239350:0:6589:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d7249398b3 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8586 expref: 60 pid: 6588 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047503.239373:0:6589:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a24380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6589:1863365443067520:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047503.239551:0:6589:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047503.253808:0:6589:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a24380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6589:1863365443067520:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047503.253867:0:6589:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d7249398c8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047503.256197:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047503.256560:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388060800 00000100:00100000:2.0:1777047503.256573:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388060800 00010000:00010000:2.0:1777047503.256632:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d7249398b3 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8586 expref: 61 pid: 6588 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047503.258186:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2033 00000100:00100000:2.0:1777047503.258225:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+61:2430:x1863365388060800:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047503.258251:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047503.258265:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d7249398b3 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8586 expref: 61 pid: 6588 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.258291:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d7249398b3 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8586 expref: 61 pid: 6588 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.258329:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d7249398b3 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8586 expref: 61 pid: 6588 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.258362:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047503.258372:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d7249398c8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.258390:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d7249398c8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.258404:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d7249398c8 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.258465:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047503.258552:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+60:2430:x1863365388060800:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 348us (2357us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047503.258567:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2033 00010000:00010000:0.0:1777047503.258670:0:6589:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d7249398c8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.258691:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d7249398c8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047503.258770:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 48280 00000004:00200000:0.0:1777047503.258779:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047503.258816:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d7249398c8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.258870:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62200/0x5ecf73d7249398c1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f858d expref: 60 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.258904:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d7249398c8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f858d expref: 59 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.258920:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047503.258925:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047503.258930:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0645b62c00, rc 0) 00000100:00100000:0.0:1777047503.259023:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+59:57853:x1863365388060672:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 22859us (23555us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047503.259037:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6189 00000100:00100000:1.0:1777047503.288811:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047503.289008:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388060928 00000100:00100000:0.0:1777047503.289024:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388060928 00000100:00100000:0.0:1777047503.289172:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1230 00000100:00100000:0.0:1777047503.289193:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eaca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388060928:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:0.0:1777047503.289854:0:29057:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 48280 -> 48280 00002000:00010000:0.0:1777047503.289863:0:29057:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047502 -> 1777047502 00002000:00010000:0.0:1777047503.289868:0:29057:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047503.289872:0:29057:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047502 -> 1777047502 00002000:00010000:0.0:1777047503.289876:0:29057:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 104 -> 64 00000100:00100000:0.0:1777047503.289985:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eaca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388060928:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 794us (1185us total) trans 21474837706 rc 0/0 00000100:00100000:0.0:1777047503.290002:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1230 00000100:00100000:1.0:1777047503.316961:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047503.321174:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388061056 00000100:00100000:0.0:1777047503.321191:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388061056 00000100:00100000:0.0:1777047503.321313:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6190 00000100:00100000:0.0:1777047503.321329:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+59:57853:x1863365388061056:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047503.321359:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047503.322425:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389c00/0x5ecf73d7249398cf lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8594 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.331521:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d7249398d6 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.331572:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d7249398d6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.331593:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d7249398d6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.331764:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389c00/0x5ecf73d7249398cf lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8594 expref: 61 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.331795:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d7249398d6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8594 expref: 60 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.331819:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047503.331824:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777047503.331830:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90000, rc 0) 00000100:00100000:1.0:1777047503.331949:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+60:57853:x1863365388061056:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 10622us (15026us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047503.331963:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6190 00000100:00100000:3.0:1777047503.345337:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047503.345457:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388061312 00000100:00100000:2.0:1777047503.345473:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388061312 00000100:00100000:2.0:1777047503.345584:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6191 00000100:00100000:2.0:1777047503.345601:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+60:57853:x1863365388061312:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:2.0:1777047503.345672:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047503.345709:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d7249398c8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f858d expref: 60 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.345737:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047503.345744:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047503.345981:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b63600/0x5ecf73d7249398dd lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.346004:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b63600/0x5ecf73d7249398dd lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.346020:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b63600/0x5ecf73d7249398dd lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047503.346109:0:12913:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935048 00000004:00010000:2.0:1777047503.346146:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bd6fe645 reply state 00000000ee984f34 transno 8589935049 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b63600/0x5ecf73d7249398dd lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.346164:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b63600/0x5ecf73d7249398dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.346177:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047503.346181:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047503.346185:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047503.346297:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+62:57853:x1863365388061312:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 699us (970us total) trans 8589935049 rc 0/0 00000100:00100000:2.0:1777047503.346309:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6191 00000020:00080000:2.0:1777047503.346317:0:12913:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047503.363050:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047503.363144:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047503.363234:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047503.363449:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388061440 00000100:00100000:1.0:1777047503.363463:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388061440 00002000:00010000:1.0:1777047503.363538:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (161869->18446744073709551615) 00002000:00100000:1.0:1777047503.363547:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643a24380 with x1863365388061440 ext(161869->18446744073709551615) 00002000:00010000:1.0:1777047503.363564:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643a24380. 00000100:00100000:1.0:1777047503.363599:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388061696 00000100:00100000:1.0:1777047503.363605:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388061696 00002000:00010000:1.0:1777047503.363625:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:1.0:1777047503.363630:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a5f80 with x1863365388061696 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047503.363638:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a5f80. 00000100:00100000:1.0:1777047503.363676:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388061568 00000100:00100000:1.0:1777047503.363682:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388061568 00002000:00010000:1.0:1777047503.363704:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:1.0:1777047503.363709:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0745e45180 with x1863365388061568 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047503.363719:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0745e45180. 00000100:00100000:1.0:1777047503.363754:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1231 00000100:00100000:1.0:1777047503.363770:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365388061440:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:1.0:1777047503.364053:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 48280 -> 161869 00002000:00010000:1.0:1777047503.364060:0:29067:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047502 -> 1777047503 00002000:00010000:1.0:1777047503.364095:0:29067:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047503.364099:0:29067:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047502 -> 1777047503 00002000:00010000:1.0:1777047503.364103:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:1.0:1777047503.364180:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2431:x1863365388061440:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 411us (1142us total) trans 21474837707 rc 0/0 00000100:00100000:1.0:1777047503.364195:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1231 00002000:00010000:1.0:1777047503.364202:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (161869->18446744073709551615) 00002000:00100000:1.0:1777047503.364207:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643a24380 with x1863365388061440 ext(161869->18446744073709551615) 00002000:00010000:1.0:1777047503.364216:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643a24380. 00000100:00100000:1.0:1777047503.364535:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1232 00000100:00100000:1.0:1777047503.364555:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365388061696:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:1.0:1777047503.364655:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047503.364661:0:29067:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047502 -> 1777047503 00002000:00010000:1.0:1777047503.364665:0:29067:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047503.364669:0:29067:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047502 -> 1777047503 00002000:00010000:1.0:1777047503.364673:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047503.364715:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2431:x1863365388061696:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 165us (1570us total) trans 21474837708 rc 0/0 00000100:00100000:1.0:1777047503.364728:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1232 00002000:00010000:1.0:1777047503.364733:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:1.0:1777047503.364738:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a5f80 with x1863365388061696 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047503.364745:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a5f80. 00000100:00100000:1.0:1777047503.364770:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1233 00000100:00100000:1.0:1777047503.364783:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2431:x1863365388061568:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:0.0:1777047503.365616:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047503.365625:0:29067:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047502 -> 1777047503 00002000:00010000:0.0:1777047503.365630:0:29067:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047503.365634:0:29067:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047502 -> 1777047503 00002000:00010000:0.0:1777047503.365637:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1777047503.365683:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2431:x1863365388061568:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 900us (2448us total) trans 17179870387 rc 0/0 00000100:00100000:0.0:1777047503.365697:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1233 00002000:00010000:0.0:1777047503.365703:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:0.0:1777047503.365709:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0745e45180 with x1863365388061568 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047503.365718:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0745e45180. 00000100:00100000:0.0:1777047503.374652:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047503.376947:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388061824 00000100:00100000:1.0:1777047503.377541:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388061824 00000100:00100000:1.0:1777047503.377822:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6192 00000100:00100000:1.0:1777047503.377845:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+62:57853:x1863365388061824:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047503.377881:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047503.377911:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249398e4 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f859b expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.378045:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d7249398eb lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.378102:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d7249398eb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.378127:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d7249398eb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047503.378175:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 161869 00000004:00200000:1.0:1777047503.378182:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047503.378214:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d7249398eb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.378608:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249398e4 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f859b expref: 64 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.378640:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d7249398eb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f859b expref: 63 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.378653:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047503.378659:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047503.378664:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91e00, rc 0) 00000100:00100000:1.0:1777047503.379107:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+63:57853:x1863365388061824:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 1269us (4465us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047503.379121:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6192 00000100:00100000:3.0:1777047503.399963:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047503.400302:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388061952 00000100:00100000:0.0:1777047503.400317:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388061952 00000100:00100000:1.0:1777047503.400506:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1234 00000100:00100000:1.0:1777047503.400532:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388061952:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:1.0:1777047503.401721:0:29059:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 161869 -> 178920 00002000:00010000:1.0:1777047503.401729:0:29059:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047503 -> 1777047503 00002000:00010000:1.0:1777047503.401734:0:29059:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047503.401738:0:29059:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047503 -> 1777047503 00002000:00010000:1.0:1777047503.401743:0:29059:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:2.0:1777047503.403518:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388061952:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 2988us (3561us total) trans 21474837709 rc 0/0 00000100:00100000:2.0:1777047503.403537:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1234 00000100:00100000:2.0:1777047503.449939:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047503.450195:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388062208 00000100:00100000:0.0:1777047503.450210:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388062208 00000100:00100000:0.0:1777047503.450362:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6193 00000100:00100000:0.0:1777047503.450381:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+63:57853:x1863365388062208:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:0.0:1777047503.450470:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047503.450520:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d7249398eb lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f859b expref: 63 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.450561:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047503.450569:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047503.450874:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d7249398f2 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.450905:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d7249398f2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.450923:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d7249398f2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047503.451007:0:9025:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935050 00000004:00010000:0.0:1777047503.451058:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000061d1d310 reply state 000000001c022756 transno 8589935051 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d7249398f2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.451115:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d7249398f2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.455593:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047503.455605:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047503.455613:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047503.455845:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+65:57853:x1863365388062208:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 5460us (5914us total) trans 8589935051 rc 0/0 00000100:00100000:0.0:1777047503.455860:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6193 00000020:00080000:0.0:1777047503.455870:0:9025:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047503.478639:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047503.478754:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047503.478847:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047503.489270:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388062336 00000100:00100000:2.0:1777047503.489296:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388062336 00002000:00010000:2.0:1777047503.489480:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (262144->18446744073709551615) 00002000:00100000:2.0:1777047503.489496:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c09880 with x1863365388062336 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047503.489515:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c09880. 00000100:00100000:2.0:1777047503.489570:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388062464 00000100:00100000:2.0:1777047503.489578:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388062464 00002000:00010000:2.0:1777047503.489603:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047503.489615:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c08a80 with x1863365388062464 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047503.489625:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644c08a80. 00000100:00100000:2.0:1777047503.489662:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388062592 00000100:00100000:2.0:1777047503.489669:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388062592 00002000:00010000:2.0:1777047503.489695:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047503.489702:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c09f80 with x1863365388062592 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047503.489711:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c09f80. 00000100:00100000:2.0:1777047503.489763:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1235 00000100:00100000:2.0:1777047503.490130:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2431:x1863365388062336:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047503.490403:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 178920 -> 262144 00002000:00010000:2.0:1777047503.490465:0:24562:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047503 -> 1777047503 00002000:00010000:2.0:1777047503.490471:0:24562:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047503.490476:0:24562:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047503 -> 1777047503 00002000:00010000:2.0:1777047503.490486:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:2.0:1777047503.490585:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2431:x1863365388062336:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 805us (11957us total) trans 21474837710 rc 0/0 00000100:00100000:2.0:1777047503.490601:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1235 00002000:00010000:2.0:1777047503.490613:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (262144->18446744073709551615) 00002000:00100000:2.0:1777047503.490618:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c09880 with x1863365388062336 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047503.490627:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c09880. 00000100:00100000:2.0:1777047503.490664:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1236 00000100:00100000:2.0:1777047503.490679:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2431:x1863365388062464:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047503.490819:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047503.490826:0:24562:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047503 -> 1777047503 00002000:00010000:2.0:1777047503.490831:0:24562:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047503.490835:0:24562:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047503 -> 1777047503 00002000:00010000:2.0:1777047503.490839:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777047503.490881:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2431:x1863365388062464:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 205us (12127us total) trans 17179870388 rc 0/0 00000100:00100000:2.0:1777047503.490901:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1236 00002000:00010000:2.0:1777047503.490907:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047503.490912:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c08a80 with x1863365388062464 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047503.490920:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644c08a80. 00000100:00100000:2.0:1777047503.490947:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1237 00000100:00100000:2.0:1777047503.490961:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2431:x1863365388062592:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047503.491110:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047503.491116:0:24562:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047503 -> 1777047503 00002000:00010000:2.0:1777047503.491120:0:24562:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047503.491125:0:24562:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047503 -> 1777047503 00002000:00010000:2.0:1777047503.491128:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047503.491175:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2431:x1863365388062592:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 215us (12327us total) trans 21474837711 rc 0/0 00000100:00100000:2.0:1777047503.491188:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1237 00002000:00010000:2.0:1777047503.491194:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047503.491199:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c09f80 with x1863365388062592 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047503.491207:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c09f80. 00000100:00100000:3.0:1777047503.521780:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047503.523822:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388062720 00000100:00100000:0.0:1777047503.523839:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388062720 00002000:00100000:0.0:1777047503.525412:0:8485:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x8a:0x0] (258048->262143) req@ffff9e0642c05180 x1863365388062720/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:239/0 lens 488/0 e 0 to 0 dl 1777047514 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047503.525435:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c05180 with x1863365388062720 ext(258048->262143) 00002000:00010000:0.0:1777047503.525446:0:8485:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642c05180 00000100:00100000:0.0:1777047503.526723:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1238 00000100:00100000:0.0:1777047503.528422:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365388062720:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:0.0:1777047503.530549:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365388062720:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 2135us (8777us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777047503.530569:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1238 00002000:00100000:0.0:1777047503.530588:0:8485:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x8a:0x0] (258048->262143) req@ffff9e0642c05180 x1863365388062720/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:239/0 lens 488/4536 e 0 to 0 dl 1777047514 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047503.530609:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c05180 with x1863365388062720 ext(258048->262143) 00002000:00010000:0.0:1777047503.530617:0:8485:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642c05180 00000100:00100000:2.0:1777047503.561350:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047503.561597:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388062848 00000100:00100000:0.0:1777047503.561613:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388062848 00002000:00100000:0.0:1777047503.561698:0:8486:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x8a:0x0] (258048->262143) req@ffff9e0645844000 x1863365388062848/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:239/0 lens 4584/0 e 0 to 0 dl 1777047514 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047503.561720:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645844000 with x1863365388062848 ext(258048->262143) 00002000:00010000:0.0:1777047503.561730:0:8486:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645844000 00000100:00100000:0.0:1777047503.561783:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1239 00000100:00100000:0.0:1777047503.561802:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2431:x1863365388062848:12345-192.168.201.54@tcp:4:lfs.0 00000100:00100000:2.0:1777047503.571589:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2431:x1863365388062848:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 9771us (10232us total) trans 21474837712 rc 0/0 00000100:00100000:2.0:1777047503.571618:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1239 00002000:00100000:2.0:1777047503.571638:0:8486:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x8a:0x0] (258048->262143) req@ffff9e0645844000 x1863365388062848/t21474837712(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:239/0 lens 4584/448 e 0 to 0 dl 1777047514 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047503.571664:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645844000 with x1863365388062848 ext(258048->262143) 00002000:00010000:2.0:1777047503.571674:0:8486:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645844000 00000100:00100000:0.0:1777047503.594579:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047503.594861:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388062976 00000100:00100000:2.0:1777047503.594877:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388062976 00000100:00100000:2.0:1777047503.595008:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4026 00000100:00100000:2.0:1777047503.595034:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2430:x1863365388062976:12345-192.168.201.54@tcp:16:fsx.0 00000001:00080000:1.0:1777047503.637827:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837712 is committed 00000001:00080000:1.0:1777047503.637881:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837705 is committed 00000100:00100000:0.0:1777047503.638975:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388062976:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 43943us (44406us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047503.639621:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4026 00000100:00100000:3.0:1777047503.655734:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047503.659609:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388063104 00000100:00100000:2.0:1777047503.659631:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388063104 00000100:00100000:2.0:1777047503.659751:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6194 00000100:00100000:2.0:1777047503.659771:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+65:57853:x1863365388063104:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047503.659810:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047503.659846:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62800/0x5ecf73d7249398f9 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f85a2 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.660012:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62200/0x5ecf73d724939900 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.660044:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62200/0x5ecf73d724939900 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.660102:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62200/0x5ecf73d724939900 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047503.660152:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00000004:00200000:2.0:1777047503.660159:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047503.660192:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62200/0x5ecf73d724939900 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.660239:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62800/0x5ecf73d7249398f9 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85a2 expref: 67 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.660293:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62200/0x5ecf73d724939900 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85a2 expref: 66 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.660310:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047503.660317:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047503.660322:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0645b62200, rc 0) 00000100:00100000:2.0:1777047503.660513:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+66:57853:x1863365388063104:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 646us (4696us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047503.660530:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6194 00010000:00010000:1.0:1777047503.683701:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047503.697650:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047503.699047:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388063232 00000100:00100000:0.0:1777047503.699098:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388063232 00000100:00100000:0.0:1777047503.699265:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1240 00000100:00100000:0.0:1777047503.699312:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365388063232:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:0.0:1777047503.700052:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047503.700093:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047503 -> 1777047504 00002000:00010000:0.0:1777047503.700099:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047503.700103:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047503 -> 1777047504 00002000:00010000:0.0:1777047503.700108:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 64 -> 56 00000100:00100000:0.0:1777047503.700222:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388063232:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 938us (2580us total) trans 21474837713 rc 0/0 00000100:00100000:0.0:1777047503.700242:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1240 00000100:00100000:0.0:1777047503.729598:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047503.730628:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388063488 00000100:00100000:2.0:1777047503.730649:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388063488 00000100:00100000:2.0:1777047503.731128:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6195 00000100:00100000:2.0:1777047503.731539:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+66:57853:x1863365388063488:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:2.0:1777047503.731630:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047503.731675:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62200/0x5ecf73d724939900 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85a2 expref: 66 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.731716:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047503.731730:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047503.731999:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62800/0x5ecf73d724939907 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.732032:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62800/0x5ecf73d724939907 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.732051:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62800/0x5ecf73d724939907 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047503.732176:0:6589:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935052 00000004:00010000:2.0:1777047503.732228:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000046183859 reply state 0000000043c6c751 transno 8589935053 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62800/0x5ecf73d724939907 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.732252:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62800/0x5ecf73d724939907 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.732270:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047503.732276:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047503.732281:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047503.732537:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+68:57853:x1863365388063488:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 1390us (2953us total) trans 8589935053 rc 0/0 00000100:00100000:2.0:1777047503.732557:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6195 00000020:00080000:2.0:1777047503.732567:0:6589:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047503.745911:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047503.746503:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047503.749476:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388063616 00000100:00100000:1.0:1777047503.749495:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388063616 00000100:00100000:2.0:1777047503.751808:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388063744 00000100:00100000:2.0:1777047503.751819:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388063744 00002000:00010000:2.0:1777047503.751885:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047503.751894:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c05880 with x1863365388063744 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047503.751919:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0642c05880. 00000100:00100000:2.0:1777047503.751983:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1241 00000100:00100000:2.0:1777047503.752009:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2429:x1863365388063744:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047503.753302:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047503.753310:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047503 -> 1777047504 00002000:00010000:2.0:1777047503.753321:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047503.753326:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047503 -> 1777047504 00002000:00010000:2.0:1777047503.753330:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777047503.753461:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2429:x1863365388063744:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 1455us (6959us total) trans 17179870389 rc 0/0 00000100:00100000:2.0:1777047503.753478:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1241 00002000:00010000:2.0:1777047503.753491:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047503.753496:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c05880 with x1863365388063744 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047503.753506:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0642c05880. 00002000:00010000:1.0:1777047503.757255:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (37830->18446744073709551615) 00002000:00100000:1.0:1777047503.757273:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c05500 with x1863365388063616 ext(37830->18446744073709551615) 00002000:00010000:1.0:1777047503.757290:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642c05500. 00000100:00100000:1.0:1777047503.757338:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1242 00000100:00100000:1.0:1777047503.757363:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388063616:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:1.0:1777047503.758277:0:20132:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 262144 -> 37830 00002000:00010000:1.0:1777047503.758284:0:20132:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047504 -> 1777047504 00002000:00010000:1.0:1777047503.758289:0:20132:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047503.758294:0:20132:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047504 -> 1777047504 00002000:00010000:1.0:1777047503.758298:0:20132:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 56 -> 40 00000100:00100000:1.0:1777047503.758380:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388063616:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 1026us (12481us total) trans 21474837714 rc 0/0 00000100:00100000:1.0:1777047503.758399:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1242 00002000:00010000:1.0:1777047503.758446:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (37830->18446744073709551615) 00002000:00100000:1.0:1777047503.758454:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c05500 with x1863365388063616 ext(37830->18446744073709551615) 00002000:00010000:1.0:1777047503.758465:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642c05500. 00000100:00100000:2.0:1777047503.763543:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047503.765752:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388063872 00000100:00100000:3.0:1777047503.765773:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388063872 00002000:00010000:3.0:1777047503.766649:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:3.0:1777047503.766659:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645846d80 with x1863365388063872 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047503.766680:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645846d80. 00000100:00100000:3.0:1777047503.766744:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1243 00000100:00100000:3.0:1777047503.766768:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388063872:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:3.0:1777047503.767360:0:29059:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047503.767367:0:29059:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047503 -> 1777047504 00002000:00010000:3.0:1777047503.767372:0:29059:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:3.0:1777047503.767376:0:29059:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047503 -> 1777047504 00002000:00010000:3.0:1777047503.767380:0:29059:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047503.767532:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388063872:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 770us (3994us total) trans 21474837715 rc 0/0 00000100:00100000:3.0:1777047503.767555:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1243 00002000:00010000:3.0:1777047503.767563:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:3.0:1777047503.767568:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645846d80 with x1863365388063872 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047503.767578:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645846d80. 00000100:00100000:2.0:1777047503.787559:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047503.787770:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388064000 00000100:00100000:0.0:1777047503.788176:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388064000 00000100:00100000:0.0:1777047503.788310:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6196 00000100:00100000:0.0:1777047503.788329:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645846300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+68:57853:x1863365388064000:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047503.788373:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047503.788498:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493990e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f85a9 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.788680:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939915 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.788708:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939915 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.789049:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939915 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047503.789131:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 37830 00000004:00200000:0.0:1777047503.789139:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047503.789169:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939915 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.789218:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493990e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85a9 expref: 70 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.789252:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939915 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85a9 expref: 69 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.789270:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047503.789277:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047503.789283:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389000, rc 0) 00000100:00100000:0.0:1777047503.789438:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645846300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+69:57853:x1863365388064000:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 1111us (1891us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047503.789454:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6196 00000100:00100000:1.0:1777047503.857042:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047503.860977:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388064128 00000100:00100000:0.0:1777047503.860994:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388064128 00002000:00100000:0.0:1777047503.861106:0:29058:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x8a:0x0] (4096->32767) req@ffff9e064eac9f80 x1863365388064128/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:239/0 lens 488/0 e 0 to 0 dl 1777047514 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047503.861127:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eac9f80 with x1863365388064128 ext(4096->32767) 00002000:00010000:0.0:1777047503.861138:0:29058:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eac9f80 00000100:00100000:0.0:1777047503.861204:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1244 00000100:00100000:0.0:1777047503.861222:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365388064128:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:0.0:1777047503.878319:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365388064128:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 17065us (21253us total) trans 0 rc 28672/28672 00000100:00100000:0.0:1777047503.878342:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1244 00002000:00100000:0.0:1777047503.878363:0:29058:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x8a:0x0] (4096->32767) req@ffff9e064eac9f80 x1863365388064128/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:239/0 lens 488/440 e 0 to 0 dl 1777047514 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047503.879692:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eac9f80 with x1863365388064128 ext(4096->32767) 00002000:00010000:0.0:1777047503.879703:0:29058:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eac9f80 00000100:00100000:3.0:1777047503.946555:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047503.955634:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388064256 00000100:00100000:0.0:1777047503.955673:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388064256 00002000:00100000:0.0:1777047503.955755:0:29061:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x8a:0x0] (32768->36863) req@ffff9e0642c04380 x1863365388064256/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:239/0 lens 488/0 e 0 to 0 dl 1777047514 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047503.955774:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c04380 with x1863365388064256 ext(32768->36863) 00002000:00010000:0.0:1777047503.956123:0:29061:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642c04380 00000100:00100000:0.0:1777047503.956186:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1245 00000100:00100000:0.0:1777047503.956205:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388064256:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:0.0:1777047503.958834:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388064256:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 2628us (12285us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777047503.958852:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1245 00002000:00100000:0.0:1777047503.958863:0:29061:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x8a:0x0] (32768->36863) req@ffff9e0642c04380 x1863365388064256/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:239/0 lens 488/4536 e 0 to 0 dl 1777047514 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047503.958875:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c04380 with x1863365388064256 ext(32768->36863) 00002000:00010000:0.0:1777047503.958880:0:29061:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642c04380 00000100:00100000:2.0:1777047503.978950:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047503.979299:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388064384 00000100:00100000:1.0:1777047503.979313:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388064384 00002000:00100000:1.0:1777047503.979439:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x8a:0x0] (36864->73727) req@ffff9e0645847800 x1863365388064384/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:239/0 lens 488/0 e 0 to 0 dl 1777047514 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047503.979457:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645847800 with x1863365388064384 ext(36864->73727) 00002000:00010000:1.0:1777047503.979467:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645847800 00000100:00100000:1.0:1777047503.979515:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1246 00000100:00100000:1.0:1777047503.979532:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388064384:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:2.0:1777047503.996811:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388064384:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 17256us (17844us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777047503.996834:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1246 00002000:00100000:2.0:1777047503.996856:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x8a:0x0] (36864->73727) req@ffff9e0645847800 x1863365388064384/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:239/0 lens 488/440 e 0 to 0 dl 1777047514 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047503.996874:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645847800 with x1863365388064384 ext(36864->73727) 00002000:00010000:2.0:1777047503.996883:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645847800 00000100:00100000:3.0:1777047504.028919:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047504.029577:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388064640 00000100:00100000:2.0:1777047504.029591:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388064640 00000100:00100000:2.0:1777047504.029763:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6197 00000100:00100000:2.0:1777047504.029780:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+69:57853:x1863365388064640:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:2.0:1777047504.029849:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047504.029885:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939915 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85a9 expref: 69 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.029913:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047504.029921:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047504.030560:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d72493991c lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.030588:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d72493991c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.030607:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d72493991c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047504.030684:0:12913:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935054 00000004:00010000:2.0:1777047504.030725:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003012da7f reply state 000000008dac1197 transno 8589935055 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d72493991c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.030755:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d72493991c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.030769:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047504.030774:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047504.030780:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047504.030931:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+71:57853:x1863365388064640:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 1151us (2017us total) trans 8589935055 rc 0/0 00000100:00100000:2.0:1777047504.030944:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6197 00000020:00080000:2.0:1777047504.030952:0:12913:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047504.051636:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047504.051788:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388064768 00000100:00100000:0.0:1777047504.051801:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388064768 00002000:00010000:0.0:1777047504.051858:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (143936->18446744073709551615) 00002000:00100000:0.0:1777047504.051866:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c07800 with x1863365388064768 ext(143936->18446744073709551615) 00002000:00010000:0.0:1777047504.051882:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642c07800. 00000100:00100000:0.0:1777047504.051933:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1247 00000100:00100000:0.0:1777047504.051949:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388064768:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:0.0:1777047504.052585:0:8485:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 37830 -> 143936 00002000:00010000:0.0:1777047504.052593:0:8485:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047504 -> 1777047504 00002000:00010000:0.0:1777047504.052597:0:8485:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047504.052601:0:8485:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047504 -> 1777047504 00002000:00010000:0.0:1777047504.052605:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:0.0:1777047504.052684:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388064768:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 736us (1057us total) trans 21474837716 rc 0/0 00000100:00100000:0.0:1777047504.052698:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1247 00002000:00010000:0.0:1777047504.052705:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (143936->18446744073709551615) 00002000:00100000:0.0:1777047504.052709:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c07800 with x1863365388064768 ext(143936->18446744073709551615) 00002000:00010000:0.0:1777047504.052717:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642c07800. 00000100:00100000:3.0:1777047504.061264:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047504.061339:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047504.061664:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388064896 00000100:00100000:2.0:1777047504.061678:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388064896 00002000:00010000:2.0:1777047504.061733:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047504.061741:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c06300 with x1863365388064896 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047504.061759:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0642c06300. 00000100:00100000:2.0:1777047504.062152:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388065024 00000100:00100000:2.0:1777047504.062160:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388065024 00002000:00010000:2.0:1777047504.062185:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047504.062191:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e39c380 with x1863365388065024 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047504.062201:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e39c380. 00000100:00100000:2.0:1777047504.062256:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1248 00000100:00100000:2.0:1777047504.062273:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2430:x1863365388064896:12345-192.168.201.54@tcp:10:fsx.0 00000100:00100000:1.0:1777047504.062744:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1249 00000100:00100000:1.0:1777047504.062762:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388065024:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:1.0:1777047504.062895:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047504.062902:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047504 -> 1777047504 00002000:00010000:1.0:1777047504.062907:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047504.062911:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047504 -> 1777047504 00002000:00010000:1.0:1777047504.062914:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047504.062993:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388065024:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 235us (1654us total) trans 21474837717 rc 0/0 00000100:00100000:1.0:1777047504.063008:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1249 00002000:00010000:1.0:1777047504.063014:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:1.0:1777047504.063019:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e39c380 with x1863365388065024 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047504.063028:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e39c380. 00002000:00010000:2.0:1777047504.064032:0:8486:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047504.064038:0:8486:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047504 -> 1777047504 00002000:00010000:2.0:1777047504.064043:0:8486:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047504.064047:0:8486:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047504 -> 1777047504 00002000:00010000:2.0:1777047504.064080:0:8486:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777047504.064133:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2430:x1863365388064896:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 1864us (2880us total) trans 17179870390 rc 0/0 00000100:00100000:2.0:1777047504.064145:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1248 00002000:00010000:2.0:1777047504.064151:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047504.064156:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c06300 with x1863365388064896 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047504.064164:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0642c06300. 00000001:00080000:1.0:1777047504.085001:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870390 is committed 00000001:00080000:1.0:1777047504.085027:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870386 is committed 00000100:00100000:3.0:1777047504.099706:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047504.100011:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388065152 00000100:00100000:1.0:1777047504.100026:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388065152 00002000:00100000:1.0:1777047504.100129:0:20132:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x8a:0x0] (143360->147455) req@ffff9e076e39d880 x1863365388065152/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:240/0 lens 488/0 e 0 to 0 dl 1777047515 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047504.100150:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e39d880 with x1863365388065152 ext(143360->147455) 00002000:00010000:1.0:1777047504.100160:0:20132:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e39d880 00000100:00100000:1.0:1777047504.100219:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1250 00000100:00100000:1.0:1777047504.100240:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388065152:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:1.0:1777047504.100633:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388065152:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 396us (938us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777047504.100650:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1250 00002000:00100000:1.0:1777047504.100664:0:20132:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x8a:0x0] (143360->147455) req@ffff9e076e39d880 x1863365388065152/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:240/0 lens 488/4536 e 0 to 0 dl 1777047515 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047504.100680:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e39d880 with x1863365388065152 ext(143360->147455) 00002000:00010000:1.0:1777047504.100688:0:20132:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e39d880 00000100:00100000:1.0:1777047504.133899:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047504.134096:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388065280 00000100:00100000:0.0:1777047504.134112:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388065280 00002000:00100000:0.0:1777047504.134212:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (114688->143935) req@ffff9e064eacad80 x1863365388065280/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:240/0 lens 488/0 e 0 to 0 dl 1777047515 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047504.134235:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacad80 with x1863365388065280 ext(114688->143935) 00002000:00010000:0.0:1777047504.134246:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacad80 00000100:00100000:0.0:1777047504.134421:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1251 00000100:00100000:0.0:1777047504.134441:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388065280:12345-192.168.201.54@tcp:4:fsx.0 00000100:00100000:0.0:1777047504.176004:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388065280:12345-192.168.201.54@tcp:4:fsx.0 Request processed in 41555us (42107us total) trans 21474837718 rc 0/0 00000100:00100000:0.0:1777047504.176027:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1251 00002000:00100000:0.0:1777047504.176047:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (114688->143935) req@ffff9e064eacad80 x1863365388065280/t21474837718(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:240/0 lens 488/448 e 0 to 0 dl 1777047515 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047504.176098:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacad80 with x1863365388065280 ext(114688->143935) 00002000:00010000:0.0:1777047504.176463:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacad80 00000100:00100000:1.0:1777047504.199596:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047504.199978:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388065408 00000100:00100000:0.0:1777047504.199996:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388065408 00000100:00100000:0.0:1777047504.200135:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4027 00000100:00100000:0.0:1777047504.200157:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388065408:12345-192.168.201.54@tcp:16:fsx.0 00000001:00080000:1.0:1777047504.212616:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837718 is committed 00000100:00100000:0.0:1777047504.213305:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388065408:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 13143us (13709us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047504.213327:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4027 00000100:00100000:3.0:1777047504.230621:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047504.230815:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388065536 00000100:00100000:2.0:1777047504.230830:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388065536 00000100:00100000:2.0:1777047504.230927:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6198 00000100:00100000:2.0:1777047504.230947:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+71:57853:x1863365388065536:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047504.231218:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047504.231655:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b63200/0x5ecf73d724939923 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f85b0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.232187:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b63800/0x5ecf73d72493992a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.232216:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b63800/0x5ecf73d72493992a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.232238:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b63800/0x5ecf73d72493992a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047504.232286:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 143936 00000004:00200000:2.0:1777047504.232293:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047504.232323:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b63800/0x5ecf73d72493992a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.232368:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b63200/0x5ecf73d724939923 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85b0 expref: 73 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.232434:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b63800/0x5ecf73d72493992a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85b0 expref: 72 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.232452:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047504.232458:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047504.232464:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0645b63800, rc 0) 00000100:00100000:2.0:1777047504.232561:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+72:57853:x1863365388065536:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 1616us (1952us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047504.232575:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6198 00000100:00100000:2.0:1777047504.280803:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047504.285203:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388065792 00000100:00100000:1.0:1777047504.285222:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388065792 00000100:00100000:1.0:1777047504.285338:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2088 00000100:00100000:1.0:1777047504.285360:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+72:57853:x1863365388065792:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:1.0:1777047504.289704:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645844e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:57853:x1863365388065792:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 4338us (8904us total) trans 8589935056 rc 0/0 00000100:00100000:1.0:1777047504.289725:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2088 00000100:00100000:1.0:1777047504.402726:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047504.404328:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388066048 00000100:00100000:0.0:1777047504.404343:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388066048 00000100:00100000:0.0:1777047504.404471:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6199 00000100:00100000:0.0:1777047504.404489:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:57874:x1863365388066048:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047504.404524:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047504.404579:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d724939931 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f85b7 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.404685:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939938 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.404708:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939938 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.404727:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939938 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.404749:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493993f lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.404762:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493993f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.404774:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493993f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.404921:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d724939946 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.404939:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d724939946 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.404952:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d724939946 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047504.404968:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 143936 00010000:00010000:0.0:1777047504.405101:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939938 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.405114:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939938 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.405125:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939938 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.405413:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939938 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.405425:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047504.405433:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939938 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.405446:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939938 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.405465:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e0771900100) 00010000:00010000:0.0:1777047504.405470:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047504.405477:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939938 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.405488:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939938 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.405508:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493993f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.405519:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493993f lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.405530:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493993f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.405539:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047504.405544:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493993f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.405554:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493993f lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.405567:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0771900500) 00010000:00010000:0.0:1777047504.405571:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047504.405576:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493993f lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.405587:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493993f lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.405650:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d724939931 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85b7 expref: 76 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.405677:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d724939946 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85b7 expref: 75 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.405691:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047504.405695:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047504.405699:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389e00, rc 0) 00000100:00100000:0.0:1777047504.405789:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57874:x1863365388066048:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1303us (3073us total) trans 8589935057 rc 0/0 00000100:00100000:0.0:1777047504.405808:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6199 00000100:00100000:3.0:1777047504.419815:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047504.420095:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388066304 00000100:00100000:1.0:1777047504.420111:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388066304 00000100:00100000:1.0:1777047504.420204:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6200 00000100:00100000:1.0:1777047504.420222:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57874:x1863365388066304:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047504.420269:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047504.420304:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939954 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f85be expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.421473:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d72493995b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.421497:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d72493995b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.421513:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d72493995b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047504.421530:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x34:0x0]: returning size 0 00010000:00010000:1.0:1777047504.424619:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939954 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85be expref: 78 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.424680:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d72493995b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85be expref: 77 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.424696:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x34:0x0].0x0 (ffff9e076def5c00) 00010000:00010000:1.0:1777047504.424701:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047504.424707:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90600, rc 0) 00000100:00100000:1.0:1777047504.424820:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57874:x1863365388066304:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 4601us (5015us total) trans 8589935058 rc 0/0 00000100:00100000:1.0:1777047504.424835:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6200 00000100:00100000:3.0:1777047504.428515:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047504.428625:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388066432 00000100:00100000:0.0:1777047504.428639:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388066432 00000100:00100000:0.0:1777047504.429010:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 412 00000100:00100000:0.0:1777047504.429038:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2430:x1863365388066432:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047504.429085:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047504.429117:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d724939946 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85b7 expref: 77 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.429143:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047504.429149:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047504.429223:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:2430:x1863365388066432:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 199us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047504.429236:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 412 00000100:00100000:2.0:1777047504.447808:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047504.447990:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388066688 00000100:00100000:1.0:1777047504.448003:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388066688 00000100:00100000:1.0:1777047504.448113:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6201 00000100:00100000:1.0:1777047504.448450:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57874:x1863365388066688:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047504.448503:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047504.448532:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939969 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f85c5 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.448683:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939970 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.448708:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d72493995b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85be expref: 77 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.448723:0:6590:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939970 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x34:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.448772:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d72493995b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85be expref: 77 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.448796:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d72493995b lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85be expref: 77 pid: 6588 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047504.448819:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443067648:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047504.451444:0:6590:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047504.464346:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047504.465555:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388066816 00000100:00100000:0.0:1777047504.465569:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388066816 00010000:00010000:0.0:1777047504.465631:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d72493995b lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85be expref: 78 pid: 6588 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047504.465709:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2034 00000100:00100000:0.0:1777047504.465728:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:2429:x1863365388066816:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047504.465752:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047504.465764:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d72493995b lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85be expref: 78 pid: 6588 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.465814:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d72493995b lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85be expref: 78 pid: 6588 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.465850:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x34:0x0].0x0 (ffff9e076def5c00) 00010000:00010000:0.0:1777047504.465860:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939970 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x34:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.465877:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939970 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x34:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.465890:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939970 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x34:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.465919:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047504.466007:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:2429:x1863365388066816:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 283us (1673us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047504.466022:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2034 00010000:00010000:1.0:1777047504.468435:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d72493995b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85be expref: 77 pid: 6588 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047504.468552:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443067648:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047504.468583:0:6590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939970 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x34:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.468598:0:6590:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939970 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x34:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.468608:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939970 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x34:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047504.468634:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x34:0x0]: returning size 0 00000004:00080000:1.0:1777047504.469171:0:6590:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x71:0x0], index 1: 0 00000004:00080000:1.0:1777047504.469185:0:6590:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x90:0x0], index 0: 0 00010000:00010000:1.0:1777047504.469645:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939970 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x34:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.469662:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939970 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x34:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.469673:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939970 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x34:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.469685:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047504.469691:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939970 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x34:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.469703:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939970 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x34:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.469722:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x34:0x0].0x0 (ffff9e076def5c00) 00010000:00010000:1.0:1777047504.469727:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047504.470028:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939970 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x34:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.470040:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939970 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x34:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.470143:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939969 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x34:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85c5 expref: 77 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.470161:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x34:0x0].0x0 (ffff9e076def5c00) 00010000:00010000:1.0:1777047504.470165:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777047504.470171:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939969 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x34:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85c5 expref: 77 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.470197:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90800, rc 0) 00000100:00100000:1.0:1777047504.470256:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57874:x1863365388066688:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 22128us (22458us total) trans 8589935059 rc 301/301 00000100:00100000:1.0:1777047504.470268:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6201 00000100:00100000:3.0:1777047504.489652:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047504.490698:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388067072 00000100:00100000:0.0:1777047504.490713:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388067072 00000100:00100000:0.0:1777047504.490811:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2089 00000100:00100000:0.0:1777047504.490830:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57874:x1863365388067072:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047504.491589:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57874:x1863365388067072:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 763us (1947us total) trans 8589935060 rc 0/0 00000100:00100000:0.0:1777047504.491605:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2089 00000100:00100000:3.0:1777047504.518812:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047504.531961:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388067200 00000100:00100000:0.0:1777047504.531986:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388067200 00000100:00100000:1.0:1777047504.534214:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6202 00000100:00100000:1.0:1777047504.534241:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57874:x1863365388067200:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047504.534280:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047504.534318:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d72493997e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f85cc expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.534481:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d724939985 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.534508:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d724939985 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x34:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.534529:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d724939985 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x34:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047504.534598:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x34:0x0]: returning size 0 00000004:00200000:1.0:1777047504.534606:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047504.534639:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d724939985 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x34:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.534688:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d72493997e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x34:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85cc expref: 79 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.534728:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d724939985 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x34:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85cc expref: 78 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.534745:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x34:0x0].0x0 (ffff9e076def5c00) 00010000:00010000:1.0:1777047504.534752:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777047504.534759:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90600, rc 0) 00000100:00100000:1.0:1777047504.537336:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57874:x1863365388067200:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 3095us (18553us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047504.537362:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6202 00000100:00100000:1.0:1777047504.574009:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047504.574112:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047504.574457:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388067328 00000100:00100000:2.0:1777047504.574476:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388067328 00000100:00100000:2.0:1777047504.574575:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388067456 00000100:00100000:2.0:1777047504.574582:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388067456 00000100:00100000:2.0:1777047504.574631:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4028 00000100:00100000:2.0:1777047504.574649:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388067328:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047504.574678:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047504.574773:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084bcae35/0x5ecf73d72493998c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f85d3 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047504.574819:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x71:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1777047504.574846:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047504.574850:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047504.574865:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084bcae35/0x5ecf73d72493998c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85d3 expref: 20 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.575238:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084bcae35/0x5ecf73d72493998c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85d3 expref: 20 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.575266:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0645b62200, rc 0) 00000100:00100000:2.0:1777047504.575357:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388067328:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 710us (1478us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047504.575372:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4028 00000100:00100000:2.0:1777047504.575450:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4029 00000100:00100000:2.0:1777047504.575466:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388067456:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047504.575483:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047504.575505:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000defeb98c/0x5ecf73d724939993 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f85da expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047504.575534:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x90:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1777047504.575555:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047504.575558:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047504.575569:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000defeb98c/0x5ecf73d724939993 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85da expref: 14 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.575596:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000defeb98c/0x5ecf73d724939993 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85da expref: 14 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.575614:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0645b63200, rc 0) 00000100:00100000:2.0:1777047504.575658:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388067456:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 195us (1547us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047504.575670:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4029 00000100:00100000:2.0:1777047504.592467:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047504.592672:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388067712 00000100:00100000:3.0:1777047504.592689:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388067712 00000100:00100000:3.0:1777047504.592803:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6203 00000100:00100000:3.0:1777047504.592823:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57874:x1863365388067712:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047504.592855:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047504.592886:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3600/0x5ecf73d72493999a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f85e1 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.593107:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d7249399a1 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.593146:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d7249399a1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.593167:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d7249399a1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047504.593191:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 143936 00010000:00010000:3.0:1777047504.593357:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3600/0x5ecf73d72493999a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85e1 expref: 81 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.593442:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d7249399a1 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85e1 expref: 80 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.593461:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047504.593467:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047504.593473:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2e00, rc 0) 00000100:00100000:3.0:1777047504.593577:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57874:x1863365388067712:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 759us (1123us total) trans 8589935061 rc 0/0 00000100:00100000:3.0:1777047504.593593:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6203 00000100:00100000:2.0:1777047504.630555:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047504.630611:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047504.630689:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047504.630907:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388067840 00000100:00100000:0.0:1777047504.630924:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388067840 00000100:00100000:0.0:1777047504.631077:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388067968 00000100:00100000:0.0:1777047504.631087:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388067968 00000100:00100000:0.0:1777047504.631130:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388068096 00000100:00100000:0.0:1777047504.631136:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388068096 00000100:00100000:0.0:1777047504.631170:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4030 00000100:00100000:0.0:1777047504.631197:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388067840:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047504.631602:0:36216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d7249399af lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047504.631620:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4031 00010000:00010000:0.0:1777047504.631656:0:36216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d724939701 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 90112->106495) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84fa expref: 15 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047504.631677:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388067968:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047504.631683:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047504.631691:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047504.631700:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d7249399af lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.631735:0:8633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399b6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.631768:0:8633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d7249395f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8483 expref: 20 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.631772:0:36216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d724939701 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 90112->106495) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84fa expref: 15 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.631832:0:36216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d724939701 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 90112->106495) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84fa expref: 15 pid: 8481 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.631832:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047504.631842:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047504.631853:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399b6 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047504.631878:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645688000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:36216:1863365443067776:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047504.631914:0:8633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d7249395f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8483 expref: 20 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.631941:0:8633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d7249395f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8483 expref: 20 pid: 28387 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047504.631968:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443067904:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047504.632012:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4240 going to sleep for 11 seconds 00000100:00100000:0.0:1777047504.632091:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4032 00000100:00100000:3.0:1777047504.632097:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6780 going to sleep for 11 seconds 00000100:00100000:0.0:1777047504.632114:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388068096:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047504.632510:0:30115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d7249399bd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.632550:0:30115:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d7249395f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f848a expref: 15 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.632565:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047504.632568:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047504.632574:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d7249399bd lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.632621:0:30115:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d7249395f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f848a expref: 15 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.632642:0:30115:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d7249395f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f848a expref: 15 pid: 36216 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047504.632667:0:30115:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645688a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443068032:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047504.641704:0:30115:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047504.656887:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645688000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:36216:1863365443067776:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047504.656937:0:36216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d7249399af lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047504.657771:0:30115:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645688a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443068032:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047504.660553:0:30115:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d7249399bd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047504.661537:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443067904:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047504.661577:0:8633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399b6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047504.662619:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047504.662686:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047504.662757:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047504.663215:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388068224 00000100:00100000:1.0:1777047504.663229:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388068224 00010000:00010000:1.0:1777047504.663301:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d724939701 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 90112->106495) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84fa expref: 16 pid: 8481 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047504.663329:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388068480 00000100:00100000:3.0:1777047504.663344:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388068480 00000100:00100000:1.0:1777047504.663442:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388068352 00010000:00010000:3.0:1777047504.663451:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d7249395f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f848a expref: 17 pid: 36216 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047504.663458:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388068352 00010000:00010000:1.0:1777047504.663499:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d7249395f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8483 expref: 21 pid: 28387 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047504.663556:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2035 00000100:00100000:3.0:1777047504.663583:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388068224:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047504.663614:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1777047504.663641:0:36227:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047498 -> 1777047504 00002000:00010000:3.0:1777047504.663652:0:36227:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 40 -> 96 00010000:00010000:3.0:1777047504.663664:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d724939701 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 90112->106495) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84fa expref: 17 pid: 8481 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.663693:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d724939701 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 90112->106495) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84fa expref: 17 pid: 8481 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.663738:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000301703b0/0x5ecf73d724939701 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 90112->106495) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84fa expref: 17 pid: 8481 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.663772:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047504.663776:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047504.663784:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d7249399af lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.663804:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d7249399af lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.663860:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047504.663952:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365388068224:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 373us (1339us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047504.664376:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2036 00000100:00100000:1.0:1777047504.664398:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365388068480:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047504.664423:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047504.664453:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d7249395f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f848a expref: 16 pid: 36216 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.664476:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d7249395f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f848a expref: 16 pid: 36216 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.664521:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b313ea65/0x5ecf73d7249395f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f848a expref: 16 pid: 36216 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.664547:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047504.664551:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047504.664558:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d7249399bd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.664579:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d7249399bd lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.664623:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047504.664671:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388068480:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 280us (1983us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047504.664686:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2036 00000100:00100000:1.0:1777047504.664725:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2037 00000100:00100000:1.0:1777047504.664745:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388068352:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047504.664764:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047504.664790:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d7249395f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8483 expref: 21 pid: 28387 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.664811:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d7249395f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8483 expref: 21 pid: 28387 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.664855:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000046c217a9/0x5ecf73d7249395f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8483 expref: 21 pid: 28387 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.664881:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047504.664885:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047504.664890:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399b6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.664911:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399b6 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.664952:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047504.665032:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2431:x1863365388068352:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 289us (2268us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047504.665079:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2037 00010000:00010000:1.0:1777047504.665127:0:30115:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d7249399bd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.665143:0:30115:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d7249399bd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047504.665234:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2035 00010000:00010000:1.0:1777047504.665251:0:30115:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d7249399bd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.665279:0:30115:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d7249399bd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.665296:0:30115:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d7249399bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.665328:0:30115:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047504.665337:0:30115:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d7249399bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.665355:0:30115:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d7249399bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.665359:0:8633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399b6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.665415:0:8633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399b6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.665447:0:8633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399b6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.665460:0:8633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399b6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.665461:0:30115:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d7249399bd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.665490:0:8633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.665500:0:30115:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d7249399bd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.665527:0:8633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead3600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047504.665544:0:8633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.665569:0:8633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.665600:0:8633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399b6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.665623:0:8633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047504.665631:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388068096:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 33520us (34936us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047504.665664:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4032 00000100:00100000:3.0:1777047504.665827:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388067968:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 34161us (35213us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047504.665846:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4031 00010000:00010000:3.0:1777047504.665914:0:36216:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d7249399af lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.665932:0:36216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d7249399af lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.665965:0:36216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d7249399af lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.665986:0:36216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d7249399af lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.666001:0:36216:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d7249399af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.666035:0:36216:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047504.666083:0:36216:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d7249399af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.666105:0:36216:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d7249399af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.666145:0:36216:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d7249399af lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.666161:0:36216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d7249399af lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047504.666631:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388067840:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 35431us (36085us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047504.666654:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4030 00000100:00100000:2.0:1777047504.703681:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047504.703800:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047504.704000:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388068608 00000100:00100000:0.0:1777047504.704017:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388068608 00000100:00100000:2.0:1777047504.704046:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047504.704712:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388068736 00000100:00100000:0.0:1777047504.704721:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388068736 00000100:00100000:2.0:1777047504.704747:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388068864 00000100:00100000:2.0:1777047504.704761:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388068864 00000100:00100000:0.0:1777047504.704814:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4033 00000100:00100000:0.0:1777047504.704847:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388068608:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047504.704887:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047504.704932:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d7249399c4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f85e8 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047504.704985:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 143936, mtime: 0x69eb97d0, atime: 0x69eb97d0, ctime: 0x69eb97d0, blocks: 0x60 00010000:00010000:0.0:1777047504.705026:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047504.705067:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047504.705095:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d7249399c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85e8 expref: 14 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.705139:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d7249399c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85e8 expref: 14 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.705174:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388000, rc 0) 00000100:00100000:0.0:1777047504.705731:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388068608:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 888us (2063us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047504.709910:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4034 00000100:00100000:2.0:1777047504.709946:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388068736:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047504.709968:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047504.710005:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb5d219d/0x5ecf73d7249399cb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f85ef expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047504.710115:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6d:0x0] initial LVB size: 0, mtime: 0x69eb97d0, atime: 0x69eb97ca, ctime: 0x69eb97d0, blocks: 0x1800 00010000:00010000:2.0:1777047504.710151:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047504.710154:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047504.710168:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eb5d219d/0x5ecf73d7249399cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85ef expref: 20 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.710206:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eb5d219d/0x5ecf73d7249399cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85ef expref: 20 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.710238:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166e00, rc 0) 00000100:00100000:2.0:1777047504.710319:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388068736:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 381us (6508us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047504.710433:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4034 00000100:00100000:2.0:1777047504.710493:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4035 00000100:00100000:2.0:1777047504.710508:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388068864:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047504.710537:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047504.710556:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d7249399d2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f85f6 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047504.710591:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8c:0x0] initial LVB size: 0, mtime: 0x69eb97d0, atime: 0x69eb97ca, ctime: 0x69eb97d0, blocks: 0x0 00010000:00010000:2.0:1777047504.710624:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047504.710627:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047504.710636:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d7249399d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85f6 expref: 15 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.710682:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d7249399d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85f6 expref: 15 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.710710:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167400, rc 0) 00000100:00100000:2.0:1777047504.710761:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388068864:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 255us (6716us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047504.710784:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4035 00010000:00010000:3.0:1777047504.715613:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047504.718198:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4033 00000100:00100000:1.0:1777047504.872593:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047504.882421:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388068992 00000100:00100000:2.0:1777047504.882441:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388068992 00000100:00100000:2.0:1777047504.882569:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4036 00000100:00100000:2.0:1777047504.882589:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eaca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388068992:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:2.0:1777047504.882785:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eaca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388068992:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 199us (10203us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047504.882800:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4036 00000100:00100000:1.0:1777047504.899761:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047504.905735:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388069120 00000100:00100000:2.0:1777047504.905752:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388069120 00000100:00100000:2.0:1777047504.905862:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6204 00000100:00100000:2.0:1777047504.905884:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57874:x1863365388069120:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047504.905920:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047504.905951:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d7249399d9 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f85fd expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.906008:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d7249399e0 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.906073:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d7249399e0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.906096:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d7249399e0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.906303:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d7249399d9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85fd expref: 82 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.906353:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d7249399e0 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x34:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85fd expref: 81 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.906369:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x34:0x0].0x0 (ffff9e076def5c00) 00010000:00010000:2.0:1777047504.906375:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777047504.906440:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166800, rc 0) 00000100:00100000:2.0:1777047504.906749:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57874:x1863365388069120:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 868us (6998us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047504.906765:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6204 00000100:00100000:0.0:1777047504.936962:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047504.937631:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388069376 00000100:00100000:2.0:1777047504.937647:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388069376 00000100:00100000:2.0:1777047504.937751:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6205 00000100:00100000:2.0:1777047504.937769:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57874:x1863365388069376:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047504.938193:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047504.938234:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d724939985 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x34:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85cc expref: 81 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.938270:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x34:0x0].0x0 (ffff9e076def5c00) 00010000:00010000:2.0:1777047504.938282:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047504.938605:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d7249399e7 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.938631:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d7249399e7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x34:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.938651:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d7249399e7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x34:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047504.938727:0:9025:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935062 00000004:00010000:2.0:1777047504.938769:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004218c2a4 reply state 000000006fb18bd6 transno 8589935063 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d7249399e7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x34:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.938792:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d7249399e7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x34:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.938804:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x34:0x0].0x0 (ffff9e076def5c00) 00010000:00010000:2.0:1777047504.938810:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047504.938814:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047504.939365:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57874:x1863365388069376:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1595us (2412us total) trans 8589935063 rc 0/0 00000100:00100000:2.0:1777047504.939408:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6205 00000020:00080000:2.0:1777047504.939418:0:9025:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047504.980112:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047504.983871:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388069504 00000100:00100000:1.0:1777047504.983889:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388069504 00000100:00100000:1.0:1777047504.984126:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6206 00000100:00100000:1.0:1777047504.984146:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57874:x1863365388069504:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047504.984186:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047504.984215:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249399ee lrc: 2/0,0 mode: --/CR res: [0x200000405:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8604 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.984305:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249399ee lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x34:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8604 expref: 84 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.984334:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249399ee lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x34:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8604 expref: 84 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047504.984366:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x34:0x0].0x0 (ffff9e076def5c00) 00010000:00010000:1.0:1777047504.984373:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047504.984380:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91400, rc 0) 00000100:00100000:1.0:1777047504.984553:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:57874:x1863365388069504:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 409us (4449us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047504.984569:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6206 00000100:00100000:0.0:1777047505.005246:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047505.009834:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388069632 00000100:00100000:3.0:1777047505.009855:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388069632 00000100:00100000:3.0:1777047505.010150:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4037 00000100:00100000:3.0:1777047505.010173:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:57874:x1863365388069632:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047505.010203:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047505.010232:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f860b expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.010288:0:36216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000084bcae35/0x5ecf73d72493998c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85d3 expref: 21 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.010308:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047505.010311:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047505.010319:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399f5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f860b expref: 21 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.010464:0:36216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000084bcae35/0x5ecf73d72493998c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85d3 expref: 21 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.010495:0:36216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000084bcae35/0x5ecf73d72493998c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85d3 expref: 21 pid: 8479 timeout: 4233 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047505.010520:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365443068160:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047505.010636:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6780 going to sleep for 11 seconds 00000100:00080000:0.0:1777047505.012945:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047505.029550:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047505.030581:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365443068160:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047505.030635:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399f5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f860b expref: 21 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.030673:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead3600, rc 0) 00000100:00100000:3.0:1777047505.030772:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:57874:x1863365388069632:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 20604us (25536us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047505.030790:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4037 00000100:00100000:1.0:1777047505.033724:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388069760 00000100:00100000:1.0:1777047505.033740:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388069760 00010000:00010000:1.0:1777047505.033799:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000084bcae35/0x5ecf73d72493998c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85d3 expref: 21 pid: 8479 timeout: 4233 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047505.033862:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2038 00000100:00100000:1.0:1777047505.033879:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07605e9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388069760:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047505.033904:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047505.033915:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000084bcae35/0x5ecf73d72493998c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85d3 expref: 21 pid: 8479 timeout: 4233 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.033955:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000084bcae35/0x5ecf73d72493998c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85d3 expref: 21 pid: 8479 timeout: 4233 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.033995:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084bcae35/0x5ecf73d72493998c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85d3 expref: 21 pid: 8479 timeout: 4233 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.034023:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047505.034028:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047505.034070:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f860b expref: 20 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.034090:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f860b expref: 20 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.034154:0:6574:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f860b expref: 20 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047505.034615:0:6574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6574:1863365443068288:192.168.201.54@tcp:105: 00000100:00100000:1.0:1777047505.034719:0:6574:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85780 going to sleep for 11 seconds 00000100:00100000:0.0:1777047505.095783:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047505.096832:0:6574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6574:1863365443068288:192.168.201.54@tcp:105: 00010000:00010000:1.0:1777047505.096876:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047505.096981:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07605e9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388069760:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 63103us (67441us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047505.097002:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2038 00000100:00100000:2.0:1777047505.097656:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388069888 00000100:00100000:2.0:1777047505.097668:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388069888 00000100:00100000:2.0:1777047505.098204:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4038 00000100:00100000:2.0:1777047505.098230:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57874:x1863365388069888:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047505.101246:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047505.101284:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d7249399fc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8612 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.101343:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000defeb98c/0x5ecf73d724939993 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85da expref: 15 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.101454:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047505.101458:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047505.101469:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d7249399fc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8612 expref: 15 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.101535:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000defeb98c/0x5ecf73d724939993 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85da expref: 15 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.101568:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000defeb98c/0x5ecf73d724939993 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85da expref: 15 pid: 8479 timeout: 4233 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047505.101593:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644326300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443068416:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047505.101700:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8aa80 going to sleep for 11 seconds 00000100:00080000:3.0:1777047505.102020:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047505.120465:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644326300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443068416:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047505.120520:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d7249399fc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8612 expref: 15 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.120557:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166a00, rc 0) 00000100:00100000:2.0:1777047505.120659:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57874:x1863365388069888:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 22439us (24891us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047505.120676:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4038 00000100:00100000:0.0:1777047505.134551:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047505.135582:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388070016 00000100:00100000:3.0:1777047505.135599:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388070016 00010000:00010000:3.0:1777047505.135661:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000defeb98c/0x5ecf73d724939993 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85da expref: 15 pid: 8479 timeout: 4233 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047505.135734:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2039 00000100:00100000:3.0:1777047505.135752:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388070016:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047505.135781:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047505.135792:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000defeb98c/0x5ecf73d724939993 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85da expref: 15 pid: 8479 timeout: 4233 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.135819:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000defeb98c/0x5ecf73d724939993 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85da expref: 15 pid: 8479 timeout: 4233 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.135860:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000defeb98c/0x5ecf73d724939993 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85da expref: 15 pid: 8479 timeout: 4233 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.135890:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047505.135895:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047505.135905:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d7249399fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8612 expref: 14 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.135925:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d7249399fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8612 expref: 14 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.135994:0:6573:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d7249399fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8612 expref: 14 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047505.136022:0:6573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365443068544:192.168.201.54@tcp:105: 00000100:00100000:3.0:1777047505.136201:0:6573:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047505.156167:0:6573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365443068544:192.168.201.54@tcp:105: 00010000:00010000:3.0:1777047505.156286:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047505.156423:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388070016:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 20673us (21884us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047505.156447:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2039 00000100:00100000:2.0:1777047505.156544:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047505.156940:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047505.157120:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388070144 00000100:00100000:1.0:1777047505.157132:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388070144 00002000:00010000:1.0:1777047505.157195:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/113 (0->18446744073709551615) 00002000:00100000:1.0:1777047505.157204:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644326300 with x1863365388070144 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047505.157225:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644326300. 00000100:00100000:1.0:1777047505.157278:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388070272 00000100:00100000:1.0:1777047505.157286:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388070272 00002000:00010000:1.0:1777047505.157317:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/144 (0->18446744073709551615) 00002000:00100000:1.0:1777047505.157324:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645688e00 with x1863365388070272 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047505.157335:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645688e00. 00000100:00100000:1.0:1777047505.157439:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1252 00000100:00100000:1.0:1777047505.157457:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644326300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388070144:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047505.157734:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047505.157742:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb mtime from disk: 0 -> 1777047505 00002000:00010000:1.0:1777047505.157748:0:24566:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047505.157753:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb ctime from disk: 0 -> 1777047505 00002000:00010000:1.0:1777047505.157759:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047505.157827:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644326300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388070144:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 373us (1287us total) trans 17179870391 rc 0/0 00000100:00100000:1.0:1777047505.157842:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1252 00002000:00010000:1.0:1777047505.157853:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/113 (0->18446744073709551615) 00002000:00100000:1.0:1777047505.157859:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644326300 with x1863365388070144 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047505.157868:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644326300. 00000100:00100000:1.0:1777047505.157901:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1253 00000100:00100000:1.0:1777047505.157915:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388070272:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047505.158121:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047505.158129:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb mtime from disk: 0 -> 1777047505 00002000:00010000:1.0:1777047505.158139:0:24566:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047505.158143:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb ctime from disk: 0 -> 1777047505 00002000:00010000:1.0:1777047505.158148:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047505.158194:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388070272:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 280us (1261us total) trans 21474837719 rc 0/0 00000100:00100000:1.0:1777047505.158208:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1253 00002000:00010000:1.0:1777047505.158215:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/144 (0->18446744073709551615) 00002000:00100000:1.0:1777047505.158225:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645688e00 with x1863365388070272 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047505.158234:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645688e00. 00000100:00100000:2.0:1777047505.185892:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047505.186665:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388070400 00000100:00100000:1.0:1777047505.186685:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388070400 00000100:00100000:1.0:1777047505.186800:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4039 00000100:00100000:1.0:1777047505.186820:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388070400:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047505.187828:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388070400:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 1009us (1948us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047505.187850:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4039 00000100:00100000:0.0:1777047505.211366:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047505.212878:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388070528 00000100:00100000:1.0:1777047505.212893:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388070528 00000100:00100000:1.0:1777047505.212988:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4040 00000100:00100000:1.0:1777047505.213005:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388070528:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047505.214609:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388070528:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 1605us (3253us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047505.214625:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4040 00000100:00100000:1.0:1777047505.226667:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443068672:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777047505.226768:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047505.227261:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443068672 00000100:00100000:0.0:1777047505.227273:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443068672 00000100:00100000:0.0:1777047505.227371:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2494 00000100:00100000:0.0:1777047505.227428:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443068672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1777047505.227464:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 376972864 pending 0 free 3918938112 avail 3687329792 00000100:00080000:2.0:1777047505.227657:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047505.228976:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443068672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1587us (2205us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047505.228993:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2494 00000100:00100000:1.0:1777047505.230007:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443068672:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777047505.234970:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047505.240878:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388070656 00000100:00100000:3.0:1777047505.240896:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388070656 00000100:00100000:3.0:1777047505.241064:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1254 00000100:00100000:3.0:1777047505.241085:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388070656:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:3.0:1777047505.241171:0:29061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724939a03 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.241198:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047505.241203:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047505.241211:0:29061:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724939a03 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.241235:0:29061:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724939a03 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.241373:0:29061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724939a03 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.241466:0:29061:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724939a03 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.241481:0:29061:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724939a03 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.241493:0:29061:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047505.241500:0:29061:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724939a03 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.241515:0:29061:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724939a03 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.241540:0:29061:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724939a03 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.241554:0:29061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724939a03 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047505.241646:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388070656:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 567us (6686us total) trans 0 rc 16384/16384 00000100:00100000:3.0:1777047505.241659:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1254 00000100:00100000:0.0:1777047505.267511:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047505.268305:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388070784 00000100:00100000:1.0:1777047505.268320:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388070784 00000100:00100000:1.0:1777047505.268480:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1255 00000100:00100000:1.0:1777047505.268501:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388070784:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:1.0:1777047505.268552:0:24563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939a0a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.268582:0:24563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f860b expref: 21 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.268597:0:24563:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047505.268601:0:24563:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047505.268606:0:24563:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939a0a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.268661:0:24563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f860b expref: 21 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.268689:0:24563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f860b expref: 21 pid: 36216 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047505.268716:0:24563:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:24563:1863365443068800:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047505.271178:0:24563:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750c85d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047505.281492:0:24563:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:24563:1863365443068800:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047505.281536:0:24563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939a0a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047505.288693:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047505.289770:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388070912 00000100:00100000:0.0:1777047505.289786:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388070912 00010000:00010000:0.0:1777047505.289851:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f860b expref: 22 pid: 36216 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047505.289926:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2040 00000100:00100000:0.0:1777047505.289944:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388070912:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047505.289969:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047505.290000:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f860b expref: 22 pid: 36216 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.290028:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f860b expref: 22 pid: 36216 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.290101:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7fb3027/0x5ecf73d7249399f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f860b expref: 22 pid: 36216 timeout: 4233 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.290140:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047505.290144:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047505.290151:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939a0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.290169:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939a0a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.290227:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047505.290331:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388070912:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 387us (1646us total) trans 0 rc 0/0 00010000:00010000:1.0:1777047505.290341:0:24563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939a0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047505.290352:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2040 00010000:00010000:1.0:1777047505.290373:0:24563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939a0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047505.306964:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870392 is committed 00002000:00010000:1.0:1777047505.307578:0:24563:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb size from disk: 0 -> 16384 00002000:00010000:1.0:1777047505.307590:0:24563:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb blocks from disk: 0 -> 32 00010000:00010000:1.0:1777047505.307611:0:24563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939a0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.307635:0:24563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939a0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.307654:0:24563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939a0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.307670:0:24563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047505.307679:0:24563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939a0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.307698:0:24563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939a0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.307732:0:24563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939a0a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.307764:0:24563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939a0a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047505.312125:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365388070784:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 43613us (44609us total) trans 17179870392 rc 0/0 00000100:00100000:2.0:1777047505.312149:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1255 00000100:00100000:2.0:1777047505.329785:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047505.329969:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388071040 00000100:00100000:3.0:1777047505.329986:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388071040 00000100:00100000:3.0:1777047505.330317:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4041 00000100:00100000:3.0:1777047505.330338:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388071040:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047505.332214:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388071040:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 1877us (2437us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047505.332232:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4041 00000100:00100000:0.0:1777047505.352693:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047505.353658:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388071168 00000100:00100000:3.0:1777047505.353674:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388071168 00000100:00100000:3.0:1777047505.353793:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4042 00000100:00100000:3.0:1777047505.353813:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388071168:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047505.354011:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388071168:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 201us (1328us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047505.354028:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4042 00000100:00100000:0.0:1777047505.367924:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047505.368209:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388071296 00000100:00100000:3.0:1777047505.368228:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388071296 00000100:00100000:3.0:1777047505.368371:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1256 00000100:00100000:3.0:1777047505.368460:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388071296:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:3.0:1777047505.368523:0:24565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724939a11 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.368554:0:24565:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047505.368559:0:24565:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047505.368569:0:24565:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724939a11 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.368599:0:24565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724939a11 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.394685:0:24565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724939a11 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.394747:0:24565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724939a11 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.394767:0:24565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724939a11 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.395510:0:24565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047505.395521:0:24565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724939a11 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.395550:0:24565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724939a11 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.395587:0:24565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724939a11 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.395603:0:24565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000857272d0/0x5ecf73d724939a11 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047505.395721:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388071296:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 27327us (27803us total) trans 0 rc 29248/29248 00000100:00100000:3.0:1777047505.395740:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1256 00000100:00100000:0.0:1777047505.428527:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047505.429770:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388071424 00000100:00100000:2.0:1777047505.430171:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388071424 00000100:00100000:2.0:1777047505.430316:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1257 00000100:00100000:2.0:1777047505.430343:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388071424:12345-192.168.201.54@tcp:4:lfs.0 00002000:00010000:2.0:1777047505.432471:0:8486:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x71:0x0] initial LVB size: 16384, mtime: 0x69eb97d1, atime: 0x0, ctime: 0x69eb97d1, blocks: 0x20 00010000:00010000:2.0:1777047505.432497:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d724939a18 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.432530:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047505.432534:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047505.432544:0:8486:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d724939a18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.432577:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d724939a18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047505.481483:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870393 is committed 00002000:00010000:1.0:1777047505.481912:0:8486:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb size from disk: 16384 -> 143936 00002000:00010000:1.0:1777047505.481923:0:8486:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb blocks from disk: 32 -> 96 00010000:00010000:1.0:1777047505.481944:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d724939a18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.481971:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d724939a18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.481990:0:8486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d724939a18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.482006:0:8486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047505.482016:0:8486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d724939a18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.482073:0:8486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d724939a18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.482109:0:8486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d724939a18 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.482149:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d724939a18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047505.484488:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388071424:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 54142us (55966us total) trans 17179870393 rc 0/0 00000100:00100000:1.0:1777047505.484509:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1257 00000100:00100000:2.0:1777047505.502881:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047505.503162:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388071552 00000100:00100000:1.0:1777047505.503184:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388071552 00000100:00100000:1.0:1777047505.503343:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6207 00000100:00100000:1.0:1777047505.503369:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:57874:x1863365388071552:12345-192.168.201.54@tcp:44:lfs.0 00000100:00080000:2.0:1777047505.504735:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1777047505.517919:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935063 is committed 00000004:00080000:0.0:1777047505.518025:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 76 committed 00000004:00080000:0.0:1777047505.518119:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 74 committed 00010000:00010000:1.0:1777047505.518266:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d724939724 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.518296:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d724939724 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.518311:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d724939724 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.518328:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f47e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047505.518337:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d724939724 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.518377:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d724939724 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047505.518604:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443068928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777047505.518716:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047505.518828:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443068928 00000100:00100000:3.0:1777047505.518838:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443068928 00000100:00100000:3.0:1777047505.518935:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4043 00000100:00100000:3.0:1777047505.518958:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443068928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777047505.519004:0:28387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:110 count 1 00010000:00010000:3.0:1777047505.519082:0:28387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724939a1f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.519122:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d72493914a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8299 expref: 18 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.519139:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047505.519143:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047505.519149:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724939a1f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.519579:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d72493914a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8299 expref: 18 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.519607:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d72493914a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8299 expref: 18 pid: 36217 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047505.519637:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365443069056:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047505.519725:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047505.519732:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047505.519746:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d724939724 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047505.519755:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6780 going to sleep for 11 seconds 00010000:00010000:1.0:1777047505.519770:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d724939724 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777047505.519804:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777047505.519806:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d724939740 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.519825:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d724939740 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.519838:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d724939740 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.519849:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f47a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047505.519855:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d724939740 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.519873:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d724939740 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.519890:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047505.519896:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047505.519906:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d724939740 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.519917:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d724939740 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.519938:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d724939755 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.519955:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d724939755 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.519967:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d724939755 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.519978:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f46a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047505.519983:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d724939755 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.520000:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d724939755 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.520014:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047505.520018:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047505.520023:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d724939755 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.520079:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46a00/0x5ecf73d724939755 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.520455:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493976a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.520468:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493976a lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.520479:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493976a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.520494:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047505.520500:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493976a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.520520:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493976a lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.520542:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047505.520546:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047505.520552:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493976a lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.520563:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493976a lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.520593:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b63600/0x5ecf73d7249398dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.520606:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b63600/0x5ecf73d7249398dd lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.520621:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b63600/0x5ecf73d7249398dd lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.520630:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0645b63600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047505.520635:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b63600/0x5ecf73d7249398dd lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.520645:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b63600/0x5ecf73d7249398dd lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.520661:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047505.520741:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047505.520747:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b63600/0x5ecf73d7249398dd lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.520768:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b63600/0x5ecf73d7249398dd lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.520794:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d7249398f2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.520806:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d7249398f2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.521594:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d7249398f2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.521605:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047505.521612:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d7249398f2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.521631:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d7249398f2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.521648:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047505.521653:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047505.521658:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d7249398f2 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.521674:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d7249398f2 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.521697:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62800/0x5ecf73d724939907 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.521715:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62800/0x5ecf73d724939907 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.521727:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62800/0x5ecf73d724939907 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.521737:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0645b62800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047505.521747:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62800/0x5ecf73d724939907 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.521758:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62800/0x5ecf73d724939907 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.521773:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047505.521777:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047505.521782:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62800/0x5ecf73d724939907 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.521799:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62800/0x5ecf73d724939907 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.521818:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d72493991c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047505.525689:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1777047505.529090:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d72493991c lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.529110:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d72493991c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.529121:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0645b62c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047505.529130:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d72493991c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.529159:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d72493991c lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.529188:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047505.529193:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047505.529200:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d72493991c lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047505.529208:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443069184:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777047505.529213:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d72493991c lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.529254:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d7249399e7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.529271:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d7249399e7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.529282:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d7249399e7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.529292:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166200 already unused, calling callback (ffffffffc171f4f0) 00000100:00100000:2.0:1777047505.529313:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777047505.529417:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d7249399e7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.529431:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d7249399e7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.529451:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x34:0x0].0x0 (ffff9e076def5c00) 00000020:00080000:0.0:1777047505.529754:0:33214:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e0774f8a780 refcount 2 committed 0 result 0 batchid 4294969359 00000020:00080000:0.0:1777047505.530216:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e076e3b7a00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e0774f8a6c0 00000020:00080000:0.0:1777047505.530223:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e076e3b7000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e0774f8a3c0 00000020:00080000:0.0:1777047505.530229:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e076e3b7f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e06446c8e00 00000020:00080000:0.0:1777047505.530239:0:33214:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].11 00000020:00080000:0.0:1777047505.530308:0:33214:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969358 batchid updated 00000020:00080000:0.0:1777047505.530348:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969359 committed batchid 4294969358 00010000:00010000:1.0:1777047505.530392:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047505.530410:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d7249399e7 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.530432:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d7249399e7 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1777047505.530593:0:33244:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969358 cancel update log [0x200000bd0:0x2:0x0].10: rc = 0 00000020:00080000:0.0:1777047505.530615:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969358 00000100:00100000:1.0:1777047505.531467:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57874:x1863365388071552:12345-192.168.201.54@tcp:44:lfs.0 Request processed in 28097us (28594us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047505.531490:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6207 00000100:00100000:3.0:1777047505.532306:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443069184 00000100:00100000:3.0:1777047505.532326:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443069184 00000100:00100000:3.0:1777047505.532475:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4044 00000100:00100000:3.0:1777047505.532498:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443069184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777047505.532546:0:11204:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:141 count 1 00010000:00010000:3.0:1777047505.532584:0:11204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ad0d937/0x5ecf73d724939a26 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.532620:0:11204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939660 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84ad expref: 14 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.532636:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047505.532640:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047505.532651:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ad0d937/0x5ecf73d724939a26 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777047505.534500:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777047505.535774:0:11204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939660 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84ad expref: 14 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.535808:0:11204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939660 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84ad expref: 14 pid: 28387 timeout: 4234 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047505.535842:0:11204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11204:1863365443069312:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047505.535968:0:11204:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047505.562727:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047505.562797:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047505.562861:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388071680 00000100:00100000:2.0:1777047505.562876:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388071680 00010000:00010000:2.0:1777047505.562959:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d72493914a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8299 expref: 19 pid: 36217 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047505.563085:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388071808 00000100:00100000:2.0:1777047505.563102:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388071808 00010000:00010000:2.0:1777047505.563143:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939660 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84ad expref: 15 pid: 28387 timeout: 4234 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047505.563628:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2041 00000100:00100000:2.0:1777047505.563659:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388071680:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047505.563696:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047505.563708:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d72493914a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8299 expref: 19 pid: 36217 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.563747:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d72493914a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8299 expref: 19 pid: 36217 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.563797:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047505.563812:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047505.563821:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724939a1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.563865:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724939a1f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.563915:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047505.564070:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388071680:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 373us (1322us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047505.564099:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2041 00000100:00100000:2.0:1777047505.564148:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2042 00000100:00100000:2.0:1777047505.564168:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388071808:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047505.564196:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047505.564206:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939660 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84ad expref: 15 pid: 28387 timeout: 4234 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.564240:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939660 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84ad expref: 15 pid: 28387 timeout: 4234 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.564280:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047505.564284:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047505.564291:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003ad0d937/0x5ecf73d724939a26 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.564317:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ad0d937/0x5ecf73d724939a26 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.564355:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047505.564406:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388071808:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 244us (1607us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047505.564432:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2042 00010000:00010000:0.0:1777047505.564744:0:11204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d724939660 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84ad expref: 14 pid: 28387 timeout: 4234 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047505.564784:0:11204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11204:1863365443069312:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047505.564831:0:11204:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003ad0d937/0x5ecf73d724939a26 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.564862:0:11204:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003ad0d937/0x5ecf73d724939a26 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.564877:0:11204:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ad0d937/0x5ecf73d724939a26 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.564907:0:11204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ad0d937/0x5ecf73d724939a26 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.564934:0:11204:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ad0d937/0x5ecf73d724939a26 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.564982:0:11204:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777047505.566071:0:28387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007197f2c5/0x5ecf73d72493914a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8299 expref: 18 pid: 36217 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047505.566108:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365443069056:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047505.566541:0:28387:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724939a1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.566570:0:28387:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724939a1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.566584:0:28387:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724939a1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.571573:0:28387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724939a1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.571592:0:28387:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724939a1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047505.571639:0:28387:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1777047505.573348:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777047505.573374:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ad0d937/0x5ecf73d724939a26 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.573397:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead3000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047505.573416:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ad0d937/0x5ecf73d724939a26 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.573436:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ad0d937/0x5ecf73d724939a26 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.573483:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ad0d937/0x5ecf73d724939a26 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.573509:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ad0d937/0x5ecf73d724939a26 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.573564:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047505.573582:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724939a1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.573607:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047505.573624:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724939a1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.573641:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724939a1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.573674:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724939a1f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.573691:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000857272d0/0x5ecf73d724939a1f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047505.578954:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3683:x1863365443068928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 59980us (60219us total) trans 17179870394 rc 0/0 00000100:00100000:3.0:1777047505.578974:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4043 00000100:00100000:3.0:1777047505.579608:0:3683:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179870386 gen 2 00000004:00080000:3.0:1777047505.579629:0:3683:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179870376 committed transno 17179870386 00000004:00080000:3.0:1777047505.579673:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064568bb80, transno 17179870377 00000004:00080000:3.0:1777047505.579691:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645689c00, transno 17179870378 00000004:00080000:3.0:1777047505.579706:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645688700, transno 17179870379 00000004:00080000:3.0:1777047505.579711:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064568ad80, transno 17179870380 00000004:00080000:3.0:1777047505.579716:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645689500, transno 17179870381 00000004:00080000:3.0:1777047505.579721:0:3683:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179870386 committed transno 17179870386 00000100:00100000:3.0:1777047505.579757:0:3683:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9e076e39d500 x1863365443068928/t17179870394(17179870394) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777047521 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1777047505.579793:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e39d500/2, rc 0, transno 17179870394 00000100:00100000:3.0:1777047505.579804:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443068928:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1777047505.580147:0:33234:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 1 in progress, 0 in flight, 5 done 00010000:00010000:3.0:1777047505.580766:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047505.580881:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:1.0:1777047505.582495:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047505.582499:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047505.582503:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047505.586789:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047505.586929:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388071936 00000100:00100000:2.0:1777047505.586955:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388071936 00000100:00100000:2.0:1777047505.587128:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388072064 00000100:00100000:2.0:1777047505.587136:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388072064 00000100:00100000:2.0:1777047505.587598:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4045 00000100:00100000:2.0:1777047505.587632:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388071936:12345-192.168.201.54@tcp:16:lfs.0 00000100:00100000:3.0:1777047505.588705:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4046 00000100:00100000:3.0:1777047505.588741:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388072064:12345-192.168.201.54@tcp:16:lfs.0 00000100:00100000:0.0:1777047505.592218:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3685:x1863365443069184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 59705us (62890us total) trans 21474837720 rc 0/0 00000100:00100000:0.0:1777047505.592237:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4044 00000100:00100000:0.0:1777047505.593109:0:3685:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474837705 gen 2 00000004:00080000:0.0:1777047505.593133:0:3685:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474837705 committed transno 21474837705 00000100:00100000:2.0:1777047505.596613:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388071936:12345-192.168.201.54@tcp:16:lfs.0 Request processed in 8991us (15738us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047505.596646:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4045 00000100:00100000:0.0:1777047505.597736:0:3685:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9e0644324380 x1863365443069184/t21474837720(21474837720) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777047521 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1777047505.597774:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644324380/2, rc 0, transno 21474837720 00000100:00100000:0.0:1777047505.597796:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443069184:0@lo:6:osp-syn-0-0.0 00000001:00080000:1.0:1777047505.629701:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837720 is committed 00000001:00080000:1.0:1777047505.629757:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837719 is committed 00000100:00100000:3.0:1777047505.633647:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388072064:12345-192.168.201.54@tcp:16:lfs.0 Request processed in 44391us (46341us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047505.633680:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4046 00000100:00100000:3.0:1777047505.731127:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777047505.731176:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443069440:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777047505.731338:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777047505.731632:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047505.733273:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443069440 00000100:00100000:2.0:1777047505.733302:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443069440 00000100:00100000:2.0:1777047505.733484:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3317 00000100:00100000:2.0:1777047505.733519:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443069440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777047505.733601:0:7694:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446096896 avail 1299857408 00000100:00100000:2.0:1777047505.733774:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443069440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 259us (2451us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047505.733805:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3317 00000100:00100000:3.0:1777047505.734180:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443069440:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777047505.870653:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047505.870764:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047505.870851:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047505.871124:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388072192 00000100:00100000:0.0:1777047505.871149:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388072192 00000100:00100000:0.0:1777047505.871270:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388072320 00000100:00100000:0.0:1777047505.871277:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388072320 00000100:00100000:0.0:1777047505.871326:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388072448 00000100:00100000:0.0:1777047505.871331:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388072448 00000100:00100000:0.0:1777047505.871391:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4047 00000100:00100000:0.0:1777047505.871408:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388072192:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047505.871569:0:36217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d724939a2d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047505.871608:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4048 00010000:00010000:0.0:1777047505.871617:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047505.871624:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047505.871643:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d724939a2d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047505.871645:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2432:x1863365388072320:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047505.871692:0:36217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d724939a2d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.871745:0:36217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d724939a2d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.871773:0:8480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d724939a34 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.871775:0:36217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d724939a2d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.871811:0:36217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d724939a2d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.871813:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047505.871820:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047505.871842:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d724939a34 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.871847:0:36217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047505.871863:0:36217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d724939a2d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.871885:0:8480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d724939a34 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.871909:0:36217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d724939a2d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.871965:0:8480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d724939a34 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.871970:0:36217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d724939a2d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.872012:0:8480:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d724939a34 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.872014:0:36217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d724939a2d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.872127:0:8480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d724939a34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.872143:0:8480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047505.872151:0:8480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d724939a34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.872182:0:8480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d724939a34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.872651:0:8480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d724939a34 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047505.872660:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388072192:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 792us (1567us total) trans 0 rc 0/0 00010000:00010000:2.0:1777047505.872687:0:8480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d724939a34 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047505.872699:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4047 00000100:00100000:0.0:1777047505.872768:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4049 00000100:00100000:0.0:1777047505.872790:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365388072448:12345-192.168.201.54@tcp:1:lfs.0 00000100:00100000:2.0:1777047505.872852:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2432:x1863365388072320:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 1215us (2094us total) trans 0 rc 0/0 00010000:00010000:0.0:1777047505.872855:0:36217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d724939a3b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047505.872886:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4048 00010000:00010000:0.0:1777047505.872910:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047505.872913:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047505.872930:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d724939a3b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.872950:0:36217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d724939a3b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.872990:0:36217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d724939a3b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.873017:0:36217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d724939a3b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.873075:0:36217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d724939a3b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.873100:0:36217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047505.873107:0:36217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d724939a3b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.873124:0:36217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d724939a3b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.873157:0:36217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d724939a3b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.873194:0:36217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d724939a3b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047505.873284:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365388072448:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 499us (2442us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047505.873310:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4049 00000100:00100000:0.0:1777047505.918746:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047505.920713:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388072704 00000100:00100000:2.0:1777047505.920731:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388072704 00000100:00100000:2.0:1777047505.920886:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6208 00000100:00100000:2.0:1777047505.920918:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57874:x1863365388072704:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047505.925722:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d724939a42 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.929740:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d724939a42 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.929782:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d724939a42 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777047505.934330:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000732173d8 reply state 000000009b1dc237 transno 8589935064 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d724939a42 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.934386:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d724939a42 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.941628:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x34:0x0].0x0 (ffff9e076def5c00) 00010000:00010000:2.0:1777047505.941651:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047505.941661:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047505.942942:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57874:x1863365388072704:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 22032us (24211us total) trans 8589935064 rc 0/0 00000100:00100000:3.0:1777047505.942970:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6208 00000100:00100000:3.0:1777047505.965517:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047505.966492:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388072832 00000100:00100000:0.0:1777047505.966509:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388072832 00000100:00100000:0.0:1777047505.966662:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4050 00000100:00100000:0.0:1777047505.966681:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57874:x1863365388072832:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047505.966741:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047505.966788:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d724939a49 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8619 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047505.966840:0:11204:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x71:0x0] initial LVB size: 143936, mtime: 0x69eb97d1, atime: 0x0, ctime: 0x69eb97d1, blocks: 0x60 00010000:00010000:0.0:1777047505.966884:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047505.966889:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047505.966913:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d724939a49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8619 expref: 19 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.966950:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d724939a49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8619 expref: 19 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047505.966973:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388c00, rc 0) 00000100:00100000:0.0:1777047505.967137:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57874:x1863365388072832:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 458us (1642us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047505.970759:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4050 00000100:00100000:1.0:1777047505.997393:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047505.997584:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047505.997904:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388072960 00000100:00100000:0.0:1777047505.997921:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388072960 00000100:00100000:0.0:1777047505.998186:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388073088 00000100:00100000:0.0:1777047505.998194:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388073088 00000100:00100000:2.0:1777047506.006515:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4051 00000100:00100000:2.0:1777047506.006558:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388072960:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:1.0:1777047506.008586:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb size from disk: 143936 -> 143936 00002000:00010000:1.0:1777047506.008597:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb mtime from disk: 1777047505 -> 1777047504 00002000:00010000:1.0:1777047506.008607:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb atime from disk: 0 -> 1777047504 00002000:00010000:1.0:1777047506.008614:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb ctime from disk: 1777047505 -> 1777047506 00002000:00010000:1.0:1777047506.008620:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:1.0:1777047506.008752:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388072960:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 2206us (11375us total) trans 17179870395 rc 0/0 00000100:00100000:1.0:1777047506.008778:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4051 00000100:00100000:3.0:1777047506.009195:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4052 00000100:00100000:3.0:1777047506.009234:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2432:x1863365388073088:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:3.0:1777047506.009458:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047506.009465:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb mtime from disk: 1777047505 -> 1777047504 00002000:00010000:3.0:1777047506.009470:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb atime from disk: 0 -> 1777047504 00002000:00010000:3.0:1777047506.009474:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb ctime from disk: 1777047505 -> 1777047506 00002000:00010000:3.0:1777047506.009478:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047506.009538:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388073088:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 312us (11950us total) trans 21474837721 rc 0/0 00000100:00100000:3.0:1777047506.009552:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4052 00000100:00100000:1.0:1777047506.022139:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047506.028537:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388073344 00000100:00100000:3.0:1777047506.028560:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388073344 00000100:00100000:3.0:1777047506.033240:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6209 00000100:00100000:3.0:1777047506.033273:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57874:x1863365388073344:12345-192.168.201.54@tcp:55:lfs.0 00010000:00010000:3.0:1777047506.033395:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939a50 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.033461:0:12913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d7249399e0 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85fd expref: 31 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.033482:0:12913:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939a50 lrc: 4/0,1 mode: --/PW res: [0x200000405:0x34:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.033554:0:12913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d7249399e0 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85fd expref: 31 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.033584:0:12913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d7249399e0 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85fd expref: 31 pid: 6589 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047506.033611:0:12913:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443069568:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047506.036572:0:12913:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047506.085511:0:12913:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443069568:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047506.085563:0:12913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939a50 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x34:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047506.101104:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047506.101260:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388073472 00000100:00100000:3.0:1777047506.101275:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388073472 00010000:00010000:3.0:1777047506.101340:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d7249399e0 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85fd expref: 32 pid: 6589 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047506.101461:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2043 00000100:00100000:3.0:1777047506.101482:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2430:x1863365388073472:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047506.101508:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047506.101521:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d7249399e0 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85fd expref: 32 pid: 6589 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.101546:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d7249399e0 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85fd expref: 32 pid: 6589 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.101582:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d7249399e0 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85fd expref: 32 pid: 6589 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.101625:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x34:0x0].0x0 (ffff9e076def5c00) 00010000:00010000:3.0:1777047506.101635:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939a50 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x34:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.101653:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939a50 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x34:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.101668:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939a50 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x34:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.101737:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047506.101866:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365388073472:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 388us (774us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047506.101881:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2043 00010000:00010000:2.0:1777047506.103336:0:12913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939a50 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x34:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.103355:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939a50 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x34:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.103465:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939a50 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x34:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.103481:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939a50 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x34:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.103493:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939a50 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x34:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.103504:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047506.103511:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939a50 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x34:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.103523:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939a50 lrc: 4/0,0 mode: PW/PW res: [0x200000405:0x34:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.103542:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x34:0x0].0x0 (ffff9e076def5c00) 00010000:00010000:2.0:1777047506.103547:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777047506.103553:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939a50 lrc: 2/0,0 mode: --/PW res: [0x200000405:0x34:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.103565:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939a50 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x34:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047506.103658:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57874:x1863365388073344:12345-192.168.201.54@tcp:55:lfs.0 Request processed in 70396us (81535us total) trans 0 rc -22/-22 00000100:00100000:2.0:1777047506.103681:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6209 00000100:00100000:1.0:1777047506.120801:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047506.120959:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388073728 00000100:00100000:0.0:1777047506.120974:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388073728 00000100:00100000:0.0:1777047506.121128:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6210 00000100:00100000:0.0:1777047506.121165:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57874:x1863365388073728:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047506.121240:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047506.121282:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b63800/0x5ecf73d72493992a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85b0 expref: 30 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.121315:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047506.121324:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047506.122575:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d724939a57 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.122604:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d724939a57 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.122622:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d724939a57 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777047506.122788:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000910da92a reply state 00000000e234e5ff transno 8589935065 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d724939a57 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.122812:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d724939a57 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.122826:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047506.122831:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047506.122836:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047506.122983:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57874:x1863365388073728:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1839us (2189us total) trans 8589935065 rc 0/0 00000100:00100000:0.0:1777047506.122997:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6210 00000100:00100000:3.0:1777047506.148540:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047506.148669:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388073856 00000100:00100000:0.0:1777047506.148686:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388073856 00000100:00100000:0.0:1777047506.148786:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4053 00000100:00100000:0.0:1777047506.148806:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57874:x1863365388073856:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047506.148835:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047506.148864:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d724939a5e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8620 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.148915:0:36217:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d7249399c4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85e8 expref: 15 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.148934:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047506.148938:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047506.148946:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d724939a5e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8620 expref: 15 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.149000:0:36217:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d7249399c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85e8 expref: 15 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.149061:0:36217:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d7249399c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85e8 expref: 15 pid: 36217 timeout: 4234 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047506.149088:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d745f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443069696:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047506.149592:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4600 going to sleep for 11 seconds 00000100:00100000:0.0:1777047506.160886:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d745f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443069696:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047506.160941:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d724939a5e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8620 expref: 15 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.160975:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388a00, rc 0) 00000100:00100000:0.0:1777047506.161180:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57874:x1863365388073856:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 12377us (12661us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047506.161196:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4053 00000100:00100000:3.0:1777047506.171487:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047506.171770:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388073984 00000100:00100000:0.0:1777047506.171785:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388073984 00010000:00010000:0.0:1777047506.171868:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d7249399c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85e8 expref: 15 pid: 36217 timeout: 4234 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047506.171955:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2044 00000100:00100000:0.0:1777047506.171975:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388073984:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047506.171998:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047506.172062:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d7249399c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85e8 expref: 15 pid: 36217 timeout: 4234 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.172090:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d7249399c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85e8 expref: 15 pid: 36217 timeout: 4234 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.172163:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d7249399c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85e8 expref: 15 pid: 36217 timeout: 4234 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.172193:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047506.172198:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047506.172211:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d724939a5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8620 expref: 14 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.172231:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d724939a5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8620 expref: 14 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.172303:0:9569:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d724939a5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8620 expref: 14 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047506.172327:0:9569:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d745f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9569:1863365443069824:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047506.172498:0:9569:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4600 going to sleep for 11 seconds 00000100:00100000:3.0:1777047506.198523:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047506.198709:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388074112 00000100:00100000:2.0:1777047506.198725:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388074112 00000100:00100000:2.0:1777047506.198966:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4054 00000100:00100000:2.0:1777047506.198990:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:57874:x1863365388074112:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047506.199050:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047506.199084:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071ef1d09/0x5ecf73d724939a65 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8627 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.199185:0:8481:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eb5d219d/0x5ecf73d7249399cb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85ef expref: 21 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.199207:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047506.199211:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047506.199219:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071ef1d09/0x5ecf73d724939a65 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8627 expref: 21 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.199278:0:8481:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eb5d219d/0x5ecf73d7249399cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85ef expref: 21 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.199307:0:8481:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eb5d219d/0x5ecf73d7249399cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85ef expref: 21 pid: 8479 timeout: 4234 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047506.199335:0:8481:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d33b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1863365443069952:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047506.199474:0:8481:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a240 going to sleep for 11 seconds 00000100:00100000:0.0:1777047506.200367:0:9569:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d745f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9569:1863365443069824:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047506.200459:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047506.200517:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388073984:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 28545us (29040us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047506.200537:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2044 00000100:00100000:3.0:1777047506.221633:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047506.222516:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388074240 00000100:00100000:0.0:1777047506.222532:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388074240 00010000:00010000:0.0:1777047506.222595:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eb5d219d/0x5ecf73d7249399cb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85ef expref: 22 pid: 8479 timeout: 4234 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047506.222692:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2045 00000100:00100000:0.0:1777047506.222710:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07605ea050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388074240:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047506.222738:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047506.222774:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eb5d219d/0x5ecf73d7249399cb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85ef expref: 22 pid: 8479 timeout: 4234 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.222804:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eb5d219d/0x5ecf73d7249399cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85ef expref: 22 pid: 8479 timeout: 4234 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.222847:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047506.222852:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047506.222866:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000071ef1d09/0x5ecf73d724939a65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8627 expref: 22 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.222887:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071ef1d09/0x5ecf73d724939a65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8627 expref: 22 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.222953:0:6573:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000071ef1d09/0x5ecf73d724939a65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8627 expref: 22 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047506.222981:0:6573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d745f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6573:1863365443070080:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047506.223134:0:6573:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4600 going to sleep for 11 seconds 00010000:00010000:2.0:1777047506.224554:0:8481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb5d219d/0x5ecf73d7249399cb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85ef expref: 22 pid: 8479 timeout: 4234 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047506.224605:0:8481:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d33b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1863365443069952:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047506.224643:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000071ef1d09/0x5ecf73d724939a65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8627 expref: 21 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.224666:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166400, rc 0) 00000100:00100000:2.0:1777047506.224751:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:57874:x1863365388074112:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 25768us (26238us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047506.224768:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4054 00000100:00100000:0.0:1777047506.243533:0:6573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d745f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6573:1863365443070080:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047506.243574:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047506.243674:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07605ea050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388074240:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 20966us (22052us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047506.243692:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2045 00000100:00100000:2.0:1777047506.245667:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443070592:0@lo:400:kworker.0 00000100:00100000:2.0:1777047506.245737:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047506.245782:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3685:1863365443071104:0@lo:400:kworker.0 00000100:00100000:3.0:1777047506.245824:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443070336:0@lo:400:kworker.0 00000100:00100000:2.0:1777047506.245838:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047506.245895:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1777047506.245908:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047506.245915:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3685:1863365443070464:0@lo:400:kworker.0 00000100:00100000:3.0:1777047506.245961:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3683:1863365443070848:0@lo:400:kworker.0 00000100:00100000:2.0:1777047506.245982:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047506.246118:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3682:1863365443070208:0@lo:400:kworker.0 00000100:00100000:0.0:1777047506.246495:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443070592 00000100:00100000:0.0:1777047506.246507:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443070592 00000100:00100000:0.0:1777047506.247305:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3011 00000100:00100000:0.0:1777047506.247321:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443070592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047506.252995:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047506.253098:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3683:1863365443071360:0@lo:400:kworker.0 00000100:00100000:3.0:1777047506.253167:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047506.253243:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443071104 00000100:00100000:3.0:1777047506.253253:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443071104 00000100:00100000:3.0:1777047506.253322:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443070464 00000100:00100000:3.0:1777047506.253327:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443070464 00000100:00100000:3.0:1777047506.256968:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443070848 00000100:00100000:3.0:1777047506.256985:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443070848 00000100:00100000:3.0:1777047506.257075:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443071360 00000100:00100000:3.0:1777047506.257081:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443071360 00000100:00100000:3.0:1777047506.257428:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4985 00000100:00100000:3.0:1777047506.257449:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3685:x1863365443071104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047506.257540:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047506.257583:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3685:x1863365443071104:12345-0@lo:400:kworker.0 Request processed in 136us (11750us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047506.257601:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4985 00000100:00100000:1.0:1777047506.257626:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443070720:0@lo:400:kworker.0 00000100:00100000:3.0:1777047506.257640:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4986 00000100:00100000:3.0:1777047506.257655:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3685:x1863365443070464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047506.257699:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047506.257740:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3685:x1863365443070464:12345-0@lo:400:kworker.0 Request processed in 86us (11757us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047506.257753:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3682:1863365443071232:0@lo:400:kworker.0 00000100:00100000:3.0:1777047506.257757:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4986 00000100:00100000:3.0:1777047506.257796:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4987 00000100:00100000:3.0:1777047506.257813:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3683:x1863365443070848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047506.257824:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047506.257888:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443071232 00000100:00100000:1.0:1777047506.257897:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443071232 00000100:00100000:3.0:1777047506.257909:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3683:x1863365443070848:12345-0@lo:400:kworker.0 Request processed in 97us (4920us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047506.257924:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4987 00000100:00100000:1.0:1777047506.257951:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4988 00000100:00100000:1.0:1777047506.257969:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3683:x1863365443071360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047506.258002:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3683:1863365443070848:0@lo:400:kworker.0 00000100:00100000:1.0:1777047506.258079:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3683:x1863365443071360:12345-0@lo:400:kworker.0 Request processed in 112us (4908us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047506.258092:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3683:1863365443071360:0@lo:400:kworker.0 00000100:00100000:1.0:1777047506.258101:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4988 00000100:00100000:3.0:1777047506.258144:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4989 00000100:00100000:3.0:1777047506.258161:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3682:x1863365443071232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047506.258230:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3682:x1863365443071232:12345-0@lo:400:kworker.0 Request processed in 74us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047506.260844:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3685:1863365443070464:0@lo:400:kworker.0 00000100:00100000:2.0:1777047506.260862:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3685:1863365443070976:0@lo:400:kworker.0 00000100:00100000:2.0:1777047506.260912:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047506.260951:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3685:1863365443071104:0@lo:400:kworker.0 00000100:00100000:2.0:1777047506.261006:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443070976 00000100:00100000:2.0:1777047506.261044:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443070976 00000100:00100000:1.0:1777047506.261807:0:33225:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443070208 00000100:00100000:1.0:1777047506.261816:0:33225:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443070208 00000100:00100000:1.0:1777047506.261871:0:33225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1777047506.261883:0:33225:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644020450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3682:x1863365443070208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047506.261949:0:33225:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644020450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3682:x1863365443070208:12345-0@lo:400:kworker.0 Request processed in 67us (4414us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047506.261964:0:33225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1777047506.262134:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3682:1863365443070208:0@lo:400:kworker.0 00000100:00100000:1.0:1777047506.262158:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3682:1863365443071232:0@lo:400:kworker.0 00000100:00100000:1.0:1777047506.262477:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443070720 00000100:00100000:1.0:1777047506.262485:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443070720 00000100:00100000:1.0:1777047506.262540:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3012 00000100:00100000:1.0:1777047506.262552:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443070720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047506.262621:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443070720:12345-0@lo:400:kworker.0 Request processed in 69us (4922us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047506.262634:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3012 00000100:00100000:1.0:1777047506.262681:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443070720:0@lo:400:kworker.0 00000100:00100000:1.0:1777047506.262779:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047506.262812:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388074368 00000100:00100000:1.0:1777047506.262820:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388074368 00000100:00100000:1.0:1777047506.262861:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4055 00000100:00100000:1.0:1777047506.262874:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57874:x1863365388074368:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047506.262893:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047506.262920:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939a6c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f862e expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.262964:0:8633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d7249399d2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85f6 expref: 15 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.262979:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047506.262984:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047506.262991:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939a6c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f862e expref: 15 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.263066:0:8633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d7249399d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85f6 expref: 15 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.263090:0:8633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d7249399d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85f6 expref: 15 pid: 8479 timeout: 4234 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047506.263111:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8633:1863365443071488:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047506.263521:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064217d780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047506.263865:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443070592:12345-0@lo:400:kworker.0 Request processed in 16544us (18127us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047506.263880:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3011 00000100:00100000:3.0:1777047506.272819:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4989 00000100:00080000:3.0:1777047506.273444:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777047506.273455:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1777047506.273460:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047506.273486:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443070336 00000100:00100000:3.0:1777047506.273499:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443070336 00000100:00100000:3.0:1777047506.273599:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3318 00000100:00100000:3.0:1777047506.273618:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443070336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047506.273696:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4990 00000100:00100000:2.0:1777047506.273719:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1863365443070976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047506.273748:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443070336:12345-0@lo:400:kworker.0 Request processed in 133us (27839us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047506.273762:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3318 00000100:00100000:2.0:1777047506.273811:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1863365443070976:12345-0@lo:400:kworker.0 Request processed in 98us (12894us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047506.273825:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4990 00000100:00100000:3.0:1777047506.274175:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443070336:0@lo:400:kworker.0 00000100:00100000:2.0:1777047506.274581:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3685:1863365443070976:0@lo:400:kworker.0 00000100:00100000:2.0:1777047506.274604:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443070592:0@lo:400:kworker.0 00000100:00100000:1.0:1777047506.278455:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047506.278631:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8633:1863365443071488:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047506.278675:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939a6c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f862e expref: 15 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.278710:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90600, rc 0) 00000100:00100000:3.0:1777047506.278791:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57874:x1863365388074368:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 15917us (16013us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047506.278805:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4055 00000100:00100000:2.0:1777047506.280543:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388074496 00000100:00100000:2.0:1777047506.280555:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388074496 00010000:00010000:2.0:1777047506.280598:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d7249399d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85f6 expref: 15 pid: 8479 timeout: 4234 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047506.280661:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2046 00000100:00100000:2.0:1777047506.280676:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388074496:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047506.280697:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047506.280724:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d7249399d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85f6 expref: 15 pid: 8479 timeout: 4234 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.280748:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d7249399d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85f6 expref: 15 pid: 8479 timeout: 4234 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.280782:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d7249399d2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85f6 expref: 15 pid: 8479 timeout: 4234 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.280804:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047506.280809:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047506.280818:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939a6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f862e expref: 14 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.280835:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939a6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f862e expref: 14 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.280888:0:6574:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939a6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f862e expref: 14 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047506.280911:0:6574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d30000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365443071616:192.168.201.54@tcp:105: 00000100:00100000:2.0:1777047506.281012:0:6574:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a240 going to sleep for 11 seconds 00000100:00100000:1.0:1777047506.299662:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047506.301423:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388074624 00000100:00100000:0.0:1777047506.301438:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388074624 00000100:00100000:0.0:1777047506.301660:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4056 00000100:00100000:0.0:1777047506.301679:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388074624:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:0.0:1777047506.302456:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 143936 -> 143936 00002000:00010000:0.0:1777047506.302463:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047504 -> 1777047504 00002000:00010000:0.0:1777047506.302467:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:0.0:1777047506.302472:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047504 -> 1777047506 00002000:00010000:0.0:1777047506.302475:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:0.0:1777047506.302572:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388074624:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 894us (2929us total) trans 21474837722 rc 0/0 00000100:00100000:0.0:1777047506.302586:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4056 00000100:00100000:1.0:1777047506.305207:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047506.305611:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047506.305614:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388074752 00000100:00100000:2.0:1777047506.305627:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388074752 00000100:00100000:2.0:1777047506.305706:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388074880 00000100:00100000:2.0:1777047506.305712:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388074880 00000100:00100000:2.0:1777047506.306068:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4057 00000100:00100000:2.0:1777047506.306083:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388074752:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:2.0:1777047506.306223:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047506.306228:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047504 -> 1777047504 00002000:00010000:2.0:1777047506.306233:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047498 -> 1777047504 00002000:00010000:2.0:1777047506.306237:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047504 -> 1777047506 00002000:00010000:2.0:1777047506.306240:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777047506.306298:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388074752:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 217us (1096us total) trans 17179870396 rc 0/0 00000100:00100000:2.0:1777047506.306312:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4057 00000100:00100000:2.0:1777047506.306340:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4058 00000100:00100000:2.0:1777047506.306353:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388074880:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:2.0:1777047506.306484:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047506.306490:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047504 -> 1777047504 00002000:00010000:2.0:1777047506.306494:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047498 -> 1777047504 00002000:00010000:2.0:1777047506.306498:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047504 -> 1777047506 00002000:00010000:2.0:1777047506.306502:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047506.306539:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388074880:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 186us (931us total) trans 21474837723 rc 0/0 00000100:00100000:2.0:1777047506.306580:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4058 00000100:00100000:3.0:1777047506.310482:0:6574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d30000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365443071616:192.168.201.54@tcp:105: 00010000:00010000:3.0:1777047506.310516:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047506.311614:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388074496:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 30937us (33163us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047506.311632:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2046 00000100:00100000:2.0:1777047506.321009:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047506.321323:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388075136 00000100:00100000:0.0:1777047506.321366:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388075136 00000100:00100000:0.0:1777047506.321499:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2090 00000100:00100000:0.0:1777047506.321515:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57874:x1863365388075136:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:0.0:1777047506.321653:0:6592:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d7249399a1 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85e1 expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.321723:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939a73 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.321744:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d724939827 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8563 expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.321761:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939858 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8571 expref: 31 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.321776:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d7249398d6 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8594 expref: 31 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.321791:0:6592:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939a73 lrc: 6/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.321842:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d7249398d6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8594 expref: 31 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.321867:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d7249398d6 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8594 expref: 31 pid: 34275 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047506.321892:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d745f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443071744:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047506.322061:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939858 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8571 expref: 31 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.322080:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939858 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8571 expref: 31 pid: 9025 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047506.322100:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d746a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443071872:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047506.322163:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d724939827 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8563 expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.322183:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d724939827 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8563 expref: 31 pid: 12913 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047506.322200:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644327b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443072000:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047506.322246:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047506.352997:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047506.353526:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047506.355180:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d745f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443071744:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047506.355207:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d746a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443071872:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047506.355223:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644327b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443072000:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047506.355270:0:6592:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939a73 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047506.355348:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388075648 00000100:00100000:0.0:1777047506.355359:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388075648 00010000:00010000:0.0:1777047506.355457:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d724939827 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8563 expref: 32 pid: 12913 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047506.355519:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2047 00000100:00100000:0.0:1777047506.355538:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2430:x1863365388075648:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047506.355564:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047506.355577:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d724939827 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8563 expref: 32 pid: 12913 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.355598:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d724939827 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8563 expref: 32 pid: 12913 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.355630:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d724939827 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8563 expref: 32 pid: 12913 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.355653:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047506.355661:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939a73 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.355678:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939a73 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.355690:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047506.356087:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365388075648:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 550us (2560us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047506.356101:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2047 00000100:00100000:2.0:1777047506.356266:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388075520 00000100:00100000:2.0:1777047506.356277:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388075520 00000100:00100000:2.0:1777047506.356342:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2091 00000100:00100000:2.0:1777047506.356360:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07716a9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:40188:x1863365388075520:12345-192.168.201.54@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1777047506.356579:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047506.356695:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07716a9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:40188:x1863365388075520:12345-192.168.201.54@tcp:35:ldlm_bl.0 Request processed in 335us (3708us total) trans 8589935066 rc 0/0 00000100:00100000:2.0:1777047506.356712:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2091 00000100:00100000:0.0:1777047506.358640:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388075264 00000100:00100000:0.0:1777047506.358652:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388075264 00010000:00010000:0.0:1777047506.358690:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d7249398d6 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8594 expref: 32 pid: 34275 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047506.358747:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2048 00000100:00100000:0.0:1777047506.358762:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2429:x1863365388075264:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047506.358779:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047506.363561:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d7249398d6 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8594 expref: 32 pid: 34275 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.363600:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d7249398d6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8594 expref: 32 pid: 34275 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.363635:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d7249398d6 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8594 expref: 32 pid: 34275 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.363666:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047506.363675:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939a73 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.363691:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939a73 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.363704:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047506.363796:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2429:x1863365388075264:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 5034us (7217us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047506.363812:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2048 00000100:00100000:2.0:1777047506.373908:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047506.377742:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388075776 00000100:00100000:3.0:1777047506.377759:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388075776 00010000:00010000:2.0:1777047506.378120:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939858 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8571 expref: 31 pid: 9025 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047506.378197:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2049 00000100:00100000:2.0:1777047506.378215:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2429:x1863365388075776:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047506.378237:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047506.378248:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939858 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8571 expref: 31 pid: 9025 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.378275:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939858 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8571 expref: 31 pid: 9025 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.378335:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d724939858 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8571 expref: 31 pid: 9025 timeout: 4234 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.378359:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047506.378369:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939a73 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.378396:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939a73 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.378411:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939a73 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.378457:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047506.378536:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2429:x1863365388075776:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 325us (4641us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047506.378551:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2049 00010000:00010000:1.0:1777047506.378771:0:6592:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939a73 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.378792:0:6592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939a73 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.378834:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939a7a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.378859:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249399ee lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x34:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8604 expref: 29 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.378877:0:6592:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939a7a lrc: 4/0,1 mode: --/EX res: [0x200000405:0x34:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.378936:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249399ee lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x34:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8604 expref: 29 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.378965:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249399ee lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x34:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8604 expref: 29 pid: 6588 timeout: 4235 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047506.378993:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717e9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443072128:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047506.379125:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064217d780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047506.389667:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717e9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443072128:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047506.389706:0:6592:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939a7a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x34:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047506.393809:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047506.394305:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388075904 00000100:00100000:3.0:1777047506.394319:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388075904 00010000:00010000:3.0:1777047506.394449:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249399ee lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x34:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8604 expref: 30 pid: 6588 timeout: 4235 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047506.394507:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2050 00000100:00100000:3.0:1777047506.394525:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2430:x1863365388075904:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047506.394549:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047506.394562:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249399ee lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x34:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8604 expref: 30 pid: 6588 timeout: 4235 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.394599:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249399ee lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x34:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8604 expref: 30 pid: 6588 timeout: 4235 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.394635:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d7249399ee lrc: 0/0,0 mode: --/CR res: [0x200000405:0x34:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8604 expref: 30 pid: 6588 timeout: 4235 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.394666:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x34:0x0].0x0 (ffff9e076def5c00) 00010000:00010000:3.0:1777047506.394676:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939a7a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x34:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.394692:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939a7a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x34:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.394706:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939a7a lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x34:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.394743:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047506.394829:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2430:x1863365388075904:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 306us (1025us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047506.394843:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2050 00010000:00010000:1.0:1777047506.395457:0:6592:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939a7a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x34:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.395474:0:6592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939a7a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x34:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047506.396474:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d32d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443072256:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047506.396549:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047506.396595:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a240 going to sleep for 11 seconds 00000100:00100000:3.0:1777047506.396972:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443072256 00000100:00100000:3.0:1777047506.396982:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443072256 00000100:00100000:3.0:1777047506.397072:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3319 00000100:00100000:3.0:1777047506.397089:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443072256:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047506.397241:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443072256:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 154us (690us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047506.397255:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3319 00000100:00100000:0.0:1777047506.397460:0:6592:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474837720 gen 2 00000004:00080000:0.0:1777047506.397470:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644324380, transno 21474837720 00000100:00100000:0.0:1777047506.397498:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d32d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443072256:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047506.397571:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644327b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443072384:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047506.397625:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047506.397676:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4000 going to sleep for 11 seconds 00000100:00100000:1.0:1777047506.398282:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443072384 00000100:00100000:1.0:1777047506.398293:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443072384 00000100:00100000:1.0:1777047506.398364:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3320 00000100:00100000:1.0:1777047506.398378:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6592:x1863365443072384:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047506.398495:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6592:x1863365443072384:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 119us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047506.398515:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3320 00000100:00100000:1.0:1777047506.398573:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644327b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443072384:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047506.398662:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717e9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443072512:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047506.398712:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047506.398754:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07752e0480 going to sleep for 11 seconds 00000100:00100000:3.0:1777047506.398814:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443072512 00000100:00100000:3.0:1777047506.398825:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443072512 00000100:00100000:3.0:1777047506.398868:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3321 00000100:00100000:3.0:1777047506.398881:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6592:x1863365443072512:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047506.398994:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6592:x1863365443072512:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 113us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047506.399126:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717e9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443072512:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047506.399187:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717e9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443072640:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047506.399233:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047506.399251:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07752e0480 going to sleep for 11 seconds 00000100:00100000:0.0:1777047506.399365:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443072640 00000100:00100000:0.0:1777047506.399374:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443072640 00000100:00100000:0.0:1777047506.399479:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3322 00000100:00100000:0.0:1777047506.399494:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443072640:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047506.399597:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443072640:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 105us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047506.399610:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3322 00000100:00100000:3.0:1777047506.399751:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3321 00000100:00100000:1.0:1777047506.399787:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717e9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443072640:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047506.400099:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717e9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443072768:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047506.400150:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047506.400550:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07752e0900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047506.404743:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443072768 00000100:00100000:2.0:1777047506.404759:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443072768 00000100:00100000:2.0:1777047506.404870:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3323 00000100:00100000:2.0:1777047506.404887:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6592:x1863365443072768:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047506.405063:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6592:x1863365443072768:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 178us (4911us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047506.405076:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3323 00000100:00100000:3.0:1777047506.405158:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717e9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443072768:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047506.406473:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443072896:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047506.406740:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047506.406821:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047506.406909:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443072896 00000100:00100000:3.0:1777047506.406920:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443072896 00000100:00100000:3.0:1777047506.406992:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3324 00000100:00100000:3.0:1777047506.407007:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443072896:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047506.407184:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443072896:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 180us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047506.407197:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3324 00000100:00100000:0.0:1777047506.407270:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443072896:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047506.407359:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644324380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443073024:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047506.407476:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047506.407513:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047506.408189:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443073024 00000100:00100000:3.0:1777047506.408199:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443073024 00000100:00100000:0.0:1777047506.408434:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3325 00000100:00100000:0.0:1777047506.408454:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443073024:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047506.408598:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443073024:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 149us (1120us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047506.408613:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3325 00000100:00100000:3.0:1777047506.408846:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644324380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443073024:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047506.408925:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645689c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443073152:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047506.408976:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047506.409007:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443073152 00000100:00100000:3.0:1777047506.409039:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0743856cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047506.409046:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443073152 00000100:00100000:2.0:1777047506.409128:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3326 00000100:00100000:2.0:1777047506.409143:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6592:x1863365443073152:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047506.409254:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6592:x1863365443073152:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 113us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047506.409268:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3326 00000100:00100000:2.0:1777047506.409329:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645689c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443073152:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047506.409413:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d30000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443073280:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047506.409466:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047506.409498:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047506.409523:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443073280 00000100:00100000:2.0:1777047506.409530:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443073280 00000100:00100000:2.0:1777047506.409598:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3327 00000100:00100000:2.0:1777047506.409613:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6592:x1863365443073280:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047506.409711:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6592:x1863365443073280:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 99us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047506.409724:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3327 00000100:00100000:2.0:1777047506.409778:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d30000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443073280:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047506.410525:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d30000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443073408:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047506.410575:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047506.410764:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047506.411086:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443073408 00000100:00100000:0.0:1777047506.411095:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443073408 00000100:00100000:0.0:1777047506.411253:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3328 00000100:00100000:0.0:1777047506.411270:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443073408:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047506.411398:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443073408:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 129us (819us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047506.411411:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3328 00000100:00100000:2.0:1777047506.411542:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d30000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443073408:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:2.0:1777047506.412244:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].12, 640 off45232 00000001:00080000:2.0:1777047506.412267:0:6592:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935067 00000100:00100000:2.0:1777047506.412352:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d30000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443073536:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047506.412455:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047506.413341:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a840 going to sleep for 11 seconds 00000100:00100000:3.0:1777047506.413544:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443073536 00000100:00100000:3.0:1777047506.413556:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443073536 00000100:00100000:3.0:1777047506.413608:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3329 00000100:00100000:3.0:1777047506.413622:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443073536:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047506.414245:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6592:x1863365443073536:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 624us (1787us total) trans 21474837724 rc 0/0 00000100:00100000:3.0:1777047506.414259:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3329 00000100:00100000:2.0:1777047506.414722:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d30000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443073536:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047506.414776:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d33b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443073664:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047506.415182:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047506.415214:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a840 going to sleep for 11 seconds 00000100:00100000:3.0:1777047506.415328:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443073664 00000100:00100000:3.0:1777047506.415336:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443073664 00000100:00100000:3.0:1777047506.415444:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3330 00000100:00100000:3.0:1777047506.415459:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6592:x1863365443073664:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047506.415645:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6592:x1863365443073664:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 189us (818us total) trans 17179870397 rc 0/0 00000100:00100000:3.0:1777047506.415661:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3330 00000100:00100000:2.0:1777047506.415917:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d33b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443073664:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1777047506.416047:0:6592:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935068 00010000:00010000:2.0:1777047506.416099:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939a7a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x34:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.416118:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939a7a lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x34:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.416132:0:6592:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939a7a lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x34:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.416145:0:6592:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047506.416153:0:6592:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939a7a lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x34:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.416167:0:6592:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939a7a lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x34:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.416193:0:6592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x34:0x0].0x0 (ffff9e076def5c00) 00010000:00010000:2.0:1777047506.416199:0:6592:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777047506.416207:0:6592:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939a7a lrc: 2/0,0 mode: --/EX res: [0x200000405:0x34:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.416220:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939a7a lrc: 0/0,0 mode: --/EX res: [0x200000405:0x34:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.416250:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939a73 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.416263:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939a73 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.416275:0:6592:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939a73 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.416285:0:6592:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047506.416291:0:6592:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939a73 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.416303:0:6592:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939a73 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.416319:0:6592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047506.416324:0:6592:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777047506.416329:0:6592:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939a73 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.416341:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939a73 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.416371:0:6592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047506.416377:0:6592:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047506.416462:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2e00/0x5ecf73d7249399a1 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f85e1 expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047506.416626:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57874:x1863365388075136:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 95110us (95626us total) trans 8589935069 rc 0/0 00000100:00100000:2.0:1777047506.416643:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2090 00000020:00080000:2.0:1777047506.416650:0:6592:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1777047506.425615:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047506.425785:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388076032 00000100:00100000:1.0:1777047506.425800:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388076032 00000100:00100000:1.0:1777047506.425899:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6211 00000100:00100000:1.0:1777047506.425919:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57874:x1863365388076032:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047506.425954:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047506.425987:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939a81 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8635 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.426118:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939a81 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8635 expref: 31 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.426153:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939a81 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8635 expref: 31 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.426185:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047506.426190:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047506.426196:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90200, rc 0) 00000100:00100000:1.0:1777047506.426291:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57874:x1863365388076032:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 376us (687us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047506.426306:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6211 00000100:00100000:3.0:1777047506.449669:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047506.450913:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388076288 00000100:00100000:1.0:1777047506.450930:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388076288 00000100:00100000:1.0:1777047506.451052:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2092 00000100:00100000:1.0:1777047506.451069:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57874:x1863365388076288:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:1.0:1777047506.451454:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57874:x1863365388076288:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 322us (1733us total) trans 8589935070 rc 0/0 00000100:00100000:1.0:1777047506.451470:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2092 00000100:00100000:3.0:1777047506.463186:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047506.465974:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388076544 00000100:00100000:2.0:1777047506.465990:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388076544 00000100:00100000:2.0:1777047506.467154:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2093 00000100:00100000:2.0:1777047506.467174:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57874:x1863365388076544:12345-192.168.201.54@tcp:35:lfs.0 00000004:00080000:2.0:1777047506.467420:0:6591:0:(mdd_object.c:4010:mdd_close()) Object [0x200000405:0x34:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1777047506.467581:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d724939a88 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.467607:0:6591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d724939a88 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.467628:0:6591:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d724939a88 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.467644:0:6591:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d724939a88 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.467656:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d724939a88 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.467671:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d724939a88 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.467710:0:6591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777047506.467830:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57874:x1863365388076544:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 659us (4653us total) trans 8589935071 rc 0/0 00000100:00100000:2.0:1777047506.467846:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2093 00010000:00010000:3.0:1777047506.468615:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047506.468627:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d724939a88 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.468642:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047506.468649:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d724939a88 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.468665:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d724939a88 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.468687:0:6577:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x34:0x0].0x0 (ffff9e076def5c00) 00010000:00010000:3.0:1777047506.468692:0:6577:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777047506.468699:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d724939a88 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.468711:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d724939a88 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.468732:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047506.468736:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047506.468739:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047506.622914:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047506.623118:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388076672 00000100:00100000:1.0:1777047506.623135:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388076672 00000100:00100000:1.0:1777047506.623245:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6212 00000100:00100000:1.0:1777047506.623267:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57875:x1863365388076672:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047506.623306:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047506.623344:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939a8f lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f863c expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.623887:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939a96 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.623919:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939a96 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.623941:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939a96 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.623972:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939a9d lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.623986:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939a9d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.624000:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939a9d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.624497:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939aa4 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.624517:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939aa4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.624532:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939aa4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047506.624598:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 143936 00000004:00200000:1.0:1777047506.624607:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047506.624636:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939aa4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.624657:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939aa4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.624683:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939a96 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.624697:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939a96 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.624709:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939a96 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.625290:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939a96 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.625307:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047506.625317:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939a96 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.625332:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939a96 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.625354:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e076def5400) 00010000:00010000:1.0:1777047506.625360:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047506.625368:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939a96 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.625434:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939a96 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.625467:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939a9d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.625481:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939a9d lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.625495:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939a9d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.625506:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047506.625513:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939a9d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.625526:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939a9d lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.625541:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e076def5900) 00010000:00010000:1.0:1777047506.625546:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047506.625552:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939a9d lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.625563:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939a9d lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.625622:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939a8f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f863c expref: 35 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.625684:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939aa4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f863c expref: 34 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.625700:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047506.625705:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047506.625709:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90800, rc 0) 00000100:00100000:1.0:1777047506.626074:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57875:x1863365388076672:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2810us (3170us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047506.626098:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6212 00000100:00100000:1.0:1777047506.648556:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047506.650633:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388076928 00000100:00100000:2.0:1777047506.650649:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388076928 00000100:00100000:2.0:1777047506.650764:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6213 00000100:00100000:2.0:1777047506.650786:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57875:x1863365388076928:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047506.650820:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047506.650854:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d724939aab lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8643 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.651057:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d724939ab2 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.651085:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d724939ab2 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.651106:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d724939ab2 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047506.651128:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 143936 00010000:00010000:2.0:1777047506.651791:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d724939aab lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8643 expref: 37 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.653453:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d724939ab2 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8643 expref: 36 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.653475:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047506.653481:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777047506.653488:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166000, rc 0) 00000100:00100000:2.0:1777047506.653611:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57875:x1863365388076928:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2828us (5069us total) trans 8589935072 rc 0/0 00000100:00100000:2.0:1777047506.653627:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6213 00000100:00100000:0.0:1777047506.682276:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047506.682512:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388077184 00000100:00100000:2.0:1777047506.682533:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388077184 00000100:00100000:2.0:1777047506.682642:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6214 00000100:00100000:2.0:1777047506.682667:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57875:x1863365388077184:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047506.682707:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047506.682747:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d724939ac0 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f864a expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.683383:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d724939ac7 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.683496:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d724939ac7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.683520:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d724939ac7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047506.683549:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 143936 00010000:00010000:2.0:1777047506.683740:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d724939ac0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f864a expref: 39 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.683787:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d724939ac7 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f864a expref: 38 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047506.683805:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047506.683812:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047506.683823:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167e00, rc 0) 00000100:00100000:2.0:1777047506.683914:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57875:x1863365388077184:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1251us (1656us total) trans 8589935073 rc 0/0 00000100:00100000:2.0:1777047506.683929:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6214 00000100:00100000:3.0:1777047506.739909:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047506.740231:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388077312 00000100:00100000:1.0:1777047506.740248:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388077312 00000100:00100000:1.0:1777047506.740554:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4059 00000100:00100000:1.0:1777047506.740577:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388077312:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047506.740611:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047506.740645:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939ad5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8651 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047506.740744:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365443073792:192.168.201.54@tcp:106: 00000100:00100000:1.0:1777047506.740881:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07752e0d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047506.754862:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777047506.754900:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443073920:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777047506.755065:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047506.756658:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443073920 00000100:00100000:3.0:1777047506.756678:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443073920 00000100:00100000:3.0:1777047506.756797:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3331 00000100:00100000:3.0:1777047506.756816:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365443073920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777047506.756871:0:7694:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445867520 avail 1299628032 00000100:00100000:3.0:1777047506.756979:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365443073920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 166us (1912us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047506.756994:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3331 00000100:00100000:3.0:1777047506.757119:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443073920:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1777047506.758105:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047506.760315:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047506.760347:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d746a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443074048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777047506.760547:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047506.760708:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365443073792:192.168.201.54@tcp:106: 00010000:00010000:1.0:1777047506.760763:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939ad5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8651 expref: 22 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.760811:0:28387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939ad5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8651 expref: 22 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.760838:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91400, rc 0) 00000100:00100000:1.0:1777047506.760917:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388077312:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 20340us (21016us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047506.760933:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4059 00000100:00100000:0.0:1777047506.762885:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443074048 00000100:00100000:0.0:1777047506.762897:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443074048 00000100:00100000:0.0:1777047506.762995:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2495 00000100:00100000:0.0:1777047506.763049:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443074048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1777047506.763095:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 368941504 pending 0 free 3916931072 avail 3685408768 00000100:00100000:0.0:1777047506.763197:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443074048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 183us (2653us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047506.763216:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2495 00000100:00100000:3.0:1777047506.769618:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d746a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443074048:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777047506.946527:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047506.950351:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388077440 00000100:00100000:0.0:1777047506.950371:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388077440 00000100:00100000:0.0:1777047506.950630:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1258 00000100:00100000:0.0:1777047506.950661:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388077440:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047506.950740:0:24564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d724939adc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.950789:0:24564:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d724939a5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8620 expref: 16 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.950818:0:24564:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047506.950823:0:24564:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047506.950830:0:24564:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d724939adc lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.950913:0:24564:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d724939a5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8620 expref: 16 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.950952:0:24564:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d724939a5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8620 expref: 16 pid: 36217 timeout: 4235 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047506.950993:0:24564:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d745f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24564:1863365443074176:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047506.951206:0:24564:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047506.983199:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047506.984363:0:24564:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d745f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24564:1863365443074176:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047506.984418:0:24564:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d724939adc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047506.984656:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388077568 00000100:00100000:1.0:1777047506.984670:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388077568 00010000:00010000:1.0:1777047506.984751:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d724939a5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8620 expref: 17 pid: 36217 timeout: 4235 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047506.985711:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2051 00000100:00100000:1.0:1777047506.985743:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388077568:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047506.985779:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047506.985823:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d724939a5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8620 expref: 17 pid: 36217 timeout: 4235 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.985863:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d724939a5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8620 expref: 17 pid: 36217 timeout: 4235 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.985916:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d724939a5e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8620 expref: 17 pid: 36217 timeout: 4235 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.985956:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047506.985960:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047506.985968:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d724939adc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.985999:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d724939adc lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.986542:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047506.986677:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388077568:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 946us (3497us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047506.986704:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2051 00010000:00010000:0.0:1777047506.989622:0:24564:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d724939adc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.989654:0:24564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d724939adc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.048249:0:24564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d724939adc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.048295:0:24564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d724939adc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.048314:0:24564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d724939adc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.048340:0:24564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047507.048349:0:24564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d724939adc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.048377:0:24564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d724939adc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.048430:0:24564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d724939adc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.048458:0:24564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d724939adc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047507.048716:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388077440:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 98042us (102193us total) trans 0 rc 143936/143936 00000100:00100000:0.0:1777047507.048748:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1258 00000100:00100000:3.0:1777047507.111784:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047507.116253:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388077696 00000100:00100000:0.0:1777047507.116285:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388077696 00000100:00100000:0.0:1777047507.116574:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4060 00000100:00100000:0.0:1777047507.116607:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388077696:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047507.116647:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047507.116688:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d724939ae3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8658 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047507.116818:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d745f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443074304:192.168.201.54@tcp:106: 00000100:00100000:0.0:1777047507.117037:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4900 going to sleep for 11 seconds 00000100:00080000:3.0:1777047507.119830:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047507.126774:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047507.134762:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388077824 00000100:00100000:2.0:1777047507.134793:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388077824 00000100:00100000:2.0:1777047507.134966:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4061 00000100:00100000:2.0:1777047507.134997:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388077824:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047507.135082:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047507.135123:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939aea lrc: 2/0,0 mode: --/PR res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f865f expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047507.135270:0:8481:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e19b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443074432:192.168.201.54@tcp:106: 00000100:00100000:2.0:1777047507.135541:0:8481:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a180 going to sleep for 11 seconds 00000100:00080000:3.0:1777047507.140332:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047507.144760:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d745f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443074304:192.168.201.54@tcp:106: 00010000:00010000:0.0:1777047507.144854:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d724939ae3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8658 expref: 22 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.144908:0:8633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d724939ae3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8658 expref: 22 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.144943:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389400, rc 0) 00000100:00100000:0.0:1777047507.145092:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388077696:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 28501us (33330us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047507.145120:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4060 00000100:00100000:2.0:1777047507.155616:0:8481:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443074432:192.168.201.54@tcp:106: 00010000:00010000:2.0:1777047507.155695:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939aea lrc: 1/0,0 mode: --/PR res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f865f expref: 16 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.155754:0:8481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939aea lrc: 0/0,0 mode: --/PR res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f865f expref: 16 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.155798:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166200, rc 0) 00000100:00100000:2.0:1777047507.155897:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388077824:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 20915us (29135us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047507.155923:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4061 00000100:00100000:3.0:1777047507.194700:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047507.195110:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388077952 00000100:00100000:1.0:1777047507.195647:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388077952 00000100:00100000:1.0:1777047507.196708:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1259 00000100:00100000:1.0:1777047507.197181:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2432:x1863365388077952:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047507.197309:0:20132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724939af1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.197356:0:20132:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d724939a49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8619 expref: 21 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.197383:0:20132:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047507.197387:0:20132:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047507.197394:0:20132:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724939af1 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.197507:0:20132:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d724939a49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8619 expref: 21 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.197543:0:20132:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d724939a49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8619 expref: 21 pid: 11204 timeout: 4235 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047507.197579:0:20132:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbf480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:20132:1863365443074560:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047507.197757:0:20132:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07752e0d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047507.226614:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047507.228685:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388078080 00000100:00100000:2.0:1777047507.228700:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388078080 00000100:00100000:1.0:1777047507.228715:0:20132:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbf480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:20132:1863365443074560:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047507.228765:0:20132:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724939af1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.228772:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d724939a49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8619 expref: 22 pid: 11204 timeout: 4235 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047507.229281:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2052 00000100:00100000:2.0:1777047507.229311:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0751043c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388078080:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047507.229345:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047507.229387:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d724939a49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8619 expref: 22 pid: 11204 timeout: 4235 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.229412:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d724939a49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8619 expref: 22 pid: 11204 timeout: 4235 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.229524:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d724939a49 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8619 expref: 22 pid: 11204 timeout: 4235 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.229560:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047507.229564:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047507.229572:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724939af1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.229600:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724939af1 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.229663:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047507.233757:0:20132:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724939af1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.233791:0:20132:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724939af1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047507.242062:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0751043c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388078080:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 12745us (17668us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047507.242085:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2052 00000100:00100000:2.0:1777047507.269545:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064d745f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443074816:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777047507.269676:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047507.269785:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777047507.269799:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443074688:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777047507.270572:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047507.271578:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443074816 00000100:00100000:3.0:1777047507.271591:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443074816 00000100:00100000:3.0:1777047507.271747:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443074688 00000100:00100000:3.0:1777047507.271755:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443074688 00000100:00100000:3.0:1777047507.271802:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2496 00000100:00100000:3.0:1777047507.271826:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3683:x1863365443074816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777047507.271884:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 376972864 pending 0 free 3919020032 avail 3687497728 00000100:00100000:3.0:1777047507.272069:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3683:x1863365443074816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 232us (2380us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047507.272084:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2496 00000100:00100000:3.0:1777047507.272156:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2497 00000100:00100000:3.0:1777047507.272171:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3683:x1863365443074688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777047507.272202:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 368941504 pending 0 free 3916931072 avail 3685408768 00000100:00100000:3.0:1777047507.272276:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3683:x1863365443074688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (1694us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047507.272289:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2497 00000100:00100000:3.0:1777047507.272395:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443074688:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047507.272422:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064d745f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443074816:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1777047507.278163:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777047507.278185:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777047507.316204:0:20132:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724939af1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.316253:0:20132:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724939af1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.316795:0:20132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724939af1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.316824:0:20132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047507.316834:0:20132:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724939af1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.316866:0:20132:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724939af1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.316923:0:20132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724939af1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.316953:0:20132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d724939af1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047507.317679:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2432:x1863365388077952:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 120946us (122983us total) trans 0 rc 143936/143936 00000100:00100000:1.0:1777047507.317712:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1259 00000100:00100000:0.0:1777047507.534802:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047507.536543:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388078208 00000100:00100000:1.0:1777047507.536561:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388078208 00000100:00100000:1.0:1777047507.537534:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 413 00000100:00100000:1.0:1777047507.537557:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d745f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57875:x1863365388078208:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:1.0:1777047507.537585:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047507.537625:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d724939ac7 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f864a expref: 38 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.537656:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047507.537665:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047507.537800:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d745f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57875:x1863365388078208:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 247us (3011us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047507.537816:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 413 00000100:00080000:2.0:1777047507.549689:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047507.557559:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047507.558059:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388078464 00000100:00100000:2.0:1777047507.558075:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388078464 00000100:00100000:2.0:1777047507.558172:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2094 00000100:00100000:2.0:1777047507.558549:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57875:x1863365388078464:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047507.559317:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57875:x1863365388078464:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1125us (1767us total) trans 8589935074 rc 0/0 00000100:00100000:2.0:1777047507.559335:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2094 00000100:00100000:3.0:1777047507.666835:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047507.677031:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388078720 00000100:00100000:2.0:1777047507.677054:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388078720 00000100:00100000:2.0:1777047507.677205:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6215 00000100:00100000:2.0:1777047507.677226:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57876:x1863365388078720:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047507.677263:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047507.677295:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d724939af8 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8666 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.678952:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939aff lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.678982:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939aff lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.679041:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939aff lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047507.679065:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 143936 00010000:00010000:2.0:1777047507.679588:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d724939af8 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8666 expref: 41 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.679627:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939aff lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8666 expref: 40 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.679645:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047507.679652:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047507.679659:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167200, rc 0) 00000100:00100000:2.0:1777047507.679781:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57876:x1863365388078720:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2557us (12956us total) trans 8589935075 rc 0/0 00000100:00100000:2.0:1777047507.679797:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6215 00000100:00100000:3.0:1777047507.715742:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047507.715958:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388078848 00000100:00100000:0.0:1777047507.715975:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388078848 00000100:00100000:0.0:1777047507.716126:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1260 00000100:00100000:0.0:1777047507.716145:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2431:x1863365388078848:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047507.716202:0:8484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939b0d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.716232:0:8484:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047507.716236:0:8484:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047507.716247:0:8484:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939b0d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.716274:0:8484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939b0d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.750200:0:8484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939b0d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.750238:0:8484:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939b0d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.750268:0:8484:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939b0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.750286:0:8484:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047507.750294:0:8484:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939b0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.750312:0:8484:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939b0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.750348:0:8484:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939b0d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.750367:0:8484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939b0d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047507.750643:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2431:x1863365388078848:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 34495us (34909us total) trans 0 rc 143936/143936 00000100:00100000:0.0:1777047507.750668:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1260 00010000:00010000:3.0:1777047507.779199:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047507.805238:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047507.806698:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388078976 00000100:00100000:3.0:1777047507.806715:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388078976 00000100:00100000:3.0:1777047507.806912:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4062 00000100:00100000:3.0:1777047507.806966:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388078976:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047507.807069:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047507.807113:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be1adcee/0x5ecf73d724939b14 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f866d expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047507.807246:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645845c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365443074944:192.168.201.54@tcp:106: 00000100:00100000:3.0:1777047507.808718:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047507.824854:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645845c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365443074944:192.168.201.54@tcp:106: 00010000:00010000:1.0:1777047507.824937:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000be1adcee/0x5ecf73d724939b14 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f866d expref: 21 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.825055:0:36216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be1adcee/0x5ecf73d724939b14 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f866d expref: 21 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.825092:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f46800, rc 0) 00000100:00100000:1.0:1777047507.825247:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388078976:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 18307us (20511us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047507.825265:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4062 00000100:00100000:0.0:1777047507.860580:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047507.864102:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388079104 00000100:00100000:1.0:1777047507.864130:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388079104 00000100:00100000:0.0:1777047507.865089:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1261 00000100:00100000:0.0:1777047507.865124:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388079104:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047507.865203:0:29058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d724939b1b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.866281:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047507.866286:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047507.866297:0:29058:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d724939b1b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.866336:0:29058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d724939b1b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.908809:0:29058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d724939b1b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.908855:0:29058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d724939b1b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.908887:0:29058:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d724939b1b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.908904:0:29058:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047507.908912:0:29058:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d724939b1b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.908943:0:29058:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d724939b1b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.908986:0:29058:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d724939b1b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.909060:0:29058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d724939b1b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047507.923829:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388079104:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 58682us (63240us total) trans 0 rc 143936/143936 00000100:00100000:0.0:1777047507.923869:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1261 00000100:00100000:0.0:1777047508.083659:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047508.086764:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388079360 00000100:00100000:3.0:1777047508.086782:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388079360 00000100:00100000:2.0:1777047508.087166:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047508.088787:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4991 00000100:00100000:2.0:1777047508.088810:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2430:x1863365388079360:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:2.0:1777047508.088927:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2430:x1863365388079360:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 123us (5280us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047508.088943:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4991 00000100:00100000:1.0:1777047508.089606:0:33221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388079232 00000100:00100000:1.0:1777047508.089617:0:33221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388079232 00000100:00100000:1.0:1777047508.089691:0:33221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 295 00000100:00100000:1.0:1777047508.089706:0:33221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644021450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2430:x1863365388079232:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:1.0:1777047508.089781:0:33221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644021450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2430:x1863365388079232:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 76us (2619us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047508.089795:0:33221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 295 00000100:00080000:0.0:1777047508.099654:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777047508.192106:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047508.192601:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388079488 00000100:00100000:0.0:1777047508.192618:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388079488 00000100:00100000:0.0:1777047508.196845:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4063 00000100:00100000:0.0:1777047508.196874:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0775804850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388079488:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047508.196907:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047508.196943:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d724939b22 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8674 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047508.197019:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 143936, mtime: 0x69eb97d0, atime: 0x69eb97d0, ctime: 0x69eb97d2, blocks: 0x60 00010000:00010000:0.0:1777047508.197053:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047508.197057:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047508.197074:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d724939b22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8674 expref: 16 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.197137:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d724939b22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8674 expref: 16 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.197163:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388c00, rc 0) 00000100:00100000:0.0:1777047508.197533:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0775804850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365388079488:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 669us (5470us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047508.197546:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4063 00000100:00100000:1.0:1777047508.209215:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047508.209359:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388079616 00000100:00100000:3.0:1777047508.209378:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388079616 00000100:00100000:3.0:1777047508.209554:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1262 00000100:00100000:3.0:1777047508.209574:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388079616:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:3.0:1777047508.209635:0:24562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724939b29 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.209664:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047508.209668:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047508.209678:0:24562:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724939b29 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.209703:0:24562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724939b29 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.252662:0:24562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724939b29 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.252698:0:24562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724939b29 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.252721:0:24562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724939b29 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.252735:0:24562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047508.252742:0:24562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724939b29 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.252774:0:24562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724939b29 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.252812:0:24562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724939b29 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.252827:0:24562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724939b29 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047508.253045:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388079616:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 43464us (43830us total) trans 0 rc 143936/143936 00000100:00100000:3.0:1777047508.253065:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1262 00000100:00100000:0.0:1777047508.292502:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047508.293639:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388079744 00000100:00100000:3.0:1777047508.293656:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388079744 00000100:00100000:3.0:1777047508.294249:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1263 00000100:00100000:3.0:1777047508.294279:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388079744:12345-192.168.201.54@tcp:3:lfs.0 00002000:00010000:3.0:1777047508.294373:0:29061:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x71:0x0] initial LVB size: 143936, mtime: 0x69eb97d0, atime: 0x69eb97d0, ctime: 0x69eb97d2, blocks: 0x60 00010000:00010000:3.0:1777047508.294400:0:29061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ac4e8938/0x5ecf73d724939b30 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.294516:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047508.294521:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047508.294531:0:29061:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac4e8938/0x5ecf73d724939b30 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.294570:0:29061:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ac4e8938/0x5ecf73d724939b30 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.346699:0:29061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ac4e8938/0x5ecf73d724939b30 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.346756:0:29061:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ac4e8938/0x5ecf73d724939b30 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.346774:0:29061:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ac4e8938/0x5ecf73d724939b30 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.346801:0:29061:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047508.346811:0:29061:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac4e8938/0x5ecf73d724939b30 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.346841:0:29061:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac4e8938/0x5ecf73d724939b30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.346886:0:29061:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ac4e8938/0x5ecf73d724939b30 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.346901:0:29061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac4e8938/0x5ecf73d724939b30 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047508.347175:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388079744:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 52883us (54668us total) trans 0 rc 143936/143936 00000100:00100000:2.0:1777047508.347194:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1263 00000100:00100000:2.0:1777047508.524222:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047508.524860:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388079872 00000100:00100000:0.0:1777047508.524877:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388079872 00000100:00100000:0.0:1777047508.525152:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 414 00000100:00100000:0.0:1777047508.525182:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57876:x1863365388079872:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:0.0:1777047508.525210:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047508.525256:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939aff lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8666 expref: 40 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.525297:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047508.525311:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047508.525447:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57876:x1863365388079872:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 246us (1209us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047508.525464:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 414 00000100:00100000:0.0:1777047508.545260:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047508.546262:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388080128 00000100:00100000:2.0:1777047508.546279:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388080128 00000100:00100000:2.0:1777047508.546467:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2095 00000100:00100000:2.0:1777047508.546488:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57876:x1863365388080128:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047508.546941:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57876:x1863365388080128:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 456us (1696us total) trans 8589935076 rc 0/0 00000100:00100000:2.0:1777047508.546963:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2095 00000100:00100000:1.0:1777047508.590242:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047508.591465:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388080384 00000100:00100000:2.0:1777047508.591482:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388080384 00000100:00100000:2.0:1777047508.591596:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6216 00000100:00100000:2.0:1777047508.591616:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365388080384:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047508.591653:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047508.591686:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d724939b37 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f867b expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.591868:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939b3e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.591898:0:6588:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939aa4 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f863c expref: 41 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.591916:0:6588:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939b3e lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.591974:0:6588:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939aa4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f863c expref: 41 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.592035:0:6588:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939aa4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f863c expref: 41 pid: 34275 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047508.592062:0:6588:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e198380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443075072:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047508.592571:0:6588:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a840 going to sleep for 11 seconds 00000100:00100000:2.0:1777047508.604510:0:6588:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e198380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443075072:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047508.604553:0:6588:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939b3e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047508.605338:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047508.605701:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388080512 00000100:00100000:2.0:1777047508.605716:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388080512 00010000:00010000:2.0:1777047508.605782:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939aa4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f863c expref: 42 pid: 34275 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047508.605856:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2053 00000100:00100000:2.0:1777047508.605877:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+42:2430:x1863365388080512:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047508.605904:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047508.605917:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939aa4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f863c expref: 42 pid: 34275 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.605942:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939aa4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f863c expref: 42 pid: 34275 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.606697:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d724939aa4 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f863c expref: 42 pid: 34275 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.608658:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047508.608672:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939b3e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.608693:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939b3e lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.608710:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939b3e lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.609012:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047508.609123:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:2430:x1863365388080512:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 3246us (3786us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047508.609141:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2053 00010000:00010000:1.0:1777047508.612563:0:6588:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939b3e lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.612583:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939b3e lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047508.612618:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 143936 00010000:00010000:1.0:1777047508.616493:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d724939b37 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f867b expref: 42 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.616533:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939b3e lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f867b expref: 41 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.616563:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047508.616569:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777047508.616575:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166e00, rc 0) 00000100:00100000:1.0:1777047508.616682:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57853:x1863365388080384:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 25068us (26456us total) trans 8589935077 rc 0/0 00000100:00100000:1.0:1777047508.616700:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6216 00000100:00100000:0.0:1777047508.629151:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047508.629304:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388080640 00000100:00100000:1.0:1777047508.629320:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388080640 00000100:00100000:1.0:1777047508.629435:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6217 00000100:00100000:1.0:1777047508.629459:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57853:x1863365388080640:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047508.629498:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047508.629531:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939b4c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8682 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.630072:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939b53 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.630104:0:34275:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939b3e lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f867b expref: 42 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.630123:0:34275:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939b53 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.630184:0:34275:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939b3e lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f867b expref: 42 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.630213:0:34275:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939b3e lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f867b expref: 42 pid: 6588 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047508.630239:0:34275:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbd500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443075200:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047508.630376:0:34275:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07752e00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047508.652326:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047508.652898:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388080768 00000100:00100000:0.0:1777047508.652914:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388080768 00010000:00010000:0.0:1777047508.652968:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939b3e lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f867b expref: 43 pid: 6588 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047508.653070:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2054 00000100:00100000:0.0:1777047508.653088:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:2430:x1863365388080768:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047508.653136:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047508.653526:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939b3e lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f867b expref: 43 pid: 6588 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.653556:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939b3e lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f867b expref: 43 pid: 6588 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.653593:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047508.653604:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939b53 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.653619:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939b53 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.653632:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939b53 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.653664:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047508.653756:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:2430:x1863365388080768:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 671us (1442us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047508.653771:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2054 00010000:00010000:1.0:1777047508.659919:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939b3e lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f867b expref: 42 pid: 6588 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047508.660084:0:34275:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbd500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443075200:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047508.660145:0:34275:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939b53 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.660163:0:34275:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939b53 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.660175:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939b53 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047508.660255:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 143936 00000004:00200000:1.0:1777047508.660264:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047508.660296:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939b53 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.660350:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91c00/0x5ecf73d724939b4c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8682 expref: 42 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.660380:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939b53 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8682 expref: 41 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.660395:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047508.660401:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047508.660407:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91400, rc 0) 00000100:00100000:1.0:1777047508.660614:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57853:x1863365388080640:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 31162us (31474us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047508.660631:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6217 00000100:00100000:3.0:1777047508.674070:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047508.674134:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047508.676699:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388081024 00000100:00100000:2.0:1777047508.676714:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388081024 00000100:00100000:2.0:1777047508.677216:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388080896 00000100:00100000:2.0:1777047508.677224:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388080896 00000100:00100000:2.0:1777047508.677592:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4064 00000100:00100000:2.0:1777047508.677612:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388081024:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047508.677640:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047508.677667:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d724939b5a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8690 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047508.677754:0:30115:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e198380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443075328:192.168.201.54@tcp:106: 00000100:00100000:2.0:1777047508.677874:0:30115:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a840 going to sleep for 11 seconds 00000100:00100000:0.0:1777047508.679227:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4065 00000100:00100000:0.0:1777047508.679607:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388080896:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047508.679627:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047508.679650:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d724939b61 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8689 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047508.679686:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x71:0x0] initial LVB size: 143936, mtime: 0x69eb97d0, atime: 0x69eb97d0, ctime: 0x69eb97d2, blocks: 0x60 00010000:00010000:0.0:1777047508.679708:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047508.679712:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047508.679726:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d724939b61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8689 expref: 21 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.679759:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d724939b61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8689 expref: 21 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.679783:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388400, rc 0) 00000100:00100000:0.0:1777047508.679842:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388080896:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 244us (5706us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047508.679857:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4065 00000100:00100000:3.0:1777047508.692716:0:30115:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e198380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443075328:192.168.201.54@tcp:106: 00010000:00010000:3.0:1777047508.692781:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d724939b5a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8690 expref: 17 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.692876:0:30115:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d724939b5a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8690 expref: 17 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.692902:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167200, rc 0) 00000100:00100000:0.0:1777047508.695025:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388081024:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 17411us (20959us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047508.695044:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4064 00000100:00100000:2.0:1777047508.727199:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047508.732119:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388081152 00000100:00100000:0.0:1777047508.732137:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388081152 00002000:00100000:0.0:1777047508.732562:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x71:0x0] (53248->61439) req@ffff9e076e199500 x1863365388081152/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:244/0 lens 488/0 e 0 to 0 dl 1777047519 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047508.732581:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e199500 with x1863365388081152 ext(53248->61439) 00002000:00010000:0.0:1777047508.732591:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e199500 00000100:00100000:0.0:1777047508.732654:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1264 00000100:00100000:0.0:1777047508.732670:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388081152:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:0.0:1777047508.733286:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388081152:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 617us (6098us total) trans 0 rc 8192/8192 00000100:00100000:0.0:1777047508.733299:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1264 00002000:00100000:0.0:1777047508.733312:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x71:0x0] (53248->61439) req@ffff9e076e199500 x1863365388081152/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:244/0 lens 488/8632 e 0 to 0 dl 1777047519 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047508.733326:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e199500 with x1863365388081152 ext(53248->61439) 00002000:00010000:0.0:1777047508.733332:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e199500 00000100:00100000:3.0:1777047508.747179:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047508.747312:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388081280 00000100:00100000:2.0:1777047508.747329:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388081280 00000100:00100000:2.0:1777047508.747488:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4066 00000100:00100000:2.0:1777047508.747509:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388081280:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047508.747536:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047508.747562:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ef78ca3/0x5ecf73d724939b68 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8697 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047508.747651:0:8481:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e199880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443075456:192.168.201.54@tcp:106: 00000100:00100000:2.0:1777047508.747762:0:8481:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047508.760845:0:8481:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e199880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443075456:192.168.201.54@tcp:106: 00010000:00010000:3.0:1777047508.760944:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001ef78ca3/0x5ecf73d724939b68 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8697 expref: 17 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.761015:0:8481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ef78ca3/0x5ecf73d724939b68 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8697 expref: 17 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.761042:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167800, rc 0) 00000100:00100000:3.0:1777047508.761153:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388081280:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 13647us (13984us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047508.761170:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4066 00000100:00100000:0.0:1777047508.778164:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047508.778301:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388081536 00000100:00100000:3.0:1777047508.778317:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388081536 00000100:00100000:2.0:1777047508.779033:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2096 00000100:00100000:2.0:1777047508.779061:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57853:x1863365388081536:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:2.0:1777047508.779888:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+42:57853:x1863365388081536:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 834us (1735us total) trans 8589935078 rc 0/0 00000100:00100000:2.0:1777047508.779904:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2096 00010000:00010000:3.0:1777047508.803282:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047508.826044:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047508.830778:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388081664 00000100:00100000:0.0:1777047508.830797:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388081664 00000100:00100000:0.0:1777047508.830911:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6218 00000100:00100000:0.0:1777047508.830934:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+42:57878:x1863365388081664:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047508.831000:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047508.831036:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d724939b6f lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f869e expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.831133:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939b76 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.831496:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939b76 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.831520:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939b76 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.831555:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939b7d lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.831569:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939b7d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.831581:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939b7d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.831692:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939b84 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.831711:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939b84 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.831726:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939b84 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047508.831791:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 143936 00000004:00200000:0.0:1777047508.831799:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047508.831832:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939b84 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.831853:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939b84 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.831869:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939b76 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.831881:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939b76 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.831901:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939b76 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.831915:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939b76 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.831928:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047508.831935:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939b76 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.831948:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939b76 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.831969:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e075a820c00) 00010000:00010000:0.0:1777047508.831999:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047508.832008:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939b76 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.832021:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939b76 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.832046:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939b7d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.832058:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939b7d lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.832070:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939b7d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.832079:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047508.832086:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939b7d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.832098:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939b7d lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.832115:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e075a820700) 00010000:00010000:0.0:1777047508.832120:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047508.832126:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939b7d lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.832139:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939b7d lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.839276:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d724939b6f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f869e expref: 44 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.839330:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939b84 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f869e expref: 43 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.839350:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047508.839356:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047508.839362:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389800, rc 0) 00000100:00100000:1.0:1777047508.848285:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57878:x1863365388081664:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 16932us (21827us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047508.848310:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6218 00000100:00100000:3.0:1777047508.864650:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047508.865194:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388081920 00000100:00100000:2.0:1777047508.865565:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388081920 00000100:00100000:2.0:1777047508.865669:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6219 00000100:00100000:2.0:1777047508.865687:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57878:x1863365388081920:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047508.865718:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047508.865750:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d724939b8b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f86a5 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.865907:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939b92 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.865935:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939b53 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8682 expref: 44 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.865950:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939b84 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f869e expref: 44 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.865966:0:6590:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939b92 lrc: 5/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.866061:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939b84 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f869e expref: 44 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.866088:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939b84 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f869e expref: 44 pid: 9025 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047508.866111:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e199c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443075584:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047508.866563:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939b53 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8682 expref: 44 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.866584:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939b53 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8682 expref: 44 pid: 34275 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047508.866603:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e19b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443075712:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047508.866649:0:6590:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a000 going to sleep for 11 seconds 00000100:00100000:3.0:1777047508.878128:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047508.879837:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388082048 00000100:00100000:2.0:1777047508.879852:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388082048 00010000:00010000:2.0:1777047508.879918:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939b84 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f869e expref: 45 pid: 9025 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047508.880043:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2055 00000100:00100000:2.0:1777047508.880063:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:2430:x1863365388082048:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047508.880087:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047508.880098:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939b84 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f869e expref: 45 pid: 9025 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.880124:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939b84 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f869e expref: 45 pid: 9025 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.880160:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047508.880170:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939b92 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.880186:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939b92 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.880208:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047508.880629:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:2430:x1863365388082048:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 568us (2513us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047508.880644:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2055 00010000:00010000:2.0:1777047508.892564:0:6590:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.201.54@tcp) returned -22 from blocking AST (req@000000003ed2e1a8 x1863365443075584) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939b84 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f869e expref: 44 pid: 9025 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.892605:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939b84 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f869e expref: 44 pid: 9025 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047508.892646:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e199c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443075584:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047508.892673:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443075712:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047508.892711:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047508.892720:0:6590:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939b92 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.892737:0:6590:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939b92 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.892780:0:6590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939b92 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047508.896280:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047508.907713:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388082176 00000100:00100000:0.0:1777047508.907734:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388082176 00010000:00010000:1.0:1777047508.908035:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939b53 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8682 expref: 44 pid: 34275 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047508.908117:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2056 00000100:00100000:1.0:1777047508.908136:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:2430:x1863365388082176:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047508.908162:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047508.908175:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939b53 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8682 expref: 44 pid: 34275 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.908201:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939b53 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8682 expref: 44 pid: 34275 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.908236:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939b53 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8682 expref: 44 pid: 34275 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.908268:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047508.908278:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939b92 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.908306:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939b92 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.908322:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939b92 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.908576:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047508.908672:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:2430:x1863365388082176:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 537us (12400us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047508.908690:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2056 00010000:00010000:2.0:1777047508.911337:0:6590:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939b92 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.911357:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939b92 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047508.911804:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 143936 00010000:00010000:2.0:1777047508.912087:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d724939b8b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86a5 expref: 44 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.912123:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939b92 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86a5 expref: 43 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.912143:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047508.912148:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047508.912154:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166c00, rc 0) 00000100:00100000:2.0:1777047508.912631:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57878:x1863365388081920:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 46943us (47989us total) trans 8589935079 rc 0/0 00000100:00100000:2.0:1777047508.912653:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6219 00000100:00100000:2.0:1777047508.935951:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047508.936840:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388082304 00000100:00100000:3.0:1777047508.936856:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388082304 00000100:00100000:3.0:1777047508.937008:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6220 00000100:00100000:3.0:1777047508.937030:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57878:x1863365388082304:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047508.937071:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047508.938800:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939ba0 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f86ac expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.939264:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d724939ba7 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.939294:0:12913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939b92 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86a5 expref: 44 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.939316:0:12913:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d724939ba7 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.939376:0:12913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939b92 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86a5 expref: 44 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.939476:0:12913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939b92 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86a5 expref: 44 pid: 6590 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047508.939514:0:12913:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e198700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443075840:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047508.942931:0:12913:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047508.957109:0:12913:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e198700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443075840:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047508.957159:0:12913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d724939ba7 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047508.966167:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047508.970831:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388082432 00000100:00100000:3.0:1777047508.970853:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388082432 00010000:00010000:3.0:1777047508.970931:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939b92 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86a5 expref: 45 pid: 6590 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047508.971040:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2057 00000100:00100000:3.0:1777047508.971060:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0751042850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:2429:x1863365388082432:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047508.971087:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047508.971099:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939b92 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86a5 expref: 45 pid: 6590 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.971125:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939b92 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86a5 expref: 45 pid: 6590 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.971161:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939b92 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86a5 expref: 45 pid: 6590 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.971205:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047508.971215:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d724939ba7 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.971232:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d724939ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.971247:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d724939ba7 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.971312:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047508.971520:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0751042850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:2429:x1863365388082432:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 461us (5361us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047508.971541:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2057 00010000:00010000:0.0:1777047508.972334:0:12913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d724939ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.972353:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d724939ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047508.972509:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 143936 00000004:00200000:0.0:1777047508.972519:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047508.972554:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d724939ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.972609:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d724939ba0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86ac expref: 44 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.972640:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d724939ba7 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86ac expref: 43 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.972658:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047508.972664:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047508.972669:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167c00, rc 0) 00000100:00100000:0.0:1777047508.972762:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57878:x1863365388082304:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 35736us (36821us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047508.972778:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6220 00000100:00100000:2.0:1777047508.989339:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047508.989610:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388082688 00000100:00100000:0.0:1777047508.989626:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388082688 00000100:00100000:0.0:1777047508.990085:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2097 00000100:00100000:0.0:1777047508.990108:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07716a8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57878:x1863365388082688:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047508.990520:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07716a8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:57878:x1863365388082688:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 414us (1187us total) trans 8589935080 rc 0/0 00000100:00100000:0.0:1777047508.990538:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2097 00000100:00100000:2.0:1777047509.016719:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047509.016837:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388082944 00000100:00100000:3.0:1777047509.016853:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388082944 00000100:00100000:3.0:1777047509.016993:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6221 00000100:00080000:0.0:1777047509.016996:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047509.017016:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:57878:x1863365388082944:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047509.017049:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047509.017056:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1777047509.017112:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d724939ab2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8643 expref: 44 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.017159:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047509.017167:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047509.017188:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d724939bae lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f86b3 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.017905:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d724939bb5 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.017931:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d724939bb5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.017950:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d724939bb5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047509.017969:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 143936 00010000:00010000:2.0:1777047509.018181:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d724939bae lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86b3 expref: 46 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.018212:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d724939bb5 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86b3 expref: 45 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.018228:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047509.018234:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047509.018240:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167a00, rc 0) 00000100:00100000:2.0:1777047509.018344:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:57878:x1863365388082944:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1335us (1635us total) trans 8589935081 rc 0/0 00000100:00100000:2.0:1777047509.018358:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6221 00000100:00100000:3.0:1777047509.025886:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047509.026003:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047509.026136:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388083072 00000100:00100000:1.0:1777047509.026431:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388083072 00000100:00100000:1.0:1777047509.026566:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388083200 00000100:00100000:1.0:1777047509.026573:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388083200 00000100:00080000:2.0:1777047509.026589:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777047509.026596:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047509.026621:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4067 00000100:00100000:1.0:1777047509.026638:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388083072:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:1.0:1777047509.026704:0:36216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939bc3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.026738:0:36216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d724939b61 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8689 expref: 21 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.026756:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047509.026761:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047509.026767:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939bc3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.026824:0:36216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d724939b61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8689 expref: 21 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.026852:0:36216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d724939b61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8689 expref: 21 pid: 8480 timeout: 4237 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047509.026879:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365443075968:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047509.027027:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07752e00c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047509.027064:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4068 00000100:00100000:1.0:1777047509.027079:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388083200:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:1.0:1777047509.027116:0:8480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d724939bca lrc: 3/0,1 mode: --/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.027139:0:8480:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d7249399fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8612 expref: 16 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.027153:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047509.027155:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047509.027160:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d724939bca lrc: 4/0,1 mode: --/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.027196:0:8480:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d7249399fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8612 expref: 16 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.027216:0:8480:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d7249399fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8612 expref: 16 pid: 28387 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047509.027252:0:8480:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365443076096:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047509.027328:0:8480:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07752e0900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047509.040483:0:8480:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365443076096:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047509.040525:0:8480:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d724939bca lrc: 3/0,1 mode: --/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047509.048031:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365443075968:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047509.048074:0:36216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939bc3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047509.054771:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047509.054831:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047509.055004:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388083328 00000100:00100000:3.0:1777047509.055018:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388083328 00010000:00010000:3.0:1777047509.055100:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d724939b61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8689 expref: 22 pid: 8480 timeout: 4237 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047509.055186:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388083456 00000100:00100000:3.0:1777047509.055193:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388083456 00010000:00010000:3.0:1777047509.055222:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d7249399fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8612 expref: 17 pid: 28387 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047509.055615:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2058 00000100:00100000:3.0:1777047509.055634:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388083328:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047509.055660:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047509.055692:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d724939b61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8689 expref: 22 pid: 8480 timeout: 4237 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.055716:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d724939b61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8689 expref: 22 pid: 8480 timeout: 4237 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.055753:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d724939b61 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8689 expref: 22 pid: 8480 timeout: 4237 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.055779:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047509.055784:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047509.055792:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939bc3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.055811:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939bc3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.055867:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047509.055941:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388083328:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 310us (1177us total) trans 0 rc 0/0 00010000:00010000:2.0:1777047509.055952:0:36216:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939bc3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047509.055956:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2058 00010000:00010000:2.0:1777047509.056001:0:36216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939bc3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047509.056018:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2059 00000100:00100000:3.0:1777047509.056033:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388083456:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047509.056036:0:36216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939bc3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.056049:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047509.056052:0:36216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939bc3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.056067:0:36216:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939bc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.056067:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d7249399fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8612 expref: 17 pid: 28387 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.056082:0:36216:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047509.056088:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d7249399fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8612 expref: 17 pid: 28387 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.056090:0:36216:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939bc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.056116:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d7249399fc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8612 expref: 17 pid: 28387 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.056119:0:36216:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939bc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.056485:0:36216:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939bc3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.056493:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047509.056496:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047509.056503:0:36216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939bc3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.056504:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d724939bca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.056530:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d724939bca lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.056561:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047509.056587:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388083072:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 29951us (30712us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047509.056589:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388083456:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 560us (1759us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047509.056602:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2059 00000100:00100000:2.0:1777047509.056604:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4067 00010000:00010000:0.0:1777047509.056769:0:8480:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d724939bca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.056789:0:8480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d724939bca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.056818:0:8480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d724939bca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.056833:0:8480:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d724939bca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.056847:0:8480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d724939bca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.056859:0:8480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047509.056865:0:8480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d724939bca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.056878:0:8480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d724939bca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.056899:0:8480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d724939bca lrc: 2/0,0 mode: --/PW res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.056913:0:8480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006e82d28d/0x5ecf73d724939bca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047509.057035:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388083200:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 29955us (31030us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047509.057050:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4068 00000100:00100000:2.0:1777047509.080312:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047509.080510:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388083712 00000100:00100000:1.0:1777047509.080525:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388083712 00000100:00100000:1.0:1777047509.080625:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6222 00000100:00100000:1.0:1777047509.080645:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:57878:x1863365388083712:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:1.0:1777047509.080725:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777047509.080764:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d724939ba7 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86ac expref: 45 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.080803:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939a81 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8635 expref: 44 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.080827:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047509.080835:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047509.080877:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939bd1 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.080900:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939bd1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.080925:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939bd1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047509.081652:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].75, 88 off14624 00000004:00080000:1.0:1777047509.081670:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4137718285920ns, next at 4132186596518ns, rc = 0 00000040:00080000:1.0:1777047509.082093:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].75, 88 off14648 00000004:00080000:1.0:1777047509.082109:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4137718725577ns, next at 4132186652481ns, rc = 0 00000040:00080000:1.0:1777047509.082149:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].76, 88 off14736 00000004:00080000:1.0:1777047509.082158:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4137718774468ns, next at 4132186652481ns, rc = 0 00000040:00080000:1.0:1777047509.082176:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].76, 88 off14712 00000004:00080000:1.0:1777047509.082183:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4137718799914ns, next at 4132186596518ns, rc = 0 00000040:00080000:1.0:1777047509.082199:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].77, 88 off14824 00000004:00080000:1.0:1777047509.082205:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4137718822094ns, next at 4132186652481ns, rc = 0 00000040:00080000:1.0:1777047509.082223:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].77, 88 off14800 00000004:00080000:1.0:1777047509.082229:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4137718845971ns, next at 4132186596518ns, rc = 0 00000040:00080000:1.0:1777047509.082244:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].78, 88 off14888 00000004:00080000:1.0:1777047509.082251:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4137718867411ns, next at 4132186596518ns, rc = 0 00000040:00080000:1.0:1777047509.082267:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].78, 88 off14912 00000004:00080000:1.0:1777047509.082273:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4137718890146ns, next at 4132186652481ns, rc = 0 00000040:00080000:1.0:1777047509.082290:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].79, 88 off15000 00000004:00080000:1.0:1777047509.082296:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4137718913100ns, next at 4132186652481ns, rc = 0 00000040:00080000:1.0:1777047509.082314:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].79, 88 off14976 00000004:00080000:1.0:1777047509.082321:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4137718936937ns, next at 4132186596518ns, rc = 0 00000001:00080000:0.0:1777047509.097758:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935082 is committed 00000004:00080000:0.0:1777047509.097776:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 79 committed 00000004:00080000:0.0:1777047509.098237:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 81 committed 00000004:00080000:0.0:1777047509.098251:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 80 committed 00000004:00080000:0.0:1777047509.098256:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 78 committed 00000004:00080000:0.0:1777047509.098261:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 77 committed 00000004:00080000:0.0:1777047509.098265:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 79 committed 00000004:00080000:0.0:1777047509.098270:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 76 committed 00000004:00080000:0.0:1777047509.098274:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 78 committed 00000004:00080000:0.0:1777047509.098278:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 77 committed 00000004:00080000:0.0:1777047509.098282:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 75 committed 00000020:00080000:0.0:1777047509.098326:0:33214:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e0744eba000 refcount 2 committed 0 result 0 batchid 4294969360 00000020:00080000:0.0:1777047509.098335:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e0760515400 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e07752e0b40 00000020:00080000:0.0:1777047509.098341:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e0760515b00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e064217d780 00000020:00080000:0.0:1777047509.098347:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e0760515a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e07751c8e00 00000020:00080000:0.0:1777047509.098352:0:33214:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].12 00000020:00080000:0.0:1777047509.098409:0:33214:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969359 batchid updated 00000020:00080000:0.0:1777047509.098439:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969360 committed batchid 4294969359 00010000:00010000:2.0:1777047509.098479:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d724939a42 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.098497:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d724939a42 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.098510:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d724939a42 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.098521:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047509.098529:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d724939a42 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.098542:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d724939a42 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.098566:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x34:0x0].0x0 (ffff9e076def5c00) 00010000:00010000:2.0:1777047509.098571:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047509.098579:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d724939a42 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.098592:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d724939a42 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1777047509.098601:0:33244:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969359 cancel update log [0x200000bd0:0x2:0x0].11: rc = 0 00000020:00080000:0.0:1777047509.098616:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969359 00010000:00010000:2.0:1777047509.098651:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d724939a57 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.098664:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d724939a57 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.098676:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d724939a57 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.098686:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047509.098691:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d724939a57 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.098702:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d724939a57 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.098715:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047509.098720:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047509.098725:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d724939a57 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.098735:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d724939a57 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047509.100688:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000061757bfe reply state 0000000040f1502b transno 8589935082 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939bd1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.100716:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939bd1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.100731:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047509.100734:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1777047509.100739:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1777047509.101220:0:6588:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1777047509.101248:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57878:x1863365388083712:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 20603us (20942us total) trans 8589935082 rc 0/0 00000100:00100000:1.0:1777047509.101264:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6222 00010000:00010000:1.0:1777047509.101309:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939bd1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.101321:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939bd1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.101333:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939bd1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.101343:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047509.101349:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939bd1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.101361:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939bd1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.101378:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047509.101415:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047509.101422:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939bd1 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.101434:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939bd1 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047509.104706:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443076224:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047509.105150:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047509.105211:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443076480:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047509.105211:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443076736:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047509.105253:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047509.105293:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443077248:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047509.105334:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047509.105459:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1777047509.105470:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443076352:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047509.105512:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047509.105539:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443076864:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047509.105569:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047509.105596:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443077376:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047509.105627:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047509.105670:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443076608:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047509.105706:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047509.105737:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443077120:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047509.105768:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047509.105816:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443076224 00000100:00100000:3.0:1777047509.105826:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443076224 00000100:00100000:3.0:1777047509.105896:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443076736 00000100:00100000:3.0:1777047509.105903:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443076736 00000100:00100000:3.0:1777047509.105926:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443077248 00000100:00100000:3.0:1777047509.105931:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443077248 00000100:00100000:3.0:1777047509.105953:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443076352 00000100:00100000:3.0:1777047509.105957:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443076352 00000100:00100000:3.0:1777047509.106003:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443076864 00000100:00100000:3.0:1777047509.106009:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443076864 00000100:00100000:3.0:1777047509.106027:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443077376 00000100:00100000:3.0:1777047509.106032:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443077376 00000100:00100000:3.0:1777047509.106048:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443076608 00000100:00100000:3.0:1777047509.106052:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443076608 00000100:00100000:3.0:1777047509.106067:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443077120 00000100:00100000:3.0:1777047509.106071:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443077120 00000100:00100000:3.0:1777047509.106092:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4069 00000100:00100000:3.0:1777047509.106105:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3684:x1863365443076224:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047509.106289:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047509.106296:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047509.106301:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047509.106305:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047509.106310:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047509.106376:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3684:x1863365443076224:12345-0@lo:2:osp-syn-1-0.0 Request processed in 271us (1225us total) trans 17179870398 rc 0/0 00000100:00100000:3.0:1777047509.106423:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4069 00000100:00100000:3.0:1777047509.106451:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4070 00000100:00100000:3.0:1777047509.106464:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3684:x1863365443076736:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047509.106589:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3684:x1863365443076736:12345-0@lo:2:osp-syn-1-0.0 Request processed in 127us (1334us total) trans 17179870399 rc 0/0 00000100:00100000:3.0:1777047509.106602:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4070 00000100:00100000:3.0:1777047509.106625:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4071 00000100:00100000:3.0:1777047509.106636:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443077248:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047509.106736:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb size from disk: 248254 -> 248254 00002000:00010000:3.0:1777047509.106742:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:3.0:1777047509.106746:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:3.0:1777047509.106750:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047509.106754:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb blocks from disk: 232 -> 232 00000100:00100000:3.0:1777047509.106801:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3684:x1863365443077248:12345-0@lo:2:osp-syn-0-0.0 Request processed in 167us (1466us total) trans 21474837725 rc 0/0 00000100:00100000:3.0:1777047509.106813:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4071 00000100:00100000:3.0:1777047509.106835:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4072 00000100:00100000:3.0:1777047509.106845:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643057100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3684:x1863365443076352:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047509.106931:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047509.106937:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047504 -> 1777047504 00002000:00010000:3.0:1777047509.106941:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:3.0:1777047509.106945:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047506 -> 1777047506 00002000:00010000:3.0:1777047509.106949:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777047509.107037:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643057100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3684:x1863365443076352:12345-0@lo:2:osp-syn-1-0.0 Request processed in 191us (1522us total) trans 17179870400 rc 0/0 00000100:00100000:3.0:1777047509.107049:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4072 00000100:00100000:3.0:1777047509.107072:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4073 00000100:00100000:3.0:1777047509.107083:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443076864:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047509.107165:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 143936 -> 143936 00002000:00010000:3.0:1777047509.107172:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047504 -> 1777047504 00002000:00010000:3.0:1777047509.107176:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:3.0:1777047509.107181:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047506 -> 1777047506 00002000:00010000:3.0:1777047509.107184:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:3.0:1777047509.107229:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3684:x1863365443076864:12345-0@lo:2:osp-syn-0-0.0 Request processed in 147us (1656us total) trans 21474837726 rc 0/0 00000100:00100000:3.0:1777047509.107241:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4073 00000100:00100000:3.0:1777047509.107264:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4074 00000100:00100000:3.0:1777047509.107275:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443077376:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047509.107422:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3684:x1863365443077376:12345-0@lo:2:osp-syn-0-0.0 Request processed in 146us (1792us total) trans 21474837727 rc 0/0 00000100:00100000:3.0:1777047509.107434:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4074 00000100:00100000:3.0:1777047509.107457:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4075 00000100:00100000:3.0:1777047509.107470:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643056d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3683:x1863365443076608:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047509.107559:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047509.107565:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:3.0:1777047509.107569:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:3.0:1777047509.107573:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047509.107577:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047509.107637:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643056d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3683:x1863365443076608:12345-0@lo:2:osp-syn-1-0.0 Request processed in 168us (1928us total) trans 17179870401 rc 0/0 00000100:00100000:3.0:1777047509.107649:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4075 00000100:00100000:3.0:1777047509.107671:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4076 00000100:00100000:3.0:1777047509.107684:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3683:x1863365443077120:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047509.107770:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047509.107777:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047495 -> 1777047495 00002000:00010000:3.0:1777047509.107781:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:3.0:1777047509.107785:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047495 -> 1777047495 00002000:00010000:3.0:1777047509.107789:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047509.107835:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3683:x1863365443077120:12345-0@lo:2:osp-syn-0-0.0 Request processed in 154us (2065us total) trans 21474837728 rc 0/0 00000100:00100000:3.0:1777047509.107848:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4076 00000100:00100000:3.0:1777047509.107899:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047509.107939:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443076992:0@lo:2:osp-syn-0-0.0 00000100:00080000:2.0:1777047509.108215:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777047509.108223:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777047509.108240:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443076480 00000100:00100000:2.0:1777047509.108248:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443076480 00000100:00100000:2.0:1777047509.108317:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4077 00000100:00100000:2.0:1777047509.108330:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3682:x1863365443076480:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047509.108470:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047509.108476:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047495 -> 1777047495 00002000:00010000:2.0:1777047509.108481:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:2.0:1777047509.108484:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047495 -> 1777047495 00002000:00010000:2.0:1777047509.108487:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 192 -> 192 00000004:00080000:0.0:1777047509.113956:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643bbf100/2, rc 0, transno 17179870401 00000100:00100000:0.0:1777047509.113999:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443076608:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047509.114025:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643bbdc00/2, rc 0, transno 21474837728 00000100:00100000:0.0:1777047509.114033:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443077120:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047509.114104:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643bbd880/2, rc 0, transno 17179870400 00000100:00100000:0.0:1777047509.114113:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443076352:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047509.114129:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643bbf800/2, rc 0, transno 21474837726 00000100:00100000:0.0:1777047509.114136:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443076864:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047509.114150:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643bbe300/2, rc 0, transno 21474837727 00000100:00100000:0.0:1777047509.114156:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443077376:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047509.114170:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643bbd500/2, rc 0, transno 17179870398 00000100:00100000:0.0:1777047509.114176:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443076224:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047509.114191:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643bbe680/2, rc 0, transno 17179870399 00000100:00100000:0.0:1777047509.114198:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443076736:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047509.114212:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643bbed80/2, rc 0, transno 21474837725 00000100:00100000:0.0:1777047509.114218:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443077248:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047509.115707:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3682:x1863365443076480:12345-0@lo:2:osp-syn-1-0.0 Request processed in 7373us (7800us total) trans 17179870402 rc 0/0 00000100:00100000:2.0:1777047509.115726:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4077 00000100:00100000:3.0:1777047509.117433:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047509.117483:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443076992 00000100:00100000:1.0:1777047509.117496:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443076992 00000004:00080000:3.0:1777047509.117524:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643bbca80/2, rc 0, transno 17179870402 00000100:00100000:3.0:1777047509.117534:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443076480:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047509.117583:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4078 00000100:00100000:1.0:1777047509.117600:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3682:x1863365443076992:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047509.117798:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047509.117806:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047504 -> 1777047504 00002000:00010000:1.0:1777047509.117812:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:1.0:1777047509.117816:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047506 -> 1777047506 00002000:00010000:1.0:1777047509.117821:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047509.118213:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3682:x1863365443076992:12345-0@lo:2:osp-syn-0-0.0 Request processed in 616us (781us total) trans 21474837729 rc 0/0 00000004:00080000:2.0:1777047509.120819:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643bbce00/2, rc 0, transno 21474837729 00000100:00100000:2.0:1777047509.120835:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443076992:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047509.125703:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047509.126357:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388083840 00000100:00100000:2.0:1777047509.126370:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388083840 00000100:00100000:2.0:1777047509.126492:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6223 00000100:00100000:2.0:1777047509.126508:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57878:x1863365388083840:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047509.126539:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047509.126568:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d724939bd8 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f86ba expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.126651:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d724939bd8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86ba expref: 24 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.126678:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d724939bd8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86ba expref: 24 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.126711:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047509.126718:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047509.126724:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166600, rc 0) 00000100:00100000:2.0:1777047509.126821:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57878:x1863365388083840:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 313us (1124us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047509.126835:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6223 00000100:00100000:1.0:1777047509.130753:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4078 00000100:00100000:2.0:1777047509.149922:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047509.150102:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388083968 00000100:00100000:1.0:1777047509.150117:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388083968 00000100:00100000:1.0:1777047509.150210:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6224 00000100:00100000:1.0:1777047509.150228:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57878:x1863365388083968:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047509.150258:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047509.150289:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939bdf lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f86c1 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.150487:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939be6 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.150512:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939be6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.150529:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939be6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047509.150574:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 143936 00000004:00200000:1.0:1777047509.150582:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047509.150610:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939be6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.150653:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939bdf lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86c1 expref: 26 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.150684:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939be6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86c1 expref: 25 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.150700:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047509.150706:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047509.150711:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90200, rc 0) 00000100:00100000:1.0:1777047509.150787:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57878:x1863365388083968:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 562us (889us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047509.151467:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6224 00000100:00100000:3.0:1777047509.461101:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047509.462227:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388084096 00000100:00100000:1.0:1777047509.462242:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388084096 00000100:00100000:1.0:1777047509.462343:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4079 00000100:00100000:1.0:1777047509.462360:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388084096:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047509.462578:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388084096:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 220us (1488us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047509.462591:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4079 00000100:00100000:0.0:1777047509.483801:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047509.498692:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388084224 00000100:00100000:2.0:1777047509.498714:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388084224 00000100:00100000:2.0:1777047509.498829:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4080 00000100:00100000:2.0:1777047509.498849:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388084224:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:2.0:1777047509.499170:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388084224:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 324us (15379us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047509.499186:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4080 00000100:00100000:3.0:1777047509.525697:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047509.527134:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388084352 00000100:00100000:0.0:1777047509.527152:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388084352 00000100:00100000:0.0:1777047509.527297:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1265 00000100:00100000:0.0:1777047509.527317:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388084352:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047509.527462:0:24565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d724939bed lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.527494:0:24565:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047509.527498:0:24565:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047509.527507:0:24565:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d724939bed lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.527536:0:24565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d724939bed lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.527707:0:24565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d724939bed lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.527727:0:24565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d724939bed lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.527747:0:24565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d724939bed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.527763:0:24565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047509.527771:0:24565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d724939bed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.527789:0:24565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d724939bed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.527827:0:24565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d724939bed lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.527843:0:24565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d724939bed lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047509.528016:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388084352:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 700us (2330us total) trans 0 rc 16384/16384 00000100:00100000:0.0:1777047509.528033:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1265 00000100:00100000:3.0:1777047509.555491:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047509.561515:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388084480 00000100:00100000:2.0:1777047509.561545:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388084480 00000100:00100000:0.0:1777047509.561891:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6225 00000100:00100000:0.0:1777047509.561950:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57878:x1863365388084480:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047509.562050:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047509.562094:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d724939bf4 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f86c8 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.562166:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d724939bfb lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.562201:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d724939bfb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.562712:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d724939bfb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.562950:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d724939bf4 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86c8 expref: 27 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.563046:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d724939bfb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86c8 expref: 26 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.563071:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047509.563077:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777047509.563083:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388a00, rc 0) 00000100:00100000:0.0:1777047509.563702:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57878:x1863365388084480:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1755us (8298us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047509.563717:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6225 00000100:00100000:3.0:1777047509.639795:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047509.640589:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388084608 00000100:00100000:2.0:1777047509.640647:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388084608 00000100:00100000:2.0:1777047509.640820:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1266 00000100:00100000:2.0:1777047509.640853:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388084608:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:2.0:1777047509.640920:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ef78ca3/0x5ecf73d724939c02 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.641028:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d724939667 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84b4 expref: 20 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.641057:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047509.641062:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047509.641068:0:8486:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ef78ca3/0x5ecf73d724939c02 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.641148:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d724939667 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84b4 expref: 20 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.641223:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d724939667 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84b4 expref: 20 pid: 36216 timeout: 4238 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047509.641251:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e19b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8486:1863365443077504:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047509.641500:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a300 going to sleep for 11 seconds 00000100:00100000:3.0:1777047509.679666:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047509.681330:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8486:1863365443077504:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047509.681387:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001ef78ca3/0x5ecf73d724939c02 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047509.682500:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388084736 00000100:00100000:0.0:1777047509.682514:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388084736 00010000:00010000:0.0:1777047509.682596:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d724939667 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84b4 expref: 21 pid: 36216 timeout: 4238 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047509.682705:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2060 00000100:00100000:0.0:1777047509.682724:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777979f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388084736:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047509.682760:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047509.682804:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d724939667 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84b4 expref: 21 pid: 36216 timeout: 4238 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.682843:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d724939667 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84b4 expref: 21 pid: 36216 timeout: 4238 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.682905:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d724939667 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84b4 expref: 21 pid: 36216 timeout: 4238 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.682945:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047509.682950:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047509.682991:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001ef78ca3/0x5ecf73d724939c02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.683013:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ef78ca3/0x5ecf73d724939c02 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.683090:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047509.685600:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777979f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388084736:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 2876us (5952us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047509.685629:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2060 00010000:00010000:2.0:1777047509.690717:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001ef78ca3/0x5ecf73d724939c02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.690755:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ef78ca3/0x5ecf73d724939c02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047509.724276:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870403 is committed 00000001:00080000:3.0:1777047509.724305:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870402 is committed 00002000:00010000:2.0:1777047509.725154:0:8486:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047495 -> 1777047510 00002000:00010000:2.0:1777047509.725164:0:8486:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047495 -> 1777047510 00010000:00010000:2.0:1777047509.725190:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ef78ca3/0x5ecf73d724939c02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.725215:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001ef78ca3/0x5ecf73d724939c02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.725237:0:8486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ef78ca3/0x5ecf73d724939c02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.725253:0:8486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047509.725262:0:8486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ef78ca3/0x5ecf73d724939c02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.725285:0:8486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ef78ca3/0x5ecf73d724939c02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.725320:0:8486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ef78ca3/0x5ecf73d724939c02 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.725335:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ef78ca3/0x5ecf73d724939c02 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047509.725713:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388084608:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 84870us (85923us total) trans 17179870403 rc 0/0 00000100:00100000:2.0:1777047509.725746:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1266 00000100:00100000:1.0:1777047509.743825:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047509.744048:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388084864 00000100:00100000:0.0:1777047509.744064:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388084864 00000100:00100000:0.0:1777047509.744188:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1267 00000100:00100000:0.0:1777047509.744209:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388084864:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:0.0:1777047509.744270:0:24564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d724939c09 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.744307:0:24564:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000557a912e/0x5ecf73d7249396e5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84e5 expref: 15 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.744326:0:24564:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047509.744330:0:24564:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047509.744337:0:24564:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d724939c09 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.744446:0:24564:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000557a912e/0x5ecf73d7249396e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84e5 expref: 15 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.744477:0:24564:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000557a912e/0x5ecf73d7249396e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84e5 expref: 15 pid: 36216 timeout: 4238 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047509.744506:0:24564:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eaca300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24564:1863365443077632:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047509.744628:0:24564:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047509.767673:0:24564:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eaca300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24564:1863365443077632:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047509.767722:0:24564:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d724939c09 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047509.776000:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047509.776639:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388084992 00000100:00100000:3.0:1777047509.776657:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388084992 00010000:00010000:3.0:1777047509.776720:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000557a912e/0x5ecf73d7249396e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84e5 expref: 16 pid: 36216 timeout: 4238 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047509.777521:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2061 00000100:00100000:3.0:1777047509.777543:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388084992:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047509.777575:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047509.777608:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000557a912e/0x5ecf73d7249396e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84e5 expref: 16 pid: 36216 timeout: 4238 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.777636:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000557a912e/0x5ecf73d7249396e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84e5 expref: 16 pid: 36216 timeout: 4238 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.777676:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000557a912e/0x5ecf73d7249396e5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f84e5 expref: 16 pid: 36216 timeout: 4238 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.777707:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047509.777712:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047509.777721:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d724939c09 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.777740:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d724939c09 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.777803:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047509.777855:0:24564:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d724939c09 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.777879:0:24564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d724939c09 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047509.777924:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388084992:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 384us (1960us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047509.777940:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2061 00000001:00080000:1.0:1777047509.791072:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837730 is committed 00000001:00080000:1.0:1777047509.791098:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837729 is committed 00002000:00010000:2.0:1777047509.791338:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb mtime from disk: 1777047498 -> 1777047510 00002000:00010000:2.0:1777047509.791348:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb ctime from disk: 1777047499 -> 1777047510 00010000:00010000:2.0:1777047509.791369:0:24564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d724939c09 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.791452:0:24564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d724939c09 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.791472:0:24564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d724939c09 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.791490:0:24564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047509.791498:0:24564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d724939c09 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.791517:0:24564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d724939c09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.791547:0:24564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d724939c09 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.791571:0:24564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d724939c09 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047509.791724:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365388084864:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 47514us (47906us total) trans 21474837730 rc 0/0 00000100:00100000:2.0:1777047509.791768:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1267 00000100:00100000:1.0:1777047509.813583:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047509.818022:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388085120 00000100:00100000:2.0:1777047509.818043:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388085120 00000100:00100000:2.0:1777047509.818162:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4081 00000100:00100000:2.0:1777047509.818182:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641dea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2431:x1863365388085120:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:2.0:1777047509.818791:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641dea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2431:x1863365388085120:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 610us (5217us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047509.818808:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4081 00010000:00010000:1.0:1777047509.826792:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047509.832327:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047509.834474:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388085248 00000100:00100000:2.0:1777047509.834492:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388085248 00000100:00100000:2.0:1777047509.834593:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4082 00000100:00100000:2.0:1777047509.834611:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777979180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365388085248:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:2.0:1777047509.836852:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777979180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365388085248:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 2238us (4528us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047509.836870:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4082 00000100:00100000:1.0:1777047509.861665:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047509.864538:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388085504 00000100:00100000:2.0:1777047509.864556:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388085504 00000100:00100000:2.0:1777047509.864688:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6226 00000100:00100000:2.0:1777047509.864708:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57878:x1863365388085504:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047509.864797:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047509.864837:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939be6 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86c1 expref: 26 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.864904:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047509.864914:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047509.865236:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939c10 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.865267:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939c10 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.865286:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939c10 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047509.865367:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935083 00000004:00010000:2.0:1777047509.865540:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004beb3c31 reply state 000000000e8d284c transno 8589935084 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939c10 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.865568:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939c10 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.865583:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047509.865589:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047509.865594:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047509.865737:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57878:x1863365388085504:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1032us (4085us total) trans 8589935084 rc 0/0 00000100:00100000:2.0:1777047509.865753:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6226 00000020:00080000:2.0:1777047509.865763:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047509.887650:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047509.890317:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388085632 00000100:00100000:3.0:1777047509.890339:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388085632 00000100:00100000:3.0:1777047509.890552:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4083 00000100:00100000:3.0:1777047509.890574:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641dea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57878:x1863365388085632:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047509.890608:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047509.890645:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724939c17 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f86cf expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047509.890693:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 262144, mtime: 0x69eb97d6, atime: 0x69eb97bd, ctime: 0x69eb97d6, blocks: 0xc0 00010000:00010000:3.0:1777047509.890730:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047509.890735:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047509.890753:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724939c17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86cf expref: 18 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.890784:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724939c17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86cf expref: 18 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.890815:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2e00, rc 0) 00000100:00100000:3.0:1777047509.891373:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641dea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57878:x1863365388085632:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 803us (3732us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047509.891434:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4083 00000100:00100000:1.0:1777047509.915950:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047509.916078:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047509.920933:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388085760 00000100:00100000:3.0:1777047509.920952:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388085760 00002000:00010000:3.0:1777047509.921055:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (16384->18446744073709551615) 00002000:00100000:3.0:1777047509.921064:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641de8380 with x1863365388085760 ext(16384->18446744073709551615) 00002000:00010000:3.0:1777047509.921089:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0641de8380. 00000100:00100000:3.0:1777047509.921241:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388085888 00000100:00100000:3.0:1777047509.921254:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388085888 00002000:00010000:3.0:1777047509.921284:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:3.0:1777047509.921296:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641deb800 with x1863365388085888 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047509.921308:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641deb800. 00000100:00100000:3.0:1777047509.921350:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1268 00000100:00100000:3.0:1777047509.921369:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2432:x1863365388085760:12345-192.168.201.54@tcp:10:lfs.0 00000100:00100000:1.0:1777047509.921549:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1269 00000100:00100000:1.0:1777047509.921569:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641deb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2432:x1863365388085888:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047509.922584:0:8484:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047509.922597:0:8484:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047495 -> 1777047510 00002000:00010000:1.0:1777047509.922603:0:8484:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047509.922607:0:8484:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047495 -> 1777047510 00002000:00010000:1.0:1777047509.922612:0:8484:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777047509.922743:0:20132:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 262144 -> 16384 00002000:00010000:3.0:1777047509.922751:0:20132:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047510 -> 1777047510 00002000:00010000:3.0:1777047509.922760:0:20132:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:3.0:1777047509.922764:0:20132:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047510 -> 1777047510 00002000:00010000:3.0:1777047509.922768:0:20132:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 192 -> 32 00000100:00100000:1.0:1777047509.925696:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641deb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388085888:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 4127us (9613us total) trans 21474837731 rc 0/0 00000100:00100000:1.0:1777047509.926465:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1269 00002000:00010000:1.0:1777047509.926479:0:8484:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:1.0:1777047509.926486:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641deb800 with x1863365388085888 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047509.926497:0:8484:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641deb800. 00000100:00100000:3.0:1777047509.933528:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2432:x1863365388085760:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 12144us (17571us total) trans 17179870404 rc 0/0 00000100:00100000:3.0:1777047509.933552:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1268 00002000:00010000:3.0:1777047509.933595:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (16384->18446744073709551615) 00002000:00100000:3.0:1777047509.933603:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641de8380 with x1863365388085760 ext(16384->18446744073709551615) 00002000:00010000:3.0:1777047509.933623:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0641de8380. 00000100:00100000:2.0:1777047509.959860:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047509.964928:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388086016 00000100:00100000:1.0:1777047509.964951:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388086016 00000100:00100000:1.0:1777047509.965101:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6227 00000100:00100000:1.0:1777047509.965126:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57878:x1863365388086016:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047509.965165:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047509.965202:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939c1e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f86d6 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.968023:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939c25 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.968060:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939c25 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.968087:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939c25 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047509.968146:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 16384 00000004:00200000:1.0:1777047509.968155:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047509.968595:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939c25 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.968650:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939c1e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86d6 expref: 30 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.968691:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939c25 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86d6 expref: 29 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.968715:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047509.968722:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047509.968728:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91400, rc 0) 00000100:00100000:1.0:1777047509.969268:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57878:x1863365388086016:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 4142us (9422us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047509.969290:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6227 00000100:00100000:2.0:1777047510.004632:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047510.004778:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047510.006059:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388086144 00000100:00100000:1.0:1777047510.006116:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388086144 00000100:00100000:3.0:1777047510.006196:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388086272 00000100:00100000:3.0:1777047510.006208:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388086272 00000100:00100000:1.0:1777047510.006251:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4084 00000100:00100000:1.0:1777047510.006486:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388086144:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047510.006516:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047510.006556:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724939c2c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f86dd expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047510.006671:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x71:0x0] initial LVB size: 143936, mtime: 0x69eb97d0, atime: 0x69eb97d0, ctime: 0x69eb97d2, blocks: 0x60 00010000:00010000:1.0:1777047510.006711:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047510.006716:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047510.006731:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724939c2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86dd expref: 20 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.006768:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724939c2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86dd expref: 20 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.006797:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91e00, rc 0) 00000100:00100000:1.0:1777047510.006885:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388086144:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 618us (2694us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047510.017095:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4085 00000100:00100000:0.0:1777047510.017162:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388086272:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047510.017193:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047510.017254:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d724939c33 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f86e4 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047510.017320:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x90:0x0] initial LVB size: 0, mtime: 0x69eb97d0, atime: 0x69eb97d0, ctime: 0x69eb97d2, blocks: 0x0 00010000:00010000:0.0:1777047510.017352:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047510.017357:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047510.017372:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d724939c33 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86e4 expref: 13 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.017467:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d724939c33 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86e4 expref: 13 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.017492:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389400, rc 0) 00000100:00100000:0.0:1777047510.017606:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388086272:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 463us (12831us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047510.017622:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4085 00000100:00100000:1.0:1777047510.021574:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4084 00000100:00100000:2.0:1777047510.038708:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047510.040072:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388086528 00000100:00100000:0.0:1777047510.040088:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388086528 00000100:00100000:0.0:1777047510.040198:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6228 00000100:00100000:0.0:1777047510.040574:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57878:x1863365388086528:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047510.040667:0:6590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047510.040709:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939c25 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86d6 expref: 29 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.040751:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047510.040760:0:6590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047510.041028:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939c3a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.041055:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939c3a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.041075:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939c3a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047510.041537:0:6590:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935085 00000004:00010000:0.0:1777047510.041584:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000084f42549 reply state 00000000d059ba7b transno 8589935086 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939c3a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.041611:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939c3a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.041625:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047510.041631:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047510.041637:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047510.048099:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57878:x1863365388086528:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 7869us (9386us total) trans 8589935086 rc 0/0 00000100:00100000:0.0:1777047510.048121:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6228 00000020:00080000:0.0:1777047510.048138:0:6590:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047510.074163:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047510.074605:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388086656 00000100:00100000:3.0:1777047510.074623:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388086656 00000100:00100000:2.0:1777047510.074898:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4086 00000100:00100000:2.0:1777047510.074918:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eaca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57878:x1863365388086656:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047510.074947:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047510.075043:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d724939c41 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f86eb expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047510.075086:0:11204:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8f:0x0] initial LVB size: 248254, mtime: 0x69eb97d6, atime: 0x69eb97ca, ctime: 0x69eb97d6, blocks: 0xe8 00010000:00010000:2.0:1777047510.075122:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047510.075126:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047510.075139:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d724939c41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86eb expref: 14 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.075168:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d724939c41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86eb expref: 14 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.075192:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166e00, rc 0) 00000100:00100000:2.0:1777047510.075287:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eaca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57878:x1863365388086656:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 372us (1134us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047510.075303:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4086 00000100:00100000:2.0:1777047510.098639:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047510.100544:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388086784 00000100:00100000:1.0:1777047510.100562:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388086784 00000100:00100000:1.0:1777047510.100664:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4087 00000100:00100000:1.0:1777047510.100685:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:57878:x1863365388086784:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047510.100716:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047510.100749:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939c48 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f86f2 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.101432:0:8633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939595 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f846e expref: 21 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.101450:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047510.101454:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047510.101463:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939c48 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86f2 expref: 21 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.101518:0:8633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939595 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f846e expref: 21 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.101543:0:8633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939595 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f846e expref: 21 pid: 8633 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047510.101571:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641debb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443077760:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047510.101684:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07752e00c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047510.110606:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641debb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443077760:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047510.110662:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939c48 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86f2 expref: 21 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.110713:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91c00, rc 0) 00000100:00100000:3.0:1777047510.111619:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047510.111994:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:57878:x1863365388086784:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 11308us (13364us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047510.112014:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4087 00000100:00100000:1.0:1777047510.113574:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388086912 00000100:00100000:1.0:1777047510.113588:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388086912 00010000:00010000:1.0:1777047510.113647:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939595 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f846e expref: 21 pid: 8633 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047510.113713:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2062 00000100:00100000:1.0:1777047510.113732:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388086912:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047510.113758:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047510.113793:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939595 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f846e expref: 21 pid: 8633 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.113818:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939595 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f846e expref: 21 pid: 8633 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.113853:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d724939595 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f846e expref: 21 pid: 8633 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.113879:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047510.113883:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047510.113892:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939c48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86f2 expref: 20 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.113913:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939c48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86f2 expref: 20 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.114004:0:6575:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939c48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86f2 expref: 20 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047510.114030:0:6575:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641deb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6575:1863365443077888:192.168.201.54@tcp:105: 00000100:00100000:1.0:1777047510.114120:0:6575:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07752e00c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047510.136771:0:6575:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641deb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6575:1863365443077888:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047510.136837:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047510.136927:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388086912:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 23197us (25312us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047510.136948:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2062 00000100:00100000:3.0:1777047510.137511:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047510.137713:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047510.137774:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388087040 00000100:00100000:1.0:1777047510.137809:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388087040 00002000:00010000:1.0:1777047510.137872:0:29058:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/143 (16384->18446744073709551615) 00002000:00100000:1.0:1777047510.137881:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0777979c00 with x1863365388087040 ext(16384->18446744073709551615) 00002000:00010000:1.0:1777047510.137900:0:29058:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0777979c00. 00000100:00100000:1.0:1777047510.137947:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388087168 00000100:00100000:1.0:1777047510.137980:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388087168 00002000:00010000:1.0:1777047510.138007:0:29058:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/112 (0->18446744073709551615) 00002000:00100000:1.0:1777047510.138013:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d745f80 with x1863365388087168 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047510.138050:0:29058:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064d745f80. 00000100:00100000:1.0:1777047510.138099:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1270 00000100:00100000:1.0:1777047510.138119:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777979c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388087040:12345-192.168.201.54@tcp:10:lfs.0 00000100:00100000:2.0:1777047510.138206:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1271 00000100:00100000:2.0:1777047510.138232:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388087168:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:2.0:1777047510.138503:0:29057:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047510.138511:0:29057:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb mtime from disk: 1777047498 -> 1777047510 00002000:00010000:2.0:1777047510.138517:0:29057:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047510.138523:0:29057:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb ctime from disk: 1777047499 -> 1777047510 00002000:00010000:2.0:1777047510.138528:0:29057:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047510.138607:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388087168:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 382us (894us total) trans 17179870405 rc 0/0 00000100:00100000:2.0:1777047510.138624:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1271 00002000:00010000:2.0:1777047510.138631:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/112 (0->18446744073709551615) 00002000:00100000:2.0:1777047510.138637:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d745f80 with x1863365388087168 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047510.138648:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064d745f80. 00002000:00010000:1.0:1777047510.138875:0:29058:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb size from disk: 248254 -> 16384 00002000:00010000:1.0:1777047510.138884:0:29058:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb mtime from disk: 1777047510 -> 1777047510 00002000:00010000:1.0:1777047510.138888:0:29058:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047510.138891:0:29058:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb ctime from disk: 1777047510 -> 1777047510 00002000:00010000:1.0:1777047510.138896:0:29058:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb blocks from disk: 232 -> 32 00000100:00100000:1.0:1777047510.138948:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777979c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388087040:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 833us (1440us total) trans 21474837732 rc 0/0 00000100:00100000:1.0:1777047510.138992:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1270 00002000:00010000:1.0:1777047510.139000:0:29058:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/143 (16384->18446744073709551615) 00002000:00100000:1.0:1777047510.139006:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0777979c00 with x1863365388087040 ext(16384->18446744073709551615) 00002000:00010000:1.0:1777047510.139017:0:29058:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0777979c00. 00000100:00100000:3.0:1777047510.151618:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047510.152785:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388087296 00000100:00100000:2.0:1777047510.152801:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388087296 00000100:00100000:2.0:1777047510.152884:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6229 00000100:00100000:2.0:1777047510.152922:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57878:x1863365388087296:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047510.152982:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047510.153015:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d724939c4f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f86f9 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.153184:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d724939c56 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.153213:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d724939c56 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.153234:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d724939c56 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047510.153299:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 16384 00000004:00200000:2.0:1777047510.153307:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047510.153337:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d724939c56 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.153382:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d724939c4f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86f9 expref: 33 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.153498:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d724939c56 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86f9 expref: 32 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.153516:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047510.153521:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047510.153527:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167000, rc 0) 00000100:00100000:2.0:1777047510.153622:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57878:x1863365388087296:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 705us (2018us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047510.153637:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6229 00000100:00100000:1.0:1777047510.178746:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047510.179229:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388087424 00000100:00100000:2.0:1777047510.179440:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388087424 00000100:00100000:2.0:1777047510.179555:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1272 00000100:00100000:2.0:1777047510.180028:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388087424:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047510.180097:0:29061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d724939c5d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.180128:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047510.180131:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047510.180140:0:29061:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d724939c5d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.180163:0:29061:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d724939c5d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.191612:0:29061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d724939c5d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.191642:0:29061:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d724939c5d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.191660:0:29061:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d724939c5d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.191672:0:29061:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047510.191679:0:29061:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d724939c5d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.191704:0:29061:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d724939c5d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.191741:0:29061:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d724939c5d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.191755:0:29061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d724939c5d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047510.191914:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388087424:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 12127us (13174us total) trans 0 rc 29248/29248 00000100:00100000:2.0:1777047510.191930:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1272 00000100:00100000:1.0:1777047510.223824:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047510.224521:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388087552 00000100:00100000:2.0:1777047510.224536:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388087552 00000100:00100000:2.0:1777047510.224836:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1273 00000100:00100000:2.0:1777047510.224857:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388087552:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:2.0:1777047510.224911:0:29064:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939c64 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.224944:0:29064:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724939c17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86cf expref: 21 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.224989:0:29064:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047510.224992:0:29064:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047510.224998:0:29064:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939c64 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.225652:0:29064:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724939c17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86cf expref: 21 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.225691:0:29064:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724939c17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86cf expref: 21 pid: 36217 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047510.225719:0:29064:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39d180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:29064:1863365443078016:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047510.226909:0:29064:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1777047510.254215:0:29064:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39d180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:29064:1863365443078016:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047510.254259:0:29064:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939c64 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.258909:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047510.259314:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388087680 00000100:00100000:2.0:1777047510.259328:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388087680 00010000:00010000:2.0:1777047510.259447:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724939c17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86cf expref: 22 pid: 36217 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047510.259501:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2063 00000100:00100000:2.0:1777047510.259518:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d745500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388087680:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047510.259542:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047510.259575:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724939c17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86cf expref: 22 pid: 36217 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.259599:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724939c17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86cf expref: 22 pid: 36217 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.259645:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724939c17 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86cf expref: 22 pid: 36217 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.259671:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047510.259675:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047510.259682:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939c64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.259700:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939c64 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.259764:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047510.259849:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d745500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388087680:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 333us (949us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047510.259872:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2063 00010000:00010000:1.0:1777047510.260034:0:29064:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939c64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.260053:0:29064:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939c64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047510.293680:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870406 is committed 00002000:00010000:1.0:1777047510.294722:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 16384 -> 147456 00002000:00010000:1.0:1777047510.294731:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 32 -> 96 00010000:00010000:1.0:1777047510.294750:0:29064:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939c64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.294772:0:29064:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939c64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.294786:0:29064:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939c64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.294799:0:29064:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047510.294807:0:29064:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939c64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.294821:0:29064:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939c64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.294850:0:29064:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939c64 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.294862:0:29064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939c64 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047510.295037:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388087552:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 70180us (72014us total) trans 17179870406 rc 0/0 00000100:00100000:1.0:1777047510.295061:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1273 00000100:00100000:0.0:1777047510.306857:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047510.308902:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388087808 00000100:00100000:3.0:1777047510.308919:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388087808 00000100:00100000:3.0:1777047510.309062:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1274 00000100:00100000:3.0:1777047510.309080:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388087808:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:3.0:1777047510.309135:0:29067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724939c6b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.309180:0:29067:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d724939c41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86eb expref: 15 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.309196:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047510.309200:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047510.309206:0:29067:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724939c6b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.309263:0:29067:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d724939c41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86eb expref: 15 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.309288:0:29067:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d724939c41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86eb expref: 15 pid: 11204 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047510.309353:0:29067:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077797bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:29067:1863365443078144:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047510.309912:0:29067:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047510.319190:0:29067:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077797bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:29067:1863365443078144:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047510.319233:0:29067:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724939c6b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.330061:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047510.332237:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388087936 00000100:00100000:3.0:1777047510.332253:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388087936 00010000:00010000:3.0:1777047510.332596:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d724939c41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86eb expref: 16 pid: 11204 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047510.332790:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2064 00000100:00100000:3.0:1777047510.332810:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0751043850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388087936:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047510.332833:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047510.332891:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d724939c41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86eb expref: 16 pid: 11204 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.332916:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d724939c41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86eb expref: 16 pid: 11204 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.332974:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d724939c41 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86eb expref: 16 pid: 11204 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.333018:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047510.333022:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047510.333029:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724939c6b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.333047:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724939c6b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.333111:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047510.333205:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0751043850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388087936:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 398us (3164us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047510.333220:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2064 00010000:00010000:2.0:1777047510.333910:0:29067:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724939c6b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.333929:0:29067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724939c6b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.343555:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777047510.343588:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443078272:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777047510.343677:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047510.344822:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443078272 00000100:00100000:2.0:1777047510.344834:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443078272 00000100:00100000:2.0:1777047510.344938:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2498 00000100:00100000:2.0:1777047510.344982:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443078272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777047510.345018:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 393807424 pending 57344 free 3919020032 avail 3687456768 00000100:00100000:2.0:1777047510.345124:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443078272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 171us (1444us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047510.345137:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2498 00000100:00100000:2.0:1777047510.345219:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443078272:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1777047510.345358:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1777047510.362518:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837733 is committed 00002000:00010000:3.0:1777047510.362787:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb size from disk: 16384 -> 147456 00002000:00010000:3.0:1777047510.362797:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb blocks from disk: 32 -> 96 00010000:00010000:3.0:1777047510.362816:0:29067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724939c6b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.362838:0:29067:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724939c6b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.363235:0:29067:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724939c6b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.363251:0:29067:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead3600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047510.364473:0:29067:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724939c6b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.364495:0:29067:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724939c6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.364530:0:29067:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724939c6b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.364546:0:29067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724939c6b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [114688->147455] (req 114688->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.365488:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388087808:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 56404us (58635us total) trans 21474837733 rc 0/0 00000100:00100000:0.0:1777047510.365508:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1274 00000100:00100000:3.0:1777047510.427844:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047510.429265:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388088192 00000100:00100000:2.0:1777047510.429281:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388088192 00000100:00100000:2.0:1777047510.429375:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6230 00000100:00100000:2.0:1777047510.430552:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57878:x1863365388088192:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047510.431514:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047510.431556:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d724939c56 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86f9 expref: 32 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.431604:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047510.431612:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047510.432655:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939c72 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.432678:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939c72 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.432698:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939c72 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047510.432764:0:6589:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935087 00000004:00010000:2.0:1777047510.432800:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b79c789b reply state 000000002e652f22 transno 8589935088 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939c72 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.432819:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939c72 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.432829:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047510.432833:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047510.432837:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047510.433172:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57878:x1863365388088192:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 2628us (5337us total) trans 8589935088 rc 0/0 00000100:00100000:2.0:1777047510.434173:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6230 00000020:00080000:2.0:1777047510.434183:0:6589:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047510.456501:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047510.460885:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388088320 00000100:00100000:2.0:1777047510.460901:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388088320 00000100:00100000:2.0:1777047510.461173:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4088 00000100:00100000:2.0:1777047510.461192:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57878:x1863365388088320:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047510.461218:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047510.461247:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d724939c79 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8700 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047510.461285:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 147456, mtime: 0x69eb97d6, atime: 0x69eb97bd, ctime: 0x69eb97d6, blocks: 0x60 00010000:00010000:2.0:1777047510.461313:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047510.461317:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047510.461338:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d724939c79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8700 expref: 19 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.461365:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d724939c79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8700 expref: 19 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.461409:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167000, rc 0) 00000100:00100000:2.0:1777047510.461519:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57878:x1863365388088320:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 331us (5305us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047510.461532:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4088 00000100:00100000:1.0:1777047510.467739:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047510.467815:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047510.467990:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388088448 00000100:00100000:3.0:1777047510.468005:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388088448 00002000:00010000:3.0:1777047510.468057:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (143936->18446744073709551615) 00002000:00100000:3.0:1777047510.468066:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641de9f80 with x1863365388088448 ext(143936->18446744073709551615) 00002000:00010000:3.0:1777047510.468083:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0641de9f80. 00000100:00100000:3.0:1777047510.468471:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388088576 00000100:00100000:3.0:1777047510.468479:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388088576 00002000:00010000:3.0:1777047510.468505:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00000100:00100000:1.0:1777047510.468511:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1275 00002000:00100000:3.0:1777047510.468514:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641de9500 with x1863365388088576 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047510.468528:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641de9500. 00000100:00100000:1.0:1777047510.468537:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388088448:12345-192.168.201.54@tcp:10:lfs.0 00000100:00100000:3.0:1777047510.468567:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1276 00000100:00100000:3.0:1777047510.468585:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388088576:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:3.0:1777047510.468773:0:8486:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047510.468780:0:8486:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047510 -> 1777047510 00002000:00010000:3.0:1777047510.468785:0:8486:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:3.0:1777047510.468788:0:8486:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047510 -> 1777047510 00002000:00010000:3.0:1777047510.468792:0:8486:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047510.468869:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388088576:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 288us (1052us total) trans 21474837734 rc 0/0 00000100:00100000:3.0:1777047510.468883:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1276 00002000:00010000:3.0:1777047510.468890:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:3.0:1777047510.468895:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641de9500 with x1863365388088576 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047510.468903:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641de9500. 00002000:00010000:1.0:1777047510.468934:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 147456 -> 143936 00002000:00010000:1.0:1777047510.468941:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047510 -> 1777047510 00002000:00010000:1.0:1777047510.468974:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047510.468979:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047510 -> 1777047510 00002000:00010000:1.0:1777047510.468983:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:1.0:1777047510.469032:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388088448:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 503us (1303us total) trans 17179870407 rc 0/0 00000100:00100000:1.0:1777047510.469043:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1275 00002000:00010000:1.0:1777047510.469048:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (143936->18446744073709551615) 00002000:00100000:1.0:1777047510.469053:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641de9f80 with x1863365388088448 ext(143936->18446744073709551615) 00002000:00010000:1.0:1777047510.469061:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0641de9f80. 00000100:00100000:3.0:1777047510.484909:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047510.485120:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388088704 00000100:00100000:1.0:1777047510.485135:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388088704 00000100:00100000:1.0:1777047510.485321:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6231 00000100:00100000:1.0:1777047510.485338:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57878:x1863365388088704:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047510.485370:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047510.485398:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939c80 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8707 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.485588:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939c87 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.485610:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939c87 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.485627:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939c87 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047510.485664:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 143936 00000004:00200000:1.0:1777047510.485670:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047510.485696:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939c87 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.485732:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939c80 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8707 expref: 36 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.486106:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939c87 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8707 expref: 35 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.486121:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047510.486125:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047510.486130:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91400, rc 0) 00000100:00100000:1.0:1777047510.486201:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57878:x1863365388088704:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 866us (1320us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047510.486213:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6231 00000100:00100000:1.0:1777047510.494019:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047510.494579:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388088960 00000100:00100000:2.0:1777047510.494593:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388088960 00000100:00100000:2.0:1777047510.494695:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6232 00000100:00100000:2.0:1777047510.495015:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57878:x1863365388088960:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047510.495083:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047510.495121:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939c87 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8707 expref: 35 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.495488:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047510.495496:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047510.497218:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d724939c8e lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.497245:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d724939c8e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.497282:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d724939c8e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047510.497355:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935089 00000004:00010000:3.0:1777047510.497447:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006ccaa502 reply state 0000000025c827ea transno 8589935090 ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d724939c8e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.497474:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d724939c8e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.497485:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047510.497489:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047510.497493:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047510.497620:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57878:x1863365388088960:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 2910us (3608us total) trans 8589935090 rc 0/0 00000100:00100000:3.0:1777047510.497634:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6232 00000020:00080000:3.0:1777047510.497643:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047510.504682:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047510.506323:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388089088 00000100:00100000:0.0:1777047510.506338:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388089088 00000100:00100000:0.0:1777047510.509111:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4089 00000100:00100000:0.0:1777047510.509131:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57878:x1863365388089088:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047510.509157:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047510.509187:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d724939c95 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f870e expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047510.509221:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8f:0x0] initial LVB size: 147456, mtime: 0x69eb97d6, atime: 0x69eb97ca, ctime: 0x69eb97d6, blocks: 0x60 00010000:00010000:0.0:1777047510.509251:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047510.509256:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047510.509267:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d724939c95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f870e expref: 14 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.509293:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d724939c95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f870e expref: 14 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.509314:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388000, rc 0) 00000100:00100000:0.0:1777047510.509422:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57878:x1863365388089088:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 296us (4747us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047510.509433:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4089 00000100:00100000:1.0:1777047510.527708:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047510.527708:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047510.528148:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388089216 00000100:00100000:2.0:1777047510.528162:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388089216 00002000:00010000:3.0:1777047510.532366:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/143 (143936->18446744073709551615) 00002000:00100000:3.0:1777047510.532416:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641de8700 with x1863365388089216 ext(143936->18446744073709551615) 00002000:00010000:3.0:1777047510.532434:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641de8700. 00000100:00100000:3.0:1777047510.532469:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388089344 00000100:00100000:3.0:1777047510.532477:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388089344 00002000:00010000:3.0:1777047510.532503:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/112 (0->18446744073709551615) 00002000:00100000:3.0:1777047510.532509:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641deb480 with x1863365388089344 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047510.532519:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0641deb480. 00000100:00100000:3.0:1777047510.532562:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1277 00000100:00100000:3.0:1777047510.532576:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388089216:12345-192.168.201.54@tcp:10:lfs.0 00000100:00100000:2.0:1777047510.533121:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1278 00000100:00100000:2.0:1777047510.533140:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388089344:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:3.0:1777047510.533257:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb size from disk: 147456 -> 143936 00002000:00010000:3.0:1777047510.533265:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb mtime from disk: 1777047510 -> 1777047511 00002000:00010000:3.0:1777047510.533270:0:24566:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:3.0:1777047510.533275:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb ctime from disk: 1777047510 -> 1777047511 00002000:00010000:3.0:1777047510.533279:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb blocks from disk: 96 -> 96 00002000:00010000:2.0:1777047510.533282:0:29057:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047510.533291:0:29057:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb mtime from disk: 1777047510 -> 1777047511 00002000:00010000:2.0:1777047510.533296:0:29057:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047510.533300:0:29057:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb ctime from disk: 1777047510 -> 1777047511 00002000:00010000:2.0:1777047510.533304:0:29057:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047510.533368:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388089216:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 792us (5651us total) trans 21474837735 rc 0/0 00000100:00100000:3.0:1777047510.533416:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1277 00002000:00010000:3.0:1777047510.533424:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/143 (143936->18446744073709551615) 00002000:00100000:3.0:1777047510.533431:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641de8700 with x1863365388089216 ext(143936->18446744073709551615) 00002000:00010000:3.0:1777047510.533440:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641de8700. 00000100:00100000:2.0:1777047510.534333:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388089344:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 1197us (6616us total) trans 17179870408 rc 0/0 00000100:00100000:2.0:1777047510.534376:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1278 00002000:00010000:2.0:1777047510.534382:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/112 (0->18446744073709551615) 00002000:00100000:2.0:1777047510.534401:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641deb480 with x1863365388089344 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047510.534410:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0641deb480. 00000100:00100000:1.0:1777047510.547566:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047510.548133:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388089600 00000100:00100000:0.0:1777047510.548148:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388089600 00000100:00100000:0.0:1777047510.548570:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6233 00000100:00100000:0.0:1777047510.548588:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57878:x1863365388089600:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047510.548732:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939c9c lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.548761:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939c9c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.548777:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939c9c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777047510.548919:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e05b6fb reply state 00000000ea2e03e2 transno 8589935091 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939c9c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.548941:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939c9c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.548981:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047510.548986:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047510.548992:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047510.549137:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57878:x1863365388089600:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 552us (1582us total) trans 8589935091 rc 0/0 00000100:00100000:0.0:1777047510.549151:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6233 00000100:00100000:3.0:1777047510.558712:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047510.558988:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388089728 00000100:00100000:1.0:1777047510.559004:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388089728 00000100:00100000:1.0:1777047510.559095:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4090 00000100:00100000:1.0:1777047510.559114:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777979500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:57878:x1863365388089728:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047510.559141:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047510.559170:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939ca3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8715 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.559588:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724939c2c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86dd expref: 22 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.559606:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047510.559610:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047510.559618:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939ca3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8715 expref: 22 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.559675:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724939c2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86dd expref: 22 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.559703:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724939c2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86dd expref: 22 pid: 28387 timeout: 4239 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047510.559730:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641deb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365443078400:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047510.559900:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07752e0900 going to sleep for 11 seconds 00000100:00100000:1.0:1777047510.573256:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047510.573494:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641deb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365443078400:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047510.573542:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939ca3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8715 expref: 22 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.573578:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90200, rc 0) 00000100:00100000:2.0:1777047510.573679:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777979500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:57878:x1863365388089728:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 14568us (14976us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047510.573694:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4090 00000100:00100000:0.0:1777047510.574481:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388089856 00000100:00100000:0.0:1777047510.574493:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388089856 00010000:00010000:0.0:1777047510.574544:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724939c2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86dd expref: 22 pid: 28387 timeout: 4239 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.574604:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2065 00000100:00100000:0.0:1777047510.574620:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641debb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388089856:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047510.574645:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047510.574677:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724939c2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86dd expref: 22 pid: 28387 timeout: 4239 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.574703:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724939c2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86dd expref: 22 pid: 28387 timeout: 4239 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.574740:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004707df3b/0x5ecf73d724939c2c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86dd expref: 22 pid: 28387 timeout: 4239 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.574763:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047510.574766:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047510.574775:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939ca3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8715 expref: 21 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.574793:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939ca3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8715 expref: 21 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.574845:0:6575:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939ca3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8715 expref: 21 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.574870:0:6575:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644327800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6575:1863365443078528:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047510.574981:0:6575:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4000 going to sleep for 11 seconds 00000100:00100000:0.0:1777047510.586124:0:6575:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644327800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6575:1863365443078528:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047510.586162:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047510.586258:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641debb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388089856:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 11639us (13012us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047510.586277:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2065 00000100:00100000:3.0:1777047510.589003:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047510.589140:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388089984 00000100:00100000:0.0:1777047510.589154:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388089984 00000100:00100000:1.0:1777047510.594754:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4091 00000100:00100000:1.0:1777047510.594781:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57878:x1863365388089984:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047510.594809:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047510.594838:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d724939caa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f871c expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.594890:0:8481:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d724939c33 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86e4 expref: 16 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.594908:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047510.594912:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047510.594920:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d724939caa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f871c expref: 16 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.595011:0:8481:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d724939c33 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86e4 expref: 16 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.595066:0:8481:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d724939c33 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86e4 expref: 16 pid: 30115 timeout: 4239 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047510.595094:0:8481:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641deb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443078656:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047510.595234:0:8481:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07752e0900 going to sleep for 11 seconds 00000100:00100000:1.0:1777047510.621929:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047510.622563:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388090112 00000100:00100000:0.0:1777047510.622580:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388090112 00010000:00010000:0.0:1777047510.622648:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d724939c33 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86e4 expref: 17 pid: 30115 timeout: 4239 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.622747:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2066 00000100:00100000:0.0:1777047510.623160:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388090112:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047510.623188:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047510.623222:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d724939c33 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86e4 expref: 17 pid: 30115 timeout: 4239 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.623250:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d724939c33 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86e4 expref: 17 pid: 30115 timeout: 4239 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.623290:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047510.623294:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047510.623303:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d724939caa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f871c expref: 17 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.623324:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d724939caa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f871c expref: 17 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.623466:0:6573:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d724939caa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f871c expref: 17 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.623491:0:6573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644327800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365443078784:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047510.623604:0:6573:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4000 going to sleep for 11 seconds 00010000:00010000:3.0:1777047510.631524:0:8481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d724939c33 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86e4 expref: 17 pid: 30115 timeout: 4239 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047510.631562:0:8481:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641deb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443078656:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047510.631608:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d724939caa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f871c expref: 16 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.631636:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90800, rc 0) 00000100:00100000:3.0:1777047510.631742:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:57878:x1863365388089984:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 36969us (42747us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047510.631759:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4091 00000100:00100000:0.0:1777047510.635626:0:6573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644327800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365443078784:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047510.635665:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047510.635750:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388090112:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 12599us (13833us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047510.635768:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2066 00000100:00100000:1.0:1777047510.650124:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047510.650389:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047510.657102:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388090240 00000100:00100000:2.0:1777047510.657124:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388090240 00000100:00100000:2.0:1777047510.657221:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388090368 00000100:00100000:2.0:1777047510.657228:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388090368 00000100:00100000:2.0:1777047510.657307:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4092 00000100:00100000:2.0:1777047510.657327:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388090240:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:2.0:1777047510.657566:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb size from disk: 143936 -> 143936 00002000:00010000:2.0:1777047510.657572:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb mtime from disk: 1777047504 -> 1777047504 00002000:00010000:2.0:1777047510.657575:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:2.0:1777047510.657579:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb ctime from disk: 1777047506 -> 1777047511 00002000:00010000:2.0:1777047510.657582:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:0.0:1777047510.657653:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4093 00000100:00100000:0.0:1777047510.657686:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388090368:12345-192.168.201.54@tcp:2:lfs.0 00000100:00100000:2.0:1777047510.657686:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2431:x1863365388090240:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 355us (7580us total) trans 17179870409 rc 0/0 00000100:00100000:2.0:1777047510.657716:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4092 00002000:00010000:0.0:1777047510.658701:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047510.658709:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb mtime from disk: 1777047504 -> 1777047504 00002000:00010000:0.0:1777047510.658714:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:0.0:1777047510.658719:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb ctime from disk: 1777047506 -> 1777047511 00002000:00010000:0.0:1777047510.658723:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047510.659664:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388090368:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 1989us (9271us total) trans 21474837736 rc 0/0 00000100:00100000:0.0:1777047510.659682:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4093 00000100:00100000:1.0:1777047510.678156:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047510.678655:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388090624 00000100:00100000:2.0:1777047510.678670:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388090624 00000100:00100000:2.0:1777047510.678771:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2098 00000100:00100000:2.0:1777047510.678789:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e008700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57878:x1863365388090624:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:2.0:1777047510.679250:0:15374:0:(mdt_open.c:2500:mdt_close_resync_done()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d724939bb5 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86b3 expref: 39 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.679324:0:15374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939cb1 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.679349:0:15374:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d724939bd8 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86ba expref: 39 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.679365:0:15374:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939cb1 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.679492:0:15374:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d724939bd8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86ba expref: 39 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.679518:0:15374:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d724939bd8 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86ba expref: 39 pid: 34275 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047510.679542:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443078912:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047510.679666:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047510.703743:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047510.703794:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388090752 00000100:00100000:3.0:1777047510.703809:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388090752 00010000:00010000:3.0:1777047510.703904:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d724939bd8 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86ba expref: 40 pid: 34275 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047510.703991:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2067 00000100:00100000:3.0:1777047510.704012:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:2429:x1863365388090752:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047510.704036:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047510.704049:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d724939bd8 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86ba expref: 40 pid: 34275 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.704075:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d724939bd8 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86ba expref: 40 pid: 34275 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.704110:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047510.704120:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939cb1 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.704138:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939cb1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x50290000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.704154:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939cb1 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x50290000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.704187:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047510.704266:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:2429:x1863365388090752:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 259us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047510.704283:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2067 00010000:00010000:0.0:1777047510.706679:0:15374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d724939bd8 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86ba expref: 39 pid: 34275 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.707064:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443078912:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047510.707112:0:15374:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939cb1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.707131:0:15374:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939cb1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.707143:0:15374:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939cb1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777047510.714624:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].80, 88 off15064 00000004:00080000:0.0:1777047510.714657:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4139351271604ns, next at 4132186596518ns, rc = 0 00000040:00080000:0.0:1777047510.714745:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].80, 88 off15088 00000004:00080000:0.0:1777047510.714816:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4139351431438ns, next at 4132186652481ns, rc = 0 00000040:00080000:0.0:1777047510.714879:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].81, 88 off15176 00000004:00080000:0.0:1777047510.714890:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4139351506134ns, next at 4132186652481ns, rc = 0 00000040:00080000:0.0:1777047510.714915:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].81, 88 off15152 00000004:00080000:0.0:1777047510.714923:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4139351539694ns, next at 4132186596518ns, rc = 0 00000040:00080000:0.0:1777047510.715009:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].82, 88 off15264 00000004:00080000:0.0:1777047510.715021:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4139351637531ns, next at 4132186652481ns, rc = 0 00000040:00080000:0.0:1777047510.715046:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].82, 88 off15240 00000004:00080000:0.0:1777047510.715053:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4139351670041ns, next at 4132186596518ns, rc = 0 00000040:00080000:0.0:1777047510.715072:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].83, 88 off15328 00000004:00080000:0.0:1777047510.715080:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4139351696601ns, next at 4132186596518ns, rc = 0 00000040:00080000:0.0:1777047510.715099:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].83, 88 off15352 00000004:00080000:0.0:1777047510.715107:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4139351723181ns, next at 4132186652481ns, rc = 0 00000040:00080000:0.0:1777047510.715132:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].84, 88 off15440 00000004:00080000:0.0:1777047510.715143:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4139351758374ns, next at 4132186652481ns, rc = 0 00000040:00080000:0.0:1777047510.715170:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].84, 88 off15416 00000004:00080000:0.0:1777047510.715180:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4139351796318ns, next at 4132186596518ns, rc = 0 00000001:00080000:2.0:1777047510.740626:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935092 is committed 00000004:00080000:2.0:1777047510.740646:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 84 committed 00000004:00080000:2.0:1777047510.740679:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 86 committed 00000004:00080000:2.0:1777047510.740713:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 85 committed 00000004:00080000:2.0:1777047510.740722:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 83 committed 00000004:00080000:2.0:1777047510.740729:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 82 committed 00000004:00080000:2.0:1777047510.740734:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 84 committed 00000004:00080000:2.0:1777047510.740739:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 81 committed 00010000:00010000:1.0:1777047510.740740:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939c10 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777047510.740747:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 83 committed 00000004:00080000:2.0:1777047510.740757:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 82 committed 00000004:00080000:2.0:1777047510.740766:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 80 committed 00010000:00010000:1.0:1777047510.740774:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939c10 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.740790:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939c10 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.740803:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167800 already unused, calling callback (ffffffffc171f4f0) 00000020:00080000:2.0:1777047510.740810:0:33214:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969360 batchid updated 00010000:00010000:1.0:1777047510.740812:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939c10 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.740832:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939c10 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.740861:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00000020:00080000:2.0:1777047510.740862:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969360 00010000:00010000:1.0:1777047510.740873:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047510.740882:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939c10 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.740893:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939c10 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.740924:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939c3a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.740981:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939c3a lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.740993:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939c3a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.741035:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047510.741043:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939c3a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.741057:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939c3a lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.741076:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047510.741082:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047510.741089:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939c3a lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1777047510.741090:0:33244:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969360 cancel update log [0x200000bd0:0x2:0x0].12: rc = 0 00010000:00010000:1.0:1777047510.741113:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939c3a lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1777047510.741118:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969360 00010000:00010000:1.0:1777047510.741150:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939c72 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.741166:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939c72 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.741205:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939c72 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047510.741209:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443079040:0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1777047510.741232:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047510.741239:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939c72 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.741256:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939c72 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.741288:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047510.741295:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047510.741299:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443079168:0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1777047510.741304:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939c72 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.741327:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939c72 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047510.741328:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777047510.741358:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d724939c8e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.741373:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d724939c8e lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.741443:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047510.741467:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443079552:0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1777047510.741489:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d724939c8e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.741504:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1777047510.741504:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047510.741517:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d724939c8e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.741528:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443079296:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047510.741541:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777047510.741547:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d724939c8e lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.741568:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047510.741574:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047510.741581:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d724939c8e lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.741592:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d724939c8e lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.741624:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939c9c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.741636:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939c9c lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.741647:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939c9c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.741658:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047510.741664:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939c9c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.741676:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939c9c lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047510.741679:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443079424:0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1777047510.741704:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047510.741709:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047510.741715:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939c9c lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.741727:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939c9c lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047510.741816:0:15374:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d8604a9f reply state 00000000589f3f42 transno 8589935092 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939cb1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.741842:0:15374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939cb1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.741857:0:15374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047510.741862:0:15374:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1777047510.741867:0:15374:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777047510.741876:0:15374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047510.741881:0:15374:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047510.741893:0:15374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d724939bb5 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86b3 expref: 24 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047510.742163:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443079040 00000100:00100000:2.0:1777047510.742174:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443079040 00000100:00100000:2.0:1777047510.742238:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443079168 00000100:00100000:2.0:1777047510.742245:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443079168 00000100:00100000:2.0:1777047510.742281:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443079552 00000100:00100000:2.0:1777047510.742287:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443079552 00000100:00100000:2.0:1777047510.742322:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4094 00000100:00100000:2.0:1777047510.742336:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3683:x1863365443079040:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047510.742509:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047510.742517:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047510.742524:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047510.742527:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047510.742531:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047510.742596:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3683:x1863365443079040:12345-0@lo:2:osp-syn-1-0.0 Request processed in 260us (1274us total) trans 17179870410 rc 0/0 00000100:00100000:2.0:1777047510.742611:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4094 00000100:00100000:2.0:1777047510.742643:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4095 00000100:00100000:2.0:1777047510.742656:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3684:x1863365443079168:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047510.742757:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047510.742763:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047504 -> 1777047504 00002000:00010000:2.0:1777047510.742768:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:2.0:1777047510.742772:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047506 -> 1777047506 00002000:00010000:2.0:1777047510.742776:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777047510.742910:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3684:x1863365443079168:12345-0@lo:2:osp-syn-1-0.0 Request processed in 175us (1452us total) trans 17179870411 rc 0/0 00000100:00100000:2.0:1777047510.742925:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4095 00000100:00100000:2.0:1777047510.743002:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4096 00000100:00100000:2.0:1777047510.743016:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3683:x1863365443079552:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047510.743110:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb size from disk: 143936 -> 143936 00002000:00010000:2.0:1777047510.743117:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb mtime from disk: 1777047504 -> 1777047504 00002000:00010000:2.0:1777047510.743122:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:2.0:1777047510.743127:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb ctime from disk: 1777047511 -> 1777047511 00002000:00010000:2.0:1777047510.743131:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:2.0:1777047510.743182:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3683:x1863365443079552:12345-0@lo:2:osp-syn-1-0.0 Request processed in 169us (1652us total) trans 17179870412 rc 0/0 00000100:00100000:2.0:1777047510.743201:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4096 00000100:00100000:2.0:1777047510.743598:0:3683:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179870402 gen 2 00000004:00080000:2.0:1777047510.743607:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e39d500, transno 17179870394 00000004:00080000:2.0:1777047510.743626:0:3683:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179870397 committed transno 17179870402 00000004:00080000:2.0:1777047510.743650:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643bbd500, transno 17179870398 00000004:00080000:2.0:1777047510.743684:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643bbe680, transno 17179870399 00000004:00080000:2.0:1777047510.743689:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643bbd880, transno 17179870400 00000004:00080000:2.0:1777047510.743693:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643bbf100, transno 17179870401 00000004:00080000:2.0:1777047510.743697:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643bbca80, transno 17179870402 00000100:00100000:2.0:1777047510.743706:0:3683:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9e0644327100 x1863365443079552/t17179870412(17179870412) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777047526 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1777047510.743723:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644327100/2, rc 0, transno 17179870412 00000100:00100000:2.0:1777047510.743731:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443079552:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047510.743754:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644327800/2, rc 0, transno 17179870410 00000100:00100000:2.0:1777047510.743759:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443079040:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047510.744635:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777047510.744695:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644326a00/2, rc 0, transno 17179870411 00000100:00100000:0.0:1777047510.744706:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443079168:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047510.744724:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443079680:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047510.744770:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777047510.744919:0:33234:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 5 in progress, 2 in flight, 6 done 00000100:00100000:0.0:1777047510.744981:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443079296 00000100:00100000:0.0:1777047510.744989:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443079296 00000100:00100000:0.0:1777047510.746101:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443079680 00000100:00100000:0.0:1777047510.746111:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443079680 00000100:00100000:0.0:1777047510.746153:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4097 00000100:00100000:0.0:1777047510.746165:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3684:x1863365443079296:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047510.746599:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 143936 -> 143936 00002000:00010000:0.0:1777047510.746607:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047510 -> 1777047510 00002000:00010000:0.0:1777047510.746611:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:0.0:1777047510.746615:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047510 -> 1777047510 00002000:00010000:0.0:1777047510.746618:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:0.0:1777047510.746681:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443079296:12345-0@lo:2:osp-syn-1-0.0 Request processed in 516us (2047us total) trans 17179870413 rc 0/0 00000100:00100000:0.0:1777047510.746694:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4097 00000100:00100000:0.0:1777047510.746721:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4098 00000100:00100000:0.0:1777047510.746734:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443079680:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047510.746843:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 143936 -> 143936 00002000:00010000:0.0:1777047510.746849:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047504 -> 1777047504 00002000:00010000:0.0:1777047510.746852:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:0.0:1777047510.746857:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047506 -> 1777047506 00002000:00010000:0.0:1777047510.746861:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:0.0:1777047510.746909:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3684:x1863365443079680:12345-0@lo:2:osp-syn-0-0.0 Request processed in 177us (2138us total) trans 21474837737 rc 0/0 00000100:00100000:0.0:1777047510.746921:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4098 00000100:00100000:0.0:1777047510.747009:0:3684:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474837729 gen 2 00000004:00080000:0.0:1777047510.747016:0:3684:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474837724 committed transno 21474837729 00000004:00080000:0.0:1777047510.747037:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643bbed80, transno 21474837725 00000004:00080000:0.0:1777047510.747043:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643bbf800, transno 21474837726 00000004:00080000:0.0:1777047510.747047:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643bbe300, transno 21474837727 00000004:00080000:0.0:1777047510.747051:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643bbdc00, transno 21474837728 00000004:00080000:0.0:1777047510.747055:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643bbce00, transno 21474837729 00000100:00100000:0.0:1777047510.747063:0:3684:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9e076e39ce00 x1863365443079680/t21474837737(21474837737) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777047526 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1777047510.747078:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e39ce00/2, rc 0, transno 21474837737 00000100:00100000:0.0:1777047510.747085:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443079680:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047510.747103:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644327480/2, rc 0, transno 17179870413 00000100:00100000:0.0:1777047510.747110:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443079296:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047510.752237:0:33232:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 4 changes, 1 in progress, 0 in flight, 5 done 00000100:00100000:2.0:1777047510.752326:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777047510.752350:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443079808:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047510.754362:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047510.754514:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443079808 00000100:00100000:0.0:1777047510.754526:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443079808 00000100:00100000:0.0:1777047510.754609:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4099 00000100:00100000:0.0:1777047510.754619:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3684:x1863365443079808:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047510.755153:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047510.755160:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047504 -> 1777047504 00002000:00010000:0.0:1777047510.755165:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:0.0:1777047510.755170:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047506 -> 1777047506 00002000:00010000:0.0:1777047510.755175:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047510.755266:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3684:x1863365443079808:12345-0@lo:2:osp-syn-0-0.0 Request processed in 644us (905us total) trans 21474837738 rc 0/0 00000100:00100000:0.0:1777047510.755279:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4099 00000004:00080000:2.0:1777047510.756122:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e39e680/2, rc 0, transno 21474837738 00000100:00100000:2.0:1777047510.756136:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443079808:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047510.756165:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777047510.756183:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443079936:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047510.756272:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047510.756409:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443080064:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047510.756455:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047510.756502:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443079936 00000100:00100000:2.0:1777047510.756509:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443079936 00000100:00100000:2.0:1777047510.756579:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443080064 00000100:00100000:2.0:1777047510.756587:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443080064 00000100:00100000:3.0:1777047510.756910:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1777047510.757250:0:15374:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1777047510.757274:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e008700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57878:x1863365388090624:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 78486us (79128us total) trans 8589935092 rc 0/0 00000100:00100000:1.0:1777047510.757291:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2098 00010000:00010000:1.0:1777047510.757360:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939cb1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.757377:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939cb1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.757390:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939cb1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.757400:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047510.757407:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939cb1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.757420:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939cb1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.757442:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047510.757448:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047510.757455:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939cb1 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.757473:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939cb1 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.763568:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443079424 00000100:00100000:0.0:1777047510.763586:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443079424 00000100:00100000:3.0:1777047510.763594:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4100 00000100:00100000:3.0:1777047510.763621:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3683:x1863365443079936:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047510.763669:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4101 00000100:00100000:0.0:1777047510.763686:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3683:x1863365443080064:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047510.764970:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047510.764978:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047510 -> 1777047510 00002000:00010000:3.0:1777047510.764984:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:3.0:1777047510.764988:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047510 -> 1777047510 00002000:00010000:3.0:1777047510.764993:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047510.765085:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3683:x1863365443079936:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1474us (8812us total) trans 21474837739 rc 0/0 00000100:00100000:3.0:1777047510.765099:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4100 00000100:00100000:3.0:1777047510.765129:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4102 00000100:00100000:3.0:1777047510.765141:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0775804450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3682:x1863365443079424:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047510.765921:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb size from disk: 143936 -> 143936 00002000:00010000:0.0:1777047510.765928:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb mtime from disk: 1777047511 -> 1777047511 00002000:00010000:0.0:1777047510.765932:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047510.765935:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb ctime from disk: 1777047511 -> 1777047511 00002000:00010000:0.0:1777047510.765939:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:0.0:1777047510.766023:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3683:x1863365443080064:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2340us (9566us total) trans 21474837740 rc 0/0 00000100:00100000:0.0:1777047510.766035:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4101 00002000:00010000:3.0:1777047510.768616:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047510.768626:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb mtime from disk: 1777047511 -> 1777047511 00002000:00010000:3.0:1777047510.768630:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:3.0:1777047510.768634:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb ctime from disk: 1777047511 -> 1777047511 00002000:00010000:3.0:1777047510.768637:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047510.768698:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0775804450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3682:x1863365443079424:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3558us (11787us total) trans 17179870414 rc 0/0 00000100:00100000:3.0:1777047510.768712:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4102 00000004:00080000:3.0:1777047510.769029:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644325c00/2, rc 0, transno 17179870414 00000100:00100000:3.0:1777047510.769040:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443079424:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047510.769193:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064568ad80/2, rc 0, transno 21474837740 00000100:00100000:3.0:1777047510.769202:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443080064:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047510.769216:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e39d500/2, rc 0, transno 21474837739 00000100:00100000:3.0:1777047510.769221:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443079936:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047510.769255:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0777979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443080192:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047510.769299:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047510.769371:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443080192 00000100:00100000:3.0:1777047510.769381:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443080192 00000100:00100000:3.0:1777047510.769486:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4103 00000100:00100000:3.0:1777047510.769499:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443080192:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047510.769609:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047510.769615:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb mtime from disk: 1777047504 -> 1777047504 00002000:00010000:3.0:1777047510.769619:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:3.0:1777047510.769623:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb ctime from disk: 1777047511 -> 1777047511 00002000:00010000:3.0:1777047510.769626:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047510.769673:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3684:x1863365443080192:12345-0@lo:2:osp-syn-0-0.0 Request processed in 176us (372us total) trans 21474837741 rc 0/0 00000100:00100000:3.0:1777047510.769684:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4103 00000004:00080000:3.0:1777047510.769721:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0777979180/2, rc 0, transno 21474837741 00000100:00100000:3.0:1777047510.769728:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0777979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443080192:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047510.769791:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047510.770848:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388090880 00000100:00100000:0.0:1777047510.770859:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388090880 00000100:00100000:0.0:1777047510.770935:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6234 00000100:00100000:0.0:1777047510.770979:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57878:x1863365388090880:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047510.771003:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047510.771026:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d724939cb8 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8723 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.771112:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d724939cb8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8723 expref: 24 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.771137:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d724939cb8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8723 expref: 24 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.771166:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047510.771173:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047510.771179:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389e00, rc 0) 00000100:00100000:0.0:1777047510.771255:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57878:x1863365388090880:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 308us (1465us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047510.771265:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6234 00000100:00100000:1.0:1777047510.781584:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047510.781647:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388091136 00000100:00100000:0.0:1777047510.781663:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388091136 00000100:00100000:0.0:1777047510.781768:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2099 00000100:00100000:0.0:1777047510.781786:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57878:x1863365388091136:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047510.782145:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57878:x1863365388091136:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 361us (569us total) trans 8589935093 rc 0/0 00000100:00100000:0.0:1777047510.782158:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2099 00000100:00100000:3.0:1777047510.846570:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047510.847207:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388091264 00000100:00100000:0.0:1777047510.847222:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388091264 00000100:00100000:0.0:1777047510.847316:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6235 00000100:00100000:0.0:1777047510.847335:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57879:x1863365388091264:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047510.847370:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047510.852149:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047510.852165:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777047510.852510:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077797a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443080320:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777047510.852608:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047510.854755:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443080320 00000100:00100000:0.0:1777047510.854768:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443080320 00000100:00100000:0.0:1777047510.854865:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3332 00000100:00100000:0.0:1777047510.854882:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443080320:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777047510.854929:0:6594:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446096896 avail 1299857408 00000100:00100000:0.0:1777047510.855096:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443080320:12345-0@lo:41:osp-pre-1-0.0 Request processed in 214us (2489us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047510.855113:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3332 00000100:00100000:3.0:1777047510.855152:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077797a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443080320:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1777047510.856986:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d724939cbf lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f872a expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.857094:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d724939cc6 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.857117:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d724939cc6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.857136:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d724939cc6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.857160:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939ccd lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.857173:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939ccd lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.857186:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939ccd lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.857321:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d724939cd4 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.857340:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d724939cd4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.857354:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d724939cd4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047510.857475:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 143936 00000004:00200000:2.0:1777047510.857483:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047510.857513:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d724939cd4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.857560:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d724939cd4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.857578:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d724939cc6 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.857590:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d724939cc6 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.857602:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d724939cc6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.857613:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d724939cc6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.857626:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047510.857634:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d724939cc6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.857649:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d724939cc6 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.857671:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e06431c1200) 00010000:00010000:2.0:1777047510.857677:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047510.857684:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d724939cc6 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.857704:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d724939cc6 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.857741:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939ccd lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.857753:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939ccd lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.857764:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939ccd lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.857773:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047510.857778:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939ccd lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.857790:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939ccd lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.858130:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e06431c1300) 00010000:00010000:2.0:1777047510.858135:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047510.858141:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939ccd lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.858151:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d724939ccd lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.858548:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d724939cbf lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f872a expref: 27 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.858585:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d724939cd4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f872a expref: 26 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.858599:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047510.858603:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047510.858607:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167a00, rc 0) 00000100:00100000:2.0:1777047510.858680:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57879:x1863365388091264:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 11350us (12120us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047510.858694:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6235 00000100:00100000:3.0:1777047510.869169:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047510.869280:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388091520 00000100:00100000:0.0:1777047510.869296:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388091520 00000100:00100000:0.0:1777047510.869473:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6236 00000100:00100000:0.0:1777047510.869492:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57879:x1863365388091520:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047510.869522:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047510.869577:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939cdb lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8731 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.870109:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939ce2 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.870134:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939ce2 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.870152:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939ce2 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047510.870173:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 143936 00010000:00010000:0.0:1777047510.870330:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939cdb lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8731 expref: 29 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.870359:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939ce2 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8731 expref: 28 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.870374:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047510.870380:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1777047510.870446:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389800, rc 0) 00000100:00100000:0.0:1777047510.870523:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57879:x1863365388091520:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1034us (1363us total) trans 8589935094 rc 0/0 00000100:00100000:0.0:1777047510.870537:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6236 00000100:00100000:2.0:1777047510.887483:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047510.888883:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388091776 00000100:00100000:1.0:1777047510.888898:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388091776 00000100:00100000:1.0:1777047510.889760:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6237 00000100:00100000:1.0:1777047510.889781:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57879:x1863365388091776:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047510.889843:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047510.889879:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939cf0 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8738 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.890476:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939cf7 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.890503:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939cf7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.890522:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939cf7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047510.890545:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 143936 00010000:00010000:1.0:1777047510.890713:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939cf0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8738 expref: 31 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.890747:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939cf7 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8738 expref: 30 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.891191:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047510.891197:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047510.891203:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91e00, rc 0) 00000100:00100000:1.0:1777047510.891286:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57879:x1863365388091776:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1510us (3814us total) trans 8589935095 rc 0/0 00000100:00100000:1.0:1777047510.891301:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6237 00000100:00100000:1.0:1777047511.033885:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047511.034080:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388091904 00000100:00100000:0.0:1777047511.034094:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388091904 00000100:00100000:0.0:1777047511.034540:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1279 00000100:00100000:0.0:1777047511.034559:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388091904:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047511.034612:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939d05 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.034637:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047511.034640:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047511.034648:0:8485:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939d05 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.034670:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939d05 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777047511.035426:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777047511.057339:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939d05 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.057384:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939d05 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.057400:0:8485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939d05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.057412:0:8485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047511.057420:0:8485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939d05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.057435:0:8485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939d05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.057464:0:8485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939d05 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.057476:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939d05 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047511.060725:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388091904:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 26160us (26841us total) trans 0 rc 143936/143936 00000100:00100000:0.0:1777047511.060743:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1279 00000100:00100000:1.0:1777047511.083202:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047511.084771:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388092032 00000100:00100000:3.0:1777047511.086151:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388092032 00000100:00100000:3.0:1777047511.087596:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1280 00000100:00100000:3.0:1777047511.087619:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2432:x1863365388092032:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:3.0:1777047511.087682:0:24562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724939d0c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.087717:0:24562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d724939c79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8700 expref: 22 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.087733:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047511.087737:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047511.087743:0:24562:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724939d0c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.088125:0:24562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d724939c79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8700 expref: 22 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.088155:0:24562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d724939c79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8700 expref: 22 pid: 8479 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047511.088186:0:24562:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077797aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:24562:1863365443080448:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047511.088640:0:24562:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845780 going to sleep for 11 seconds 00000100:00080000:2.0:1777047511.093452:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777047511.106827:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047511.107455:0:24562:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077797aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:24562:1863365443080448:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047511.107495:0:24562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724939d0c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047511.116775:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388092160 00000100:00100000:0.0:1777047511.116794:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388092160 00010000:00010000:0.0:1777047511.116864:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d724939c79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8700 expref: 23 pid: 8479 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047511.117801:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2068 00000100:00100000:0.0:1777047511.117820:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388092160:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047511.117845:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047511.117875:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d724939c79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8700 expref: 23 pid: 8479 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.119757:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d724939c79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8700 expref: 23 pid: 8479 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.119796:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d724939c79 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8700 expref: 23 pid: 8479 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.119821:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047511.119824:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047511.119831:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724939d0c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.119847:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724939d0c lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.120772:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047511.121219:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388092160:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 3401us (14400us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047511.121297:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2068 00010000:00010000:3.0:1777047511.134130:0:24562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724939d0c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.134160:0:24562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724939d0c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.158471:0:24562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724939d0c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.158499:0:24562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724939d0c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.158513:0:24562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724939d0c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.158525:0:24562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead3e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047511.158533:0:24562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724939d0c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.158547:0:24562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724939d0c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.158573:0:24562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724939d0c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.158586:0:24562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d724939d0c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047511.158722:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2432:x1863365388092032:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 71104us (75528us total) trans 0 rc 143936/143936 00000100:00100000:3.0:1777047511.158739:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1280 00000100:00100000:1.0:1777047511.185118:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047511.185710:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388092288 00000100:00100000:2.0:1777047511.185724:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388092288 00000100:00100000:2.0:1777047511.187412:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1281 00000100:00100000:2.0:1777047511.187431:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365388092288:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047511.187480:0:29061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d724939d13 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.187511:0:29061:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d724939c95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f870e expref: 16 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.187546:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047511.187551:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047511.187557:0:29061:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d724939d13 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.187612:0:29061:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d724939c95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f870e expref: 16 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.187634:0:29061:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d724939c95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f870e expref: 16 pid: 30115 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047511.187728:0:29061:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645689f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:29061:1863365443080576:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047511.188160:0:29061:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8af00 going to sleep for 11 seconds 00000100:00100000:1.0:1777047511.208886:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047511.209433:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388092416 00000100:00100000:0.0:1777047511.209448:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388092416 00010000:00010000:0.0:1777047511.209501:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d724939c95 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f870e expref: 17 pid: 30115 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047511.209563:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2069 00000100:00100000:0.0:1777047511.209581:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388092416:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047511.209601:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047511.209630:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d724939c95 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f870e expref: 17 pid: 30115 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.209653:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d724939c95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f870e expref: 17 pid: 30115 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.209688:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047511.209692:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047511.209700:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d724939d13 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.209715:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d724939d13 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.209744:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047511.209821:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388092416:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 243us (944us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047511.209833:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2069 00010000:00010000:2.0:1777047511.216335:0:29061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d724939c95 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f870e expref: 16 pid: 30115 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047511.216372:0:29061:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645689f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:29061:1863365443080576:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047511.216406:0:29061:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d724939d13 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.216425:0:29061:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d724939d13 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.216437:0:29061:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d724939d13 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.244298:0:29061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d724939d13 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.244336:0:29061:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d724939d13 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.244350:0:29061:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d724939d13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.244362:0:29061:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047511.244370:0:29061:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d724939d13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.244407:0:29061:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d724939d13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.244438:0:29061:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d724939d13 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.244451:0:29061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d724939d13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047511.244697:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388092288:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 57265us (59584us total) trans 0 rc 143936/143936 00000100:00100000:2.0:1777047511.244715:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1281 00000100:00100000:3.0:1777047511.261728:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047511.263660:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388092544 00000100:00100000:1.0:1777047511.263674:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388092544 00000100:00100000:1.0:1777047511.263783:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1282 00000100:00100000:1.0:1777047511.263801:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388092544:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047511.265231:0:29064:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939d1a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.265266:0:29064:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939ca3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8715 expref: 21 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.266671:0:29064:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047511.266676:0:29064:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047511.266683:0:29064:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939d1a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.266742:0:29064:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939ca3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8715 expref: 21 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.266767:0:29064:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939ca3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8715 expref: 21 pid: 28387 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047511.266790:0:29064:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e00a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:29064:1863365443080704:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047511.268069:0:29064:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07752e0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047511.280267:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047511.280805:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388092672 00000100:00100000:2.0:1777047511.280821:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388092672 00010000:00010000:2.0:1777047511.280903:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939ca3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8715 expref: 22 pid: 28387 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047511.281014:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2070 00000100:00100000:2.0:1777047511.281031:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388092672:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047511.281054:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047511.281085:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939ca3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8715 expref: 22 pid: 28387 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.281110:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939ca3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8715 expref: 22 pid: 28387 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.281478:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047511.281483:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047511.281492:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939d1a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 4 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.281508:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939d1a lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 4 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.281540:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047511.281602:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388092672:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 575us (1348us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047511.281616:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2070 00010000:00010000:1.0:1777047511.282809:0:29064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d724939ca3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8715 expref: 21 pid: 28387 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047511.282839:0:29064:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e00a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:29064:1863365443080704:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047511.282905:0:29064:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939d1a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.282923:0:29064:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939d1a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.282958:0:29064:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939d1a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.325647:0:29064:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939d1a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.325681:0:29064:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939d1a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.325710:0:29064:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939d1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.325725:0:29064:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047511.325734:0:29064:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939d1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.325750:0:29064:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939d1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.325782:0:29064:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939d1a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.325798:0:29064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000032e2c4f3/0x5ecf73d724939d1a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047511.326663:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2431:x1863365388092544:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 62857us (64937us total) trans 0 rc 143936/143936 00000100:00100000:1.0:1777047511.326685:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1282 00000100:00100000:0.0:1777047511.363440:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443080960:0@lo:400:kworker.0 00000100:00100000:0.0:1777047511.363541:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047511.363621:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645689500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3683:1863365443081472:0@lo:400:kworker.0 00000100:00100000:0.0:1777047511.363672:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047511.363727:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3683:1863365443081984:0@lo:400:kworker.0 00000100:00100000:0.0:1777047511.363769:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047511.363812:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1777047511.363824:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645689f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3683:1863365443080832:0@lo:400:kworker.0 00000100:00100000:0.0:1777047511.363877:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047511.363967:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443081344:0@lo:400:kworker.0 00000100:00100000:0.0:1777047511.364020:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047511.364057:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3683:1863365443081856:0@lo:400:kworker.0 00000100:00100000:0.0:1777047511.364099:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047511.364155:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443081472 00000100:00100000:0.0:1777047511.364166:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443081472 00000100:00100000:0.0:1777047511.364245:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443081984 00000100:00100000:0.0:1777047511.364252:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443081984 00000100:00100000:0.0:1777047511.364288:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443081856 00000100:00100000:0.0:1777047511.364293:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443081856 00000100:00100000:0.0:1777047511.364329:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4992 00000100:00100000:0.0:1777047511.364344:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3683:x1863365443081472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047511.364488:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3683:x1863365443081472:12345-0@lo:400:kworker.0 Request processed in 143us (812us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047511.364503:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4992 00000100:00100000:0.0:1777047511.364536:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4993 00000100:00100000:0.0:1777047511.364550:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3683:x1863365443081984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047511.364609:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3683:x1863365443081984:12345-0@lo:400:kworker.0 Request processed in 61us (838us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047511.364623:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4993 00000100:00100000:0.0:1777047511.364647:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4994 00000100:00100000:0.0:1777047511.364660:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3683:x1863365443081856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047511.364711:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3683:x1863365443081856:12345-0@lo:400:kworker.0 Request processed in 53us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047511.364722:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4994 00000100:00100000:0.0:1777047511.364755:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443081344 00000100:00100000:0.0:1777047511.364762:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443081344 00000100:00100000:0.0:1777047511.365160:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3013 00000100:00100000:0.0:1777047511.365173:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443081344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047511.365234:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443081344:12345-0@lo:400:kworker.0 Request processed in 63us (1214us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047511.365246:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3013 00000100:00100000:0.0:1777047511.365326:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443081344:0@lo:400:kworker.0 00000100:00100000:0.0:1777047511.365345:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3683:1863365443081856:0@lo:400:kworker.0 00000100:00100000:0.0:1777047511.365361:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645689500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3683:1863365443081472:0@lo:400:kworker.0 00000100:00100000:0.0:1777047511.365376:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3683:1863365443081984:0@lo:400:kworker.0 00000100:00100000:1.0:1777047511.365536:0:33223:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443080832 00000100:00100000:1.0:1777047511.365546:0:33223:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443080832 00000100:00100000:1.0:1777047511.365635:0:33223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:1.0:1777047511.365652:0:33223:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644021850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3683:x1863365443080832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047511.365732:0:33223:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644021850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3683:x1863365443080832:12345-0@lo:400:kworker.0 Request processed in 83us (1853us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047511.365747:0:33223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:1.0:1777047511.366230:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645689f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3683:1863365443080832:0@lo:400:kworker.0 00000100:00100000:1.0:1777047511.366273:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645689c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3684:1863365443081088:0@lo:400:kworker.0 00000100:00100000:1.0:1777047511.366323:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047511.366356:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3684:1863365443081600:0@lo:400:kworker.0 00000100:00100000:2.0:1777047511.366366:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443080960 00000100:00100000:2.0:1777047511.366375:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443080960 00000100:00100000:1.0:1777047511.366428:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047511.366459:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1777047511.366464:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3333 00000100:00100000:1.0:1777047511.366471:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443081216:0@lo:400:kworker.0 00000100:00100000:2.0:1777047511.366477:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443080960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047511.366512:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047511.366542:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3684:1863365443081728:0@lo:400:kworker.0 00000100:00100000:2.0:1777047511.366548:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443080960:12345-0@lo:400:kworker.0 Request processed in 74us (3009us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047511.366561:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3333 00000100:00100000:1.0:1777047511.366578:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047511.366598:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443081088 00000100:00100000:2.0:1777047511.366606:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443081088 00000100:00100000:2.0:1777047511.366642:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443081600 00000100:00100000:2.0:1777047511.366648:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443081600 00000100:00100000:1.0:1777047511.366662:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443081728 00000100:00100000:1.0:1777047511.366668:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443081728 00000100:00100000:1.0:1777047511.366711:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4995 00000100:00100000:1.0:1777047511.366724:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3684:x1863365443081088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047511.366803:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3684:x1863365443081088:12345-0@lo:400:kworker.0 Request processed in 80us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047511.368494:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4996 00000100:00100000:2.0:1777047511.368515:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e008000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3684:x1863365443081728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047511.368584:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e008000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3684:x1863365443081728:12345-0@lo:400:kworker.0 Request processed in 76us (2003us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047511.368598:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4996 00000100:00100000:2.0:1777047511.368626:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4997 00000100:00100000:2.0:1777047511.368638:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3684:x1863365443081600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047511.368689:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3684:x1863365443081600:12345-0@lo:400:kworker.0 Request processed in 52us (2260us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047511.368701:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4997 00000100:00100000:2.0:1777047511.369123:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443080960:0@lo:400:kworker.0 00000100:00100000:1.0:1777047511.373549:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4995 00000100:00100000:1.0:1777047511.373631:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3684:1863365443081728:0@lo:400:kworker.0 00000100:00100000:1.0:1777047511.373653:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645689c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3684:1863365443081088:0@lo:400:kworker.0 00000100:00100000:1.0:1777047511.373673:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3684:1863365443081600:0@lo:400:kworker.0 00000100:00100000:1.0:1777047511.373746:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443081216 00000100:00100000:1.0:1777047511.373754:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443081216 00000100:00100000:1.0:1777047511.373832:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3014 00000100:00100000:1.0:1777047511.373847:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443081216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047511.373960:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443081216:12345-0@lo:400:kworker.0 Request processed in 89us (7420us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047511.373974:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3014 00000100:00100000:1.0:1777047511.374028:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443081216:0@lo:400:kworker.0 00000100:00080000:1.0:1777047511.374150:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777047511.374160:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1777047511.374165:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047511.409834:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047511.410027:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388092800 00000100:00100000:1.0:1777047511.410043:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388092800 00000100:00100000:1.0:1777047511.410176:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 415 00000100:00100000:1.0:1777047511.410195:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0751041050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57879:x1863365388092800:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:1.0:1777047511.410221:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047511.410601:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939cf7 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8738 expref: 30 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.410638:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047511.410647:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047511.410715:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0751041050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57879:x1863365388092800:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 525us (892us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047511.410729:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 415 00000100:00080000:2.0:1777047511.410927:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047511.430275:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047511.431433:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388093056 00000100:00100000:2.0:1777047511.431449:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388093056 00000100:00100000:2.0:1777047511.431545:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2100 00000100:00100000:2.0:1777047511.431579:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57879:x1863365388093056:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047511.431963:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57879:x1863365388093056:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 359us (1677us total) trans 8589935096 rc 0/0 00000100:00100000:2.0:1777047511.431979:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2100 00000100:00100000:3.0:1777047511.450561:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047511.453037:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388093312 00000100:00100000:2.0:1777047511.453054:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388093312 00000100:00100000:2.0:1777047511.453159:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6238 00000100:00100000:2.0:1777047511.453178:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57853:x1863365388093312:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047511.453215:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047511.453246:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d724939d21 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f873f expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.453480:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d28 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.453508:0:12913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d724939cd4 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f872a expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.453537:0:12913:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d28 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.453594:0:12913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d724939cd4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f872a expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.453620:0:12913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d724939cd4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f872a expref: 31 pid: 12913 timeout: 4240 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047511.453645:0:12913:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d30380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443082112:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047511.453756:0:12913:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047511.480795:0:12913:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d30380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443082112:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047511.484561:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:2.0:1777047511.484866:0:12913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d28 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047511.486490:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388093440 00000100:00100000:0.0:1777047511.486504:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388093440 00010000:00010000:0.0:1777047511.486562:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d724939cd4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f872a expref: 32 pid: 12913 timeout: 4240 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047511.486649:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2071 00000100:00100000:0.0:1777047511.486669:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2429:x1863365388093440:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047511.486693:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047511.486704:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d724939cd4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f872a expref: 32 pid: 12913 timeout: 4240 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.486729:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d724939cd4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f872a expref: 32 pid: 12913 timeout: 4240 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.486764:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d724939cd4 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f872a expref: 32 pid: 12913 timeout: 4240 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.486790:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047511.486798:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d28 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.486816:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d28 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.486855:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d28 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.486895:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047511.487008:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2429:x1863365388093440:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 342us (2450us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047511.487024:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2071 00010000:00010000:1.0:1777047511.488526:0:12913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d28 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.488545:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d28 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047511.488583:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 143936 00010000:00010000:1.0:1777047511.488776:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d724939d21 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f873f expref: 32 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.489152:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d28 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f873f expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.489173:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047511.489179:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777047511.489184:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166e00, rc 0) 00000100:00100000:1.0:1777047511.489288:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388093312:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 36113us (38737us total) trans 8589935097 rc 0/0 00000100:00100000:1.0:1777047511.489306:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6238 00000100:00100000:3.0:1777047511.505243:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047511.505453:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388093568 00000100:00100000:1.0:1777047511.505467:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388093568 00000100:00100000:1.0:1777047511.505569:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6239 00000100:00100000:1.0:1777047511.505587:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388093568:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047511.505623:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047511.505653:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939d36 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8746 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.506162:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939d3d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.506189:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d28 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f873f expref: 32 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.506204:0:6590:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939d3d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.506289:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d28 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f873f expref: 32 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.506315:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d28 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f873f expref: 32 pid: 12913 timeout: 4240 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047511.506338:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e00b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443082240:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047511.506514:0:6590:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07752e00c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047511.522523:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047511.522759:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e00b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443082240:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047511.522808:0:6590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939d3d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047511.537172:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388093696 00000100:00100000:2.0:1777047511.537192:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388093696 00010000:00010000:2.0:1777047511.537260:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d28 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f873f expref: 33 pid: 12913 timeout: 4240 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047511.537337:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2072 00000100:00100000:2.0:1777047511.537355:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:2430:x1863365388093696:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047511.537377:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047511.537388:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d28 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f873f expref: 33 pid: 12913 timeout: 4240 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.537411:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d28 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f873f expref: 33 pid: 12913 timeout: 4240 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.537447:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d28 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f873f expref: 33 pid: 12913 timeout: 4240 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.537489:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047511.537498:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939d3d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.537514:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939d3d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.537528:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939d3d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.537591:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047511.537672:0:6590:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939d3d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.537687:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939d3d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047511.537717:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2430:x1863365388093696:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 366us (15209us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047511.537732:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2072 00000004:00200000:0.0:1777047511.537761:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 143936 00000004:00200000:0.0:1777047511.537769:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047511.537800:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939d3d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.537849:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939d36 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8746 expref: 32 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.537880:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939d3d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8746 expref: 31 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.537894:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047511.537900:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047511.537905:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91400, rc 0) 00000100:00100000:0.0:1777047511.538008:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388093568:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 32423us (32776us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047511.538022:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6239 00000100:00100000:0.0:1777047511.564558:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047511.567968:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388093824 00000100:00100000:3.0:1777047511.567986:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388093824 00000100:00100000:3.0:1777047511.568090:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4104 00000100:00100000:3.0:1777047511.568109:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388093824:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047511.568493:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047511.568529:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724939d44 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f874d expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047511.568570:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x71:0x0] initial LVB size: 143936, mtime: 0x69eb97d0, atime: 0x69eb97d0, ctime: 0x69eb97d7, blocks: 0x60 00010000:00010000:3.0:1777047511.568600:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047511.568604:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047511.568617:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724939d44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f874d expref: 21 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.568649:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724939d44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f874d expref: 21 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.568672:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2e00, rc 0) 00000100:00100000:3.0:1777047511.568747:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388093824:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 641us (4199us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047511.568760:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4104 00000100:00100000:0.0:1777047511.593115:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047511.593601:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388094080 00000100:00100000:2.0:1777047511.593617:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388094080 00000100:00100000:2.0:1777047511.593715:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6240 00000100:00100000:2.0:1777047511.593734:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388094080:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:2.0:1777047511.595122:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047511.595165:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939d3d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8746 expref: 31 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.595212:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047511.595221:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047511.595455:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d4b lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.595481:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d4b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.595498:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d4b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047511.595566:0:6589:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935098 00000004:00010000:2.0:1777047511.595602:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f07c1b54 reply state 00000000835ca48b transno 8589935099 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d4b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.595625:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d4b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.595638:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047511.595645:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047511.595650:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047511.595960:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57853:x1863365388094080:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 2203us (7135us total) trans 8589935099 rc 0/0 00000100:00100000:2.0:1777047511.595974:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6240 00000020:00080000:2.0:1777047511.595983:0:6589:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047511.616815:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047511.618566:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388094336 00000100:00100000:2.0:1777047511.618581:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388094336 00000100:00100000:2.0:1777047511.618680:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2101 00000100:00100000:2.0:1777047511.618698:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57853:x1863365388094336:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:2.0:1777047511.619361:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57853:x1863365388094336:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 664us (2553us total) trans 8589935100 rc 0/0 00000100:00100000:2.0:1777047511.619375:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2101 00000100:00100000:3.0:1777047511.635660:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047511.636488:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388094592 00000100:00100000:1.0:1777047511.636503:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388094592 00000100:00100000:1.0:1777047511.636613:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6241 00000100:00100000:1.0:1777047511.636629:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57853:x1863365388094592:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047511.636662:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047511.636667:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:1.0:1777047511.636702:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939ce2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8731 expref: 34 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.636735:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d724939cb8 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8723 expref: 33 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.636752:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047511.636761:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047511.636778:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939d52 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8754 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.637557:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939d59 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.637580:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939d59 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.637597:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939d59 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047511.638528:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].85, 88 off15504 00000004:00080000:1.0:1777047511.638543:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4140275158736ns, next at 4132186596518ns, rc = 0 00000040:00080000:1.0:1777047511.638602:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].85, 88 off15528 00000004:00080000:1.0:1777047511.638614:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4140275230021ns, next at 4132186652481ns, rc = 0 00000040:00080000:1.0:1777047511.638640:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].86, 88 off15616 00000004:00080000:1.0:1777047511.638647:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4140275263709ns, next at 4132186652481ns, rc = 0 00000040:00080000:1.0:1777047511.638664:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].86, 88 off15592 00000004:00080000:1.0:1777047511.638671:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4140275287779ns, next at 4132186596518ns, rc = 0 00000040:00080000:1.0:1777047511.638739:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].87, 88 off15704 00000004:00080000:1.0:1777047511.638747:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4140275363534ns, next at 4132186652481ns, rc = 0 00000040:00080000:1.0:1777047511.640435:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].87, 88 off15680 00000004:00080000:1.0:1777047511.640449:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4140277065895ns, next at 4132186596518ns, rc = 0 00000040:00080000:1.0:1777047511.640498:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].88, 88 off15768 00000004:00080000:1.0:1777047511.640507:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4140277123340ns, next at 4132186596518ns, rc = 0 00000040:00080000:1.0:1777047511.641775:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].88, 88 off15792 00000004:00080000:1.0:1777047511.641790:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4140278406488ns, next at 4132186652481ns, rc = 0 00000040:00080000:1.0:1777047511.651596:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].89, 88 off15880 00000004:00080000:1.0:1777047511.651620:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4140288236439ns, next at 4132186652481ns, rc = 0 00000040:00080000:1.0:1777047511.651663:0:6588:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].89, 88 off15856 00000004:00080000:1.0:1777047511.651672:0:6588:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4140288288654ns, next at 4132186596518ns, rc = 0 00000001:00080000:1.0:1777047511.663822:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935101 is committed 00000004:00080000:1.0:1777047511.663835:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 89 committed 00000004:00080000:1.0:1777047511.663864:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 91 committed 00010000:00010000:0.0:1777047511.664001:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d4b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.664022:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d4b lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.664042:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d4b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.664052:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047511.664060:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d4b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.664072:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d4b lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.664094:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047511.664100:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047511.664107:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d4b lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.664117:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d724939d4b lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777047511.664435:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 90 committed 00000100:00100000:3.0:1777047511.664571:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777047511.664595:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443082368:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047511.664670:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047511.664724:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443082368 00000100:00100000:3.0:1777047511.664733:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443082368 00000100:00100000:3.0:1777047511.664825:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4105 00000100:00100000:3.0:1777047511.664837:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3685:x1863365443082368:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047511.665033:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 143936 -> 143936 00002000:00010000:3.0:1777047511.665039:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047504 -> 1777047504 00002000:00010000:3.0:1777047511.665044:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:3.0:1777047511.665048:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047506 -> 1777047506 00002000:00010000:3.0:1777047511.665051:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:3.0:1777047511.665109:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443082368:12345-0@lo:2:osp-syn-0-0.0 Request processed in 272us (438us total) trans 21474837742 rc 0/0 00000100:00100000:3.0:1777047511.665121:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4105 00000004:00080000:3.0:1777047511.665181:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643057800/2, rc 0, transno 21474837742 00000100:00100000:3.0:1777047511.665190:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443082368:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047511.665248:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443082496:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047511.665286:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047511.665461:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777047511.665472:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443082880:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047511.665508:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047511.665549:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443082624:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047511.665583:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047511.665608:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047511.665616:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443082752:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047511.665647:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047511.665679:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443082496 00000100:00100000:3.0:1777047511.665686:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443082496 00000100:00100000:3.0:1777047511.665722:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443082880 00000100:00100000:3.0:1777047511.665727:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443082880 00000100:00100000:3.0:1777047511.665751:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443082624 00000100:00100000:3.0:1777047511.665755:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443082624 00000100:00100000:3.0:1777047511.665776:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443082752 00000100:00100000:3.0:1777047511.665780:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443082752 00000100:00100000:3.0:1777047511.665806:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4106 00000100:00100000:3.0:1777047511.665818:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3685:x1863365443082496:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047511.665912:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047511.665917:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047504 -> 1777047504 00002000:00010000:3.0:1777047511.665921:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:3.0:1777047511.665925:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047506 -> 1777047506 00002000:00010000:3.0:1777047511.665956:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047511.666009:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3685:x1863365443082496:12345-0@lo:2:osp-syn-0-0.0 Request processed in 193us (721us total) trans 21474837743 rc 0/0 00000100:00100000:3.0:1777047511.666022:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4106 00000100:00100000:3.0:1777047511.666045:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4107 00000100:00100000:3.0:1777047511.666056:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643057100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3685:x1863365443082880:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047511.666134:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047511.666140:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb mtime from disk: 1777047504 -> 1777047504 00002000:00010000:3.0:1777047511.666143:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:3.0:1777047511.666147:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb ctime from disk: 1777047511 -> 1777047511 00002000:00010000:3.0:1777047511.666150:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047511.666189:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643057100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3685:x1863365443082880:12345-0@lo:2:osp-syn-0-0.0 Request processed in 135us (679us total) trans 21474837744 rc 0/0 00000100:00100000:3.0:1777047511.666199:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4107 00000100:00100000:3.0:1777047511.666222:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4108 00000100:00100000:3.0:1777047511.666232:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3682:x1863365443082624:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047511.666305:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047511.666310:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047510 -> 1777047510 00002000:00010000:3.0:1777047511.666314:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:3.0:1777047511.666317:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047510 -> 1777047510 00002000:00010000:3.0:1777047511.666320:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047511.666360:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3682:x1863365443082624:12345-0@lo:2:osp-syn-0-0.0 Request processed in 129us (775us total) trans 21474837745 rc 0/0 00000100:00100000:3.0:1777047511.666370:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4108 00000100:00100000:3.0:1777047511.666422:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4109 00000100:00100000:3.0:1777047511.666434:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3682:x1863365443082752:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047511.666539:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3682:x1863365443082752:12345-0@lo:2:osp-syn-0-0.0 Request processed in 107us (890us total) trans 21474837746 rc 0/0 00000100:00100000:3.0:1777047511.666549:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4109 00000004:00080000:3.0:1777047511.666602:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643055880/2, rc 0, transno 21474837744 00000100:00100000:3.0:1777047511.666610:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443082880:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047511.666626:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643054e00/2, rc 0, transno 21474837743 00000100:00100000:3.0:1777047511.666632:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443082496:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047511.666669:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643054380/2, rc 0, transno 21474837746 00000100:00100000:3.0:1777047511.666676:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443082752:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047511.666687:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643054000/2, rc 0, transno 21474837745 00000100:00100000:3.0:1777047511.666693:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443082624:0@lo:2:osp-syn-0-0.0 00000100:00080000:3.0:1777047511.666733:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047511.677028:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443083008:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047511.677116:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047511.677460:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777047511.677481:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443083136:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047511.677550:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047511.677600:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443083008 00000100:00100000:2.0:1777047511.677610:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443083008 00000100:00100000:2.0:1777047511.677678:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443083136 00000100:00100000:2.0:1777047511.677683:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443083136 00000100:00100000:2.0:1777047511.677742:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4110 00000100:00100000:2.0:1777047511.678076:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443083008:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047511.678524:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047511.678531:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047511.678536:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047511.678540:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047511.678544:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:1.0:1777047511.678669:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 88 committed 00000004:00080000:1.0:1777047511.678677:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 87 committed 00000004:00080000:1.0:1777047511.678680:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 89 committed 00000004:00080000:1.0:1777047511.678684:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 86 committed 00000004:00080000:1.0:1777047511.678687:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 88 committed 00000004:00080000:1.0:1777047511.678690:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 87 committed 00000004:00080000:1.0:1777047511.678693:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 85 committed 00010000:00010000:1.0:1777047511.678906:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939d59 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8754 expref: 25 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.678953:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047511.678959:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1777047511.678982:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939d52 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8754 expref: 25 pid: 6588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.679015:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939d59 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8754 expref: 24 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.679054:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047511.679059:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1777047511.679063:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91400, rc 0) 00000100:00100000:1.0:1777047511.679436:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365388094592:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 42808us (43787us total) trans 8589935101 rc 0/0 00000100:00100000:1.0:1777047511.679451:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6241 00000100:00080000:3.0:1777047511.680758:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047511.680797:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4111 00000100:00100000:3.0:1777047511.680815:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3683:x1863365443083136:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047511.680975:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047511.680980:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047504 -> 1777047504 00002000:00010000:3.0:1777047511.680984:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:3.0:1777047511.680987:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047506 -> 1777047506 00002000:00010000:3.0:1777047511.680990:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777047511.681054:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3683:x1863365443083136:12345-0@lo:2:osp-syn-1-0.0 Request processed in 244us (3503us total) trans 17179870416 rc 0/0 00000100:00100000:3.0:1777047511.681064:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4111 00000004:00080000:3.0:1777047511.681128:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0642d31f80/2, rc 0, transno 17179870416 00000100:00100000:3.0:1777047511.681137:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443083136:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047511.681550:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443083264:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047511.681594:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047511.682672:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443083264 00000100:00100000:1.0:1777047511.682681:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443083264 00000100:00100000:1.0:1777047511.682748:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4112 00000100:00100000:1.0:1777047511.682760:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3683:x1863365443083264:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047511.684438:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3683:x1863365443083264:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1676us (2839us total) trans 17179870417 rc 0/0 00000100:00100000:1.0:1777047511.684451:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4112 00000100:00100000:1.0:1777047511.684631:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443083392:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047511.684680:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047511.684761:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443083392 00000100:00100000:1.0:1777047511.684769:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443083392 00000100:00100000:1.0:1777047511.684808:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4113 00000100:00100000:1.0:1777047511.684821:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3684:x1863365443083392:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047511.684971:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047511.684977:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb mtime from disk: 1777047511 -> 1777047511 00002000:00010000:1.0:1777047511.684982:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047511.684986:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb ctime from disk: 1777047511 -> 1777047511 00002000:00010000:1.0:1777047511.684989:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047511.685042:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:3684:x1863365443083392:12345-0@lo:2:osp-syn-1-0.0 Request processed in 222us (361us total) trans 17179870418 rc 0/0 00000100:00100000:1.0:1777047511.685054:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4113 00000004:00080000:1.0:1777047511.685102:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643054700/2, rc 0, transno 17179870418 00000100:00100000:1.0:1777047511.685111:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443083392:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047511.691375:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3685:x1863365443083008:12345-0@lo:2:osp-syn-1-0.0 Request processed in 13296us (14249us total) trans 17179870415 rc 0/0 00000100:00100000:2.0:1777047511.691429:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4110 00000004:00080000:3.0:1777047511.691870:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643056d80/2, rc 0, transno 17179870417 00000100:00100000:3.0:1777047511.691881:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443083264:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047511.692359:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047511.692520:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047511.692538:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443083520:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047511.692590:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047511.692691:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388094720 00000100:00100000:2.0:1777047511.692700:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388094720 00000100:00100000:2.0:1777047511.692752:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443083520 00000100:00100000:2.0:1777047511.692756:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443083520 00000100:00100000:2.0:1777047511.692788:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4114 00000100:00100000:2.0:1777047511.692800:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57853:x1863365388094720:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047511.693102:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047511.693130:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d724939d60 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f875b expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.693175:0:36217:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d724939b22 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8674 expref: 16 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.693189:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047511.693192:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047511.693198:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d724939d60 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f875b expref: 16 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.693237:0:36217:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d724939b22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8674 expref: 16 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.693258:0:36217:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d724939b22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8674 expref: 16 pid: 36217 timeout: 4240 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047511.693275:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443083648:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047511.693355:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047511.693419:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4115 00000100:00100000:2.0:1777047511.693433:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3684:x1863365443083520:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047511.693592:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb size from disk: 143936 -> 143936 00002000:00010000:2.0:1777047511.693598:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb mtime from disk: 1777047504 -> 1777047504 00002000:00010000:2.0:1777047511.693602:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:2.0:1777047511.693606:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb ctime from disk: 1777047511 -> 1777047511 00002000:00010000:2.0:1777047511.693609:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:2.0:1777047511.693668:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3684:x1863365443083520:12345-0@lo:2:osp-syn-1-0.0 Request processed in 237us (1076us total) trans 17179870419 rc 0/0 00000100:00100000:2.0:1777047511.693680:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4115 00000004:00080000:2.0:1777047511.693732:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643055500/2, rc 0, transno 17179870419 00000100:00100000:2.0:1777047511.693741:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443083520:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047511.703283:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0642d30380/2, rc 0, transno 17179870415 00000100:00100000:0.0:1777047511.703351:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443083008:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047511.716481:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047511.717918:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443083648:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047511.718005:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d724939d60 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f875b expref: 16 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.718039:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167400, rc 0) 00000100:00100000:2.0:1777047511.718137:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:57853:x1863365388094720:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 25336us (25779us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047511.718152:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4114 00000100:00100000:0.0:1777047511.720536:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388094848 00000100:00100000:0.0:1777047511.720551:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388094848 00010000:00010000:0.0:1777047511.720603:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d724939b22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8674 expref: 16 pid: 36217 timeout: 4240 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047511.720674:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2073 00000100:00100000:0.0:1777047511.720689:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e008380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388094848:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047511.720728:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047511.720755:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d724939b22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8674 expref: 16 pid: 36217 timeout: 4240 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.720777:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d724939b22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8674 expref: 16 pid: 36217 timeout: 4240 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.720807:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d724939b22 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8674 expref: 16 pid: 36217 timeout: 4240 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.720828:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047511.720831:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047511.720841:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d724939d60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f875b expref: 15 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.720856:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d724939d60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f875b expref: 15 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.720904:0:6573:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d724939d60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f875b expref: 15 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047511.720922:0:6573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365443083776:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047511.721047:0:6573:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4000 going to sleep for 11 seconds 00000100:00100000:0.0:1777047511.729125:0:6573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365443083776:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047511.729161:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047511.729239:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e008380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388094848:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 8550us (12768us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047511.729256:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2073 00000100:00100000:2.0:1777047511.738048:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047511.738116:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047511.738569:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388095232 00000100:00100000:1.0:1777047511.738583:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388095232 00002000:00010000:1.0:1777047511.738640:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:1.0:1777047511.738648:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642d32a00 with x1863365388095232 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047511.738664:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642d32a00. 00000100:00100000:1.0:1777047511.739113:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388095104 00000100:00100000:1.0:1777047511.739121:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388095104 00002000:00010000:1.0:1777047511.739148:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:1.0:1777047511.739153:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642d31c00 with x1863365388095104 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047511.739163:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0642d31c00. 00000100:00100000:1.0:1777047511.739194:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1283 00000100:00100000:1.0:1777047511.739207:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388095232:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:1.0:1777047511.739404:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047511.739411:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047504 -> 1777047512 00002000:00010000:1.0:1777047511.739416:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:1.0:1777047511.739420:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047506 -> 1777047512 00002000:00010000:1.0:1777047511.739423:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047511.739502:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388095232:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 294us (1463us total) trans 21474837747 rc 0/0 00000100:00100000:1.0:1777047511.739516:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1283 00002000:00010000:1.0:1777047511.739522:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:1.0:1777047511.739527:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642d32a00 with x1863365388095232 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047511.739536:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642d32a00. 00000100:00100000:1.0:1777047511.739563:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1284 00000100:00100000:1.0:1777047511.739575:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388095104:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:1.0:1777047511.739684:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047511.739689:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047504 -> 1777047512 00002000:00010000:1.0:1777047511.739693:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:1.0:1777047511.739697:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047506 -> 1777047512 00002000:00010000:1.0:1777047511.739730:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1777047511.739768:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388095104:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 195us (1653us total) trans 17179870420 rc 0/0 00000100:00100000:1.0:1777047511.739776:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1284 00002000:00010000:1.0:1777047511.740129:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:1.0:1777047511.740136:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642d31c00 with x1863365388095104 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047511.740145:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0642d31c00. 00000100:00100000:1.0:1777047511.743614:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047511.745502:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388094976 00000100:00100000:3.0:1777047511.745517:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388094976 00002000:00010000:2.0:1777047511.745718:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (175324->18446744073709551615) 00002000:00100000:2.0:1777047511.745728:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e00aa00 with x1863365388094976 ext(175324->18446744073709551615) 00002000:00010000:2.0:1777047511.745744:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e00aa00. 00000100:00100000:2.0:1777047511.746170:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1285 00000100:00100000:2.0:1777047511.746188:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388094976:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047511.746453:0:29059:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 143936 -> 175324 00002000:00010000:2.0:1777047511.746460:0:29059:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047504 -> 1777047512 00002000:00010000:2.0:1777047511.746464:0:29059:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:2.0:1777047511.746468:0:29059:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047506 -> 1777047512 00002000:00010000:2.0:1777047511.746471:0:29059:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:2.0:1777047511.746550:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388094976:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 366us (2943us total) trans 21474837748 rc 0/0 00000100:00100000:2.0:1777047511.746565:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1285 00002000:00010000:2.0:1777047511.746571:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (175324->18446744073709551615) 00002000:00100000:2.0:1777047511.746576:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e00aa00 with x1863365388094976 ext(175324->18446744073709551615) 00002000:00010000:2.0:1777047511.746585:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e00aa00. 00000100:00100000:1.0:1777047511.759738:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047511.759904:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388095360 00000100:00100000:3.0:1777047511.759920:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388095360 00002000:00100000:3.0:1777047511.760028:0:24566:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x8a:0x0] (147456->151551) req@ffff9e076e009c00 x1863365388095360/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:247/0 lens 488/0 e 0 to 0 dl 1777047522 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047511.760048:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e009c00 with x1863365388095360 ext(147456->151551) 00002000:00010000:3.0:1777047511.760057:0:24566:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e009c00 00000100:00100000:3.0:1777047511.760112:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1286 00000100:00100000:3.0:1777047511.760129:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388095360:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:3.0:1777047511.760479:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388095360:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 351us (751us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777047511.760494:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1286 00002000:00100000:3.0:1777047511.760506:0:24566:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x8a:0x0] (147456->151551) req@ffff9e076e009c00 x1863365388095360/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:247/0 lens 488/4536 e 0 to 0 dl 1777047522 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047511.760521:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e009c00 with x1863365388095360 ext(147456->151551) 00002000:00010000:3.0:1777047511.760528:0:24566:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e009c00 00000100:00100000:3.0:1777047511.773832:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047511.774135:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388095488 00000100:00100000:2.0:1777047511.774151:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388095488 00002000:00100000:2.0:1777047511.774221:0:29057:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x8a:0x0] (151552->155647) req@ffff9e0645845c00 x1863365388095488/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:247/0 lens 488/0 e 0 to 0 dl 1777047522 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047511.774240:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645845c00 with x1863365388095488 ext(151552->155647) 00002000:00010000:2.0:1777047511.774248:0:29057:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645845c00 00000100:00100000:2.0:1777047511.774400:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1287 00000100:00100000:2.0:1777047511.774417:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388095488:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:2.0:1777047511.775160:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388095488:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 745us (1336us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777047511.775183:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1287 00002000:00100000:2.0:1777047511.775197:0:29057:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x8a:0x0] (151552->155647) req@ffff9e0645845c00 x1863365388095488/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:247/0 lens 488/4536 e 0 to 0 dl 1777047522 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047511.775213:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645845c00 with x1863365388095488 ext(151552->155647) 00002000:00010000:2.0:1777047511.775219:0:29057:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645845c00 00000100:00100000:2.0:1777047511.793314:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047511.793587:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388095616 00000100:00100000:0.0:1777047511.793603:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388095616 00002000:00100000:0.0:1777047511.793677:0:8485:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x8a:0x0] (126976->176127) req@ffff9e0641c55500 x1863365388095616/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:247/0 lens 504/0 e 0 to 0 dl 1777047522 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047511.793697:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c55500 with x1863365388095616 ext(126976->176127) 00002000:00010000:0.0:1777047511.793707:0:8485:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c55500 00000100:00100000:0.0:1777047511.793769:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1288 00000100:00100000:0.0:1777047511.793789:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388095616:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:0.0:1777047511.807906:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388095616:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 14109us (14591us total) trans 0 rc 40960/40960 00000100:00100000:0.0:1777047511.807961:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1288 00002000:00100000:0.0:1777047511.807981:0:8485:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x8a:0x0] (126976->176127) req@ffff9e0641c55500 x1863365388095616/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:247/0 lens 504/440 e 0 to 0 dl 1777047522 ref 1 fl Complete:/600/0 rc 40960/40960 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047511.808003:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c55500 with x1863365388095616 ext(126976->176127) 00002000:00010000:0.0:1777047511.808013:0:8485:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c55500 00000100:00100000:2.0:1777047511.857051:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047511.858239:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388095744 00000100:00100000:3.0:1777047511.858255:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388095744 00002000:00100000:3.0:1777047511.858330:0:24562:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x8a:0x0] (147456->175323) req@ffff9e0641c57800 x1863365388095744/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:247/0 lens 488/0 e 0 to 0 dl 1777047522 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047511.858351:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c57800 with x1863365388095744 ext(147456->175323) 00002000:00010000:3.0:1777047511.858361:0:24562:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c57800 00000100:00100000:3.0:1777047511.858471:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1289 00000100:00100000:3.0:1777047511.858490:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388095744:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:1.0:1777047511.877210:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047511.879439:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443083904:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777047511.879534:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047511.879584:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047511.879596:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443084032:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777047511.879640:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047511.880137:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443084032 00000100:00100000:2.0:1777047511.880150:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443084032 00000100:00100000:2.0:1777047511.880239:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2499 00000100:00100000:2.0:1777047511.880256:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eaca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443084032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1777047511.880296:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 385718720 pending 0 free 3916980224 avail 3685457920 00000100:00100000:2.0:1777047511.880376:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eaca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443084032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047511.880432:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2499 00000100:00100000:2.0:1777047511.880507:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443084032:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777047511.881085:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443083904 00000100:00100000:0.0:1777047511.881095:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443083904 00000100:00100000:0.0:1777047511.881161:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3334 00000100:00100000:0.0:1777047511.881175:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3682:x1863365443083904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777047511.881213:0:6594:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445867520 avail 1299628032 00000100:00100000:0.0:1777047511.881279:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3682:x1863365443083904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (1744us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047511.881298:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3334 00000100:00100000:2.0:1777047511.881701:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443083904:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777047511.883298:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388095744:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 24808us (26255us total) trans 21474837749 rc 0/0 00000100:00100000:2.0:1777047511.883315:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1289 00002000:00100000:2.0:1777047511.883330:0:24562:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x8a:0x0] (147456->175323) req@ffff9e0641c57800 x1863365388095744/t21474837749(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:247/0 lens 488/448 e 0 to 0 dl 1777047522 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047511.883349:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c57800 with x1863365388095744 ext(147456->175323) 00002000:00010000:2.0:1777047511.883359:0:24562:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c57800 00000100:00100000:2.0:1777047511.892538:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047511.892688:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388095872 00000100:00100000:1.0:1777047511.892963:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388095872 00000100:00100000:2.0:1777047511.893316:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4116 00000100:00100000:2.0:1777047511.893336:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388095872:12345-192.168.201.54@tcp:16:fsx.0 00000001:00080000:1.0:1777047511.906669:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837749 is committed 00000001:00080000:1.0:1777047511.906699:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837746 is committed 00000100:00100000:2.0:1777047511.908308:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388095872:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 14967us (15772us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047511.908350:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4116 00000100:00100000:0.0:1777047511.920916:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047511.924462:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388096000 00000100:00100000:1.0:1777047511.924486:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388096000 00000100:00100000:1.0:1777047511.924584:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6242 00000100:00100000:1.0:1777047511.924608:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365388096000:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047511.924649:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047511.924687:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939d67 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8762 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.925366:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939d6e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.925396:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939d6e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.925472:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939d6e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047511.925528:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 175326 00000004:00200000:1.0:1777047511.925536:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047511.925573:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939d6e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.925626:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939d67 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8762 expref: 26 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.925666:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939d6e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8762 expref: 25 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.925687:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047511.925693:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047511.925698:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90000, rc 0) 00000100:00100000:1.0:1777047511.925789:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388096000:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 1185us (4884us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047511.925809:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6242 00000100:00100000:3.0:1777047511.962218:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047511.962573:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388096256 00000100:00100000:0.0:1777047511.962598:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388096256 00000100:00100000:0.0:1777047511.962895:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6243 00000100:00100000:0.0:1777047511.962982:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388096256:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:0.0:1777047511.963121:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777047511.963184:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939d59 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8754 expref: 25 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.963241:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939d6e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8762 expref: 24 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.963273:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047511.963282:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047511.963772:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d724939d75 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.963810:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d724939d75 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.963829:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d724939d75 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047511.963984:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935102 00000004:00010000:0.0:1777047511.964052:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004469c7ef reply state 00000000594c106c transno 8589935103 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d724939d75 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.964077:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d724939d75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.964102:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047511.964108:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047511.964113:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047511.964299:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57853:x1863365388096256:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 1377us (2094us total) trans 8589935103 rc 0/0 00000100:00100000:0.0:1777047511.964313:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6243 00000020:00080000:0.0:1777047511.964322:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047511.977568:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047511.977653:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388096384 00000100:00100000:0.0:1777047511.977671:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388096384 00000100:00100000:0.0:1777047511.977790:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6244 00000100:00100000:0.0:1777047511.977821:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57853:x1863365388096384:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047511.977868:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047511.977911:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939d7c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8769 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.978083:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939d7c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8769 expref: 27 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.978122:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939d7c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8769 expref: 27 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.978167:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047511.978173:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047511.978179:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388000, rc 0) 00000100:00100000:0.0:1777047511.978748:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365388096384:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 940us (1189us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047511.978761:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6244 00000100:00100000:1.0:1777047512.011592:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047512.011677:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047512.011756:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047512.019279:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388096512 00000100:00100000:2.0:1777047512.019305:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388096512 00002000:00010000:2.0:1777047512.019385:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (248846->18446744073709551615) 00002000:00100000:2.0:1777047512.019395:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e00b480 with x1863365388096512 ext(248846->18446744073709551615) 00002000:00010000:2.0:1777047512.019418:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e00b480. 00000100:00100000:2.0:1777047512.019504:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388096640 00000100:00100000:2.0:1777047512.019512:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388096640 00002000:00010000:2.0:1777047512.019545:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047512.019551:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b408e00 with x1863365388096640 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047512.019562:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064b408e00. 00000100:00100000:2.0:1777047512.019630:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1290 00000100:00100000:2.0:1777047512.019649:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388096512:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047512.020103:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 175324 -> 248846 00002000:00010000:2.0:1777047512.020111:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047512 -> 1777047512 00002000:00010000:2.0:1777047512.020116:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:2.0:1777047512.020125:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047512 -> 1777047512 00002000:00010000:2.0:1777047512.020129:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 96 -> 152 00000100:00100000:2.0:1777047512.020231:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388096512:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 585us (8658us total) trans 21474837750 rc 0/0 00000100:00100000:2.0:1777047512.020253:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1290 00002000:00010000:2.0:1777047512.020261:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (248846->18446744073709551615) 00002000:00100000:2.0:1777047512.020267:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e00b480 with x1863365388096512 ext(248846->18446744073709551615) 00002000:00010000:2.0:1777047512.020277:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e00b480. 00000100:00100000:2.0:1777047512.020319:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1291 00000100:00100000:2.0:1777047512.020340:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388096640:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047512.020530:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047512.020541:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047512 -> 1777047512 00002000:00010000:2.0:1777047512.020546:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:2.0:1777047512.020551:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047512 -> 1777047512 00002000:00010000:2.0:1777047512.020555:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777047512.020605:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388096640:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 274us (8929us total) trans 17179870421 rc 0/0 00000100:00100000:2.0:1777047512.020625:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1291 00002000:00010000:2.0:1777047512.020631:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047512.020637:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b408e00 with x1863365388096640 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047512.020645:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064b408e00. 00000100:00100000:3.0:1777047512.022524:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388096768 00000100:00100000:3.0:1777047512.022537:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388096768 00002000:00010000:3.0:1777047512.022583:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:3.0:1777047512.022591:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b40b100 with x1863365388096768 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047512.022609:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064b40b100. 00000100:00100000:3.0:1777047512.022670:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1292 00000100:00100000:3.0:1777047512.022692:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388096768:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:3.0:1777047512.022843:0:8486:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047512.022855:0:8486:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047512 -> 1777047512 00002000:00010000:3.0:1777047512.022861:0:8486:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:3.0:1777047512.022866:0:8486:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047512 -> 1777047512 00002000:00010000:3.0:1777047512.022870:0:8486:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047512.022998:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388096768:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 311us (11240us total) trans 21474837751 rc 0/0 00000100:00100000:3.0:1777047512.023019:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1292 00002000:00010000:3.0:1777047512.023026:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:3.0:1777047512.023031:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b40b100 with x1863365388096768 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047512.023041:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064b40b100. 00000100:00100000:2.0:1777047512.045691:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047512.047255:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388096896 00000100:00100000:1.0:1777047512.047272:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388096896 00000100:00100000:1.0:1777047512.047456:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6245 00000100:00100000:1.0:1777047512.047477:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365388096896:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047512.047511:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047512.047549:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939d83 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8770 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.047714:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939d8a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.047745:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939d8a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.047766:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939d8a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047512.047825:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 248846 00000004:00200000:1.0:1777047512.047833:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047512.047868:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939d8a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.047916:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939d83 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8770 expref: 29 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.047991:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939d8a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8770 expref: 28 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.048020:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047512.048031:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047512.048037:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90000, rc 0) 00000100:00100000:1.0:1777047512.048135:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57853:x1863365388096896:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 662us (2475us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047512.048154:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6245 00000100:00100000:2.0:1777047512.117574:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047512.119694:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388097024 00000100:00100000:3.0:1777047512.119710:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388097024 00002000:00100000:3.0:1777047512.119798:0:29062:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x8a:0x0] (176128->221183) req@ffff9e0641c55180 x1863365388097024/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:248/0 lens 488/0 e 0 to 0 dl 1777047523 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047512.119826:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c55180 with x1863365388097024 ext(176128->221183) 00002000:00010000:3.0:1777047512.120658:0:29062:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c55180 00000100:00100000:3.0:1777047512.120709:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1293 00000100:00100000:3.0:1777047512.120732:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388097024:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:0.0:1777047512.141693:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388097024:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 20950us (24482us total) trans 0 rc 45056/45056 00000100:00100000:0.0:1777047512.141721:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1293 00002000:00100000:0.0:1777047512.141766:0:29062:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x8a:0x0] (176128->221183) req@ffff9e0641c55180 x1863365388097024/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:248/0 lens 488/440 e 0 to 0 dl 1777047523 ref 1 fl Complete:/600/0 rc 45056/45056 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047512.141790:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c55180 with x1863365388097024 ext(176128->221183) 00002000:00010000:0.0:1777047512.141805:0:29062:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c55180 00000100:00100000:2.0:1777047512.169627:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047512.171057:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388097152 00000100:00100000:0.0:1777047512.171079:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388097152 00002000:00100000:0.0:1777047512.171856:0:29059:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x8a:0x0] (221184->249855) req@ffff9e0641c57480 x1863365388097152/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:248/0 lens 488/0 e 0 to 0 dl 1777047523 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047512.171885:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c57480 with x1863365388097152 ext(221184->249855) 00002000:00010000:0.0:1777047512.172263:0:29059:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c57480 00000100:00100000:0.0:1777047512.172453:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1294 00000100:00100000:0.0:1777047512.172476:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388097152:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:0.0:1777047512.197841:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388097152:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 25358us (28443us total) trans 0 rc 28672/28672 00000100:00100000:0.0:1777047512.197866:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1294 00002000:00100000:0.0:1777047512.197888:0:29059:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x8a:0x0] (221184->249855) req@ffff9e0641c57480 x1863365388097152/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:248/0 lens 488/440 e 0 to 0 dl 1777047523 ref 1 fl Complete:/600/0 rc 28672/28672 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047512.197910:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c57480 with x1863365388097152 ext(221184->249855) 00002000:00010000:0.0:1777047512.197947:0:29059:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c57480 00000100:00100000:0.0:1777047512.224665:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047512.230533:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388097280 00000100:00100000:3.0:1777047512.230553:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388097280 00000100:00100000:3.0:1777047512.230685:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1295 00000100:00100000:3.0:1777047512.230706:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388097280:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:3.0:1777047512.240608:0:20132:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 248846 -> 248846 00002000:00010000:3.0:1777047512.240622:0:20132:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047512 -> 1777047512 00002000:00010000:3.0:1777047512.240628:0:20132:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:3.0:1777047512.240632:0:20132:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047512 -> 1777047512 00002000:00010000:3.0:1777047512.240637:0:20132:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 152 -> 208 00000100:00100000:3.0:1777047512.241122:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388097280:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 10069us (16116us total) trans 21474837752 rc 0/0 00000100:00100000:3.0:1777047512.241142:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1295 00000100:00100000:2.0:1777047512.270601:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047512.273446:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388097536 00000100:00100000:0.0:1777047512.273463:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388097536 00000100:00100000:0.0:1777047512.273547:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2102 00000100:00100000:0.0:1777047512.273567:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07716a8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57853:x1863365388097536:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:0.0:1777047512.276022:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07716a8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57853:x1863365388097536:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 2456us (5427us total) trans 8589935104 rc 0/0 00000100:00100000:0.0:1777047512.276038:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2102 00000100:00100000:2.0:1777047512.340595:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047512.340777:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388097792 00000100:00100000:0.0:1777047512.340792:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388097792 00000100:00100000:0.0:1777047512.340900:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6246 00000100:00100000:0.0:1777047512.340947:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57880:x1863365388097792:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047512.340985:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047512.341021:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d724939d91 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8777 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.341140:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939d98 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.341165:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939d98 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.341186:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939d98 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.341211:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939d9f lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.341224:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939d9f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.341237:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939d9f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.341486:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939da6 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.341506:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939da6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.341522:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939da6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047512.341541:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 248846 00010000:00010000:0.0:1777047512.341669:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939d98 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.341684:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939d98 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.341696:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939d98 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.341709:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939d98 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.341721:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047512.341729:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939d98 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.341742:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939d98 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.341762:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e07513c9400) 00010000:00010000:0.0:1777047512.341770:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047512.341778:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939d98 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.341791:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939d98 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.341816:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939d9f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.341828:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939d9f lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.341838:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939d9f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.341848:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047512.341853:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939d9f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.341864:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939d9f lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.341878:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e07513c9600) 00010000:00010000:0.0:1777047512.341882:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047512.341887:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939d9f lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.341897:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939d9f lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.341997:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d724939d91 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8777 expref: 32 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.342047:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939da6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8777 expref: 31 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.342062:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047512.342068:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047512.342073:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389000, rc 0) 00000100:00100000:0.0:1777047512.342543:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57880:x1863365388097792:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1625us (1982us total) trans 8589935105 rc 0/0 00000100:00100000:0.0:1777047512.342559:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6246 00000100:00100000:3.0:1777047512.352859:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047512.357128:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047512.358534:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388098176 00000100:00100000:1.0:1777047512.358552:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388098176 00000100:00100000:1.0:1777047512.358687:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6247 00000100:00100000:1.0:1777047512.358708:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57880:x1863365388098176:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047512.358747:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047512.358783:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939db4 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f877e expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.359571:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939dbb lrc: 3/1,0 mode: --/PR res: [0x200000405:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.359596:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939dbb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.359615:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939dbb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047512.359632:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x35:0x0]: returning size 0 00010000:00010000:1.0:1777047512.359699:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939db4 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f877e expref: 34 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.359749:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939dbb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f877e expref: 33 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.359765:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x35:0x0].0x0 (ffff9e076def5900) 00010000:00010000:1.0:1777047512.359803:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047512.359810:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91400, rc 0) 00000100:00100000:2.0:1777047512.363805:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388097920 00000100:00100000:2.0:1777047512.363822:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388097920 00000100:00100000:2.0:1777047512.364312:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 416 00000100:00100000:2.0:1777047512.364331:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:2430:x1863365388097920:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047512.364354:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777047512.364608:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57880:x1863365388098176:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 5902us (7486us total) trans 8589935106 rc 0/0 00000100:00100000:1.0:1777047512.364627:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6247 00010000:00010000:2.0:1777047512.368448:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939da6 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8777 expref: 33 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.368487:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047512.368496:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047512.368591:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2430:x1863365388097920:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 4263us (15742us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047512.368608:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 416 00000100:00100000:0.0:1777047512.375867:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047512.376591:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388098432 00000100:00100000:1.0:1777047512.376607:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388098432 00000100:00100000:1.0:1777047512.376696:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6248 00000100:00100000:1.0:1777047512.376715:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57880:x1863365388098432:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047512.376745:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047512.376777:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939dc9 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8785 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.376997:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939dd0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.377028:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939dbb lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f877e expref: 33 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.377047:0:6590:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939dd0 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.377105:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939dbb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f877e expref: 33 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.377134:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939dbb lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f877e expref: 33 pid: 12913 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047512.377160:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b40bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443084160:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047512.377310:0:6590:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07412ed300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047512.386848:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443084288:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777047512.386988:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047512.387341:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777047512.387360:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443084416:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777047512.387482:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047512.387885:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443084288 00000100:00100000:0.0:1777047512.387900:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443084288 00000100:00100000:0.0:1777047512.388100:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443084416 00000100:00100000:0.0:1777047512.388108:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443084416 00000100:00100000:0.0:1777047512.388139:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2500 00000100:00100000:0.0:1777047512.388155:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+15:3684:x1863365443084288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777047512.388192:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 385718720 pending 0 free 3916980224 avail 3685457920 00000100:00100000:0.0:1777047512.388274:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+15:3684:x1863365443084288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (1285us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047512.388288:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2500 00000100:00100000:0.0:1777047512.388321:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2501 00000100:00100000:0.0:1777047512.388334:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443084416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777047512.388355:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 402134592 pending 0 free 3919089664 avail 3687514112 00000100:00100000:0.0:1777047512.388406:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443084416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (925us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047512.388419:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2501 00000100:00100000:2.0:1777047512.390056:0:3684:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474837746 gen 2 00000004:00080000:2.0:1777047512.390069:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e39ce00, transno 21474837737 00000004:00080000:2.0:1777047512.390099:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e39e680, transno 21474837738 00000004:00080000:2.0:1777047512.390104:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e39d500, transno 21474837739 00000004:00080000:2.0:1777047512.390109:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064568ad80, transno 21474837740 00000004:00080000:2.0:1777047512.390113:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0777979180, transno 21474837741 00000004:00080000:2.0:1777047512.390117:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643057800, transno 21474837742 00000004:00080000:2.0:1777047512.390122:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643054e00, transno 21474837743 00000004:00080000:2.0:1777047512.390127:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643055880, transno 21474837744 00000004:00080000:2.0:1777047512.390131:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643054000, transno 21474837745 00000004:00080000:2.0:1777047512.390135:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643054380, transno 21474837746 00000100:00100000:2.0:1777047512.390156:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443084416:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777047512.390521:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443084288:0@lo:13:osp-pre-1-0.0 00000004:00080000:3.0:1777047512.390845:0:33232:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 10 done 00000100:00100000:3.0:1777047512.398233:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047512.398691:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b40bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443084160:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047512.398732:0:6590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939dd0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047512.399704:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388098560 00000100:00100000:0.0:1777047512.399717:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388098560 00010000:00010000:0.0:1777047512.399773:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939dbb lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f877e expref: 34 pid: 12913 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047512.399866:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2074 00000100:00100000:0.0:1777047512.399886:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:2430:x1863365388098560:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047512.399913:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047512.399953:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939dbb lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f877e expref: 34 pid: 12913 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.399980:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939dbb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f877e expref: 34 pid: 12913 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.400018:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939dbb lrc: 0/0,0 mode: --/PR res: [0x200000405:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f877e expref: 34 pid: 12913 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.400052:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x35:0x0].0x0 (ffff9e076def5900) 00010000:00010000:0.0:1777047512.400062:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939dd0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.400079:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939dd0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.400094:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939dd0 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.400163:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047512.400603:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:2430:x1863365388098560:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 718us (2377us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047512.400619:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2074 00010000:00010000:1.0:1777047512.402056:0:6590:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939dd0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.402073:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939dd0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047512.402106:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x35:0x0]: returning size 0 00000004:00080000:1.0:1777047512.402689:0:6590:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x91:0x0], index 0: 0 00000004:00080000:1.0:1777047512.402704:0:6590:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x72:0x0], index 1: 0 00010000:00010000:1.0:1777047512.403236:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939dd0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.403255:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939dd0 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.403267:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939dd0 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.403279:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047512.403287:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939dd0 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.403300:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939dd0 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.403321:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x35:0x0].0x0 (ffff9e076def5900) 00010000:00010000:1.0:1777047512.403327:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047512.403334:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939dd0 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.403347:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939dd0 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.403466:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939dc9 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x35:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8785 expref: 33 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.403489:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x35:0x0].0x0 (ffff9e076def5900) 00010000:00010000:1.0:1777047512.403494:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777047512.403502:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939dc9 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x35:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8785 expref: 33 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.403534:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90200, rc 0) 00000100:00100000:1.0:1777047512.403592:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57880:x1863365388098432:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 26880us (27737us total) trans 8589935107 rc 301/301 00000100:00100000:1.0:1777047512.403608:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6248 00000100:00100000:3.0:1777047512.404286:0:33235:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:33235:1863365443084544:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1777047512.404362:0:33235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047512.404471:0:33235:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845840 going to sleep for 11 seconds 00000100:00100000:1.0:1777047512.406969:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443084544 00000100:00100000:1.0:1777047512.406982:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443084544 00000100:00100000:1.0:1777047512.407157:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4117 00000100:00100000:1.0:1777047512.407177:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:33235:x1863365443084544:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1777047512.407235:0:8481:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 130 00000100:00100000:3.0:1777047512.431682:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047512.432656:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388098816 00000100:00100000:2.0:1777047512.432672:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388098816 00000100:00100000:2.0:1777047512.433085:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2103 00000100:00100000:2.0:1777047512.433114:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57880:x1863365388098816:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047512.433602:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57880:x1863365388098816:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 497us (1930us total) trans 8589935108 rc 0/0 00000100:00100000:2.0:1777047512.433622:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2103 00000100:00100000:1.0:1777047512.435598:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:33235:x1863365443084544:12345-0@lo:5:osp-pre-1-0.0 Request processed in 28423us (31232us total) trans 17179870422 rc 0/0 00000100:00100000:1.0:1777047512.435621:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4117 00000100:00100000:3.0:1777047512.436455:0:33235:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:33235:1863365443084544:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1777047512.436484:0:33235:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x72:0x0]-[0x2c0000401:0xa1:0x0] 00000100:00100000:2.0:1777047512.456669:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047512.456981:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388098944 00000100:00100000:0.0:1777047512.457002:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388098944 00000100:00100000:0.0:1777047512.457120:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6249 00000100:00100000:0.0:1777047512.457140:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57880:x1863365388098944:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047512.457180:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047512.457219:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d724939dde lrc: 2/0,0 mode: --/CR res: [0x200000405:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f878c expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.457455:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939de5 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.457483:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939de5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x35:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.457508:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939de5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x35:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047512.457587:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x35:0x0]: returning size 0 00000004:00200000:0.0:1777047512.457595:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047512.457631:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939de5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x35:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.457685:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d724939dde lrc: 0/0,0 mode: --/CR res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f878c expref: 35 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.457735:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939de5 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x35:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f878c expref: 34 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.457757:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x35:0x0].0x0 (ffff9e07513c9400) 00010000:00010000:0.0:1777047512.457764:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1777047512.457771:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388600, rc 0) 00000100:00100000:0.0:1777047512.458643:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57880:x1863365388098944:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1505us (1989us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047512.458664:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6249 00000100:00100000:3.0:1777047512.481722:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047512.481818:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047512.482229:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388099072 00000100:00100000:2.0:1777047512.482244:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388099072 00000100:00100000:2.0:1777047512.482365:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388099200 00000100:00100000:2.0:1777047512.482372:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388099200 00000100:00100000:2.0:1777047512.482532:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4118 00000100:00100000:2.0:1777047512.482566:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388099072:12345-192.168.201.54@tcp:101:lfs.0 00000100:00100000:0.0:1777047512.482595:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4119 00010000:00010000:2.0:1777047512.482607:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777047512.482622:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388099200:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047512.482652:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047512.482655:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d724939dec lrc: 2/0,0 mode: --/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8793 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047512.482726:0:36216:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x91:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1777047512.483272:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047512.483278:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047512.483304:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d724939dec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8793 expref: 16 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.483355:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d724939dec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8793 expref: 16 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.483392:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166600, rc 0) 00000100:00100000:2.0:1777047512.483565:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388099072:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1006us (1864us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047512.483592:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4118 00010000:00010000:0.0:1777047512.484206:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d724939df3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f879a expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047512.484253:0:8633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x72:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777047512.484284:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047512.484288:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047512.484309:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d724939df3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f879a expref: 24 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.484339:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d724939df3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f879a expref: 24 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.484369:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389400, rc 0) 00000100:00100000:0.0:1777047512.484523:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365388099200:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1900us (2693us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047512.484541:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4119 00000100:00100000:3.0:1777047512.517330:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047512.517787:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388099456 00000100:00100000:0.0:1777047512.517804:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388099456 00000100:00100000:0.0:1777047512.517942:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6250 00000100:00100000:0.0:1777047512.517972:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57880:x1863365388099456:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047512.518014:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047512.518055:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939dfa lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f87a1 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.521343:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d724939e01 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.521465:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d724939e01 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.521495:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d724939e01 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047512.521520:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 248846 00010000:00010000:2.0:1777047512.522247:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388e00/0x5ecf73d724939dfa lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87a1 expref: 37 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.522293:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d724939e01 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87a1 expref: 36 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.522311:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047512.522328:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047512.522335:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166200, rc 0) 00000100:00100000:2.0:1777047512.522563:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57880:x1863365388099456:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 4593us (5254us total) trans 8589935109 rc 0/0 00000100:00100000:2.0:1777047512.522588:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6250 00000100:00100000:2.0:1777047512.568755:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047512.568986:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047512.583451:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047512.583627:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388099584 00000100:00100000:0.0:1777047512.583644:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388099584 00000100:00100000:0.0:1777047512.584561:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388099712 00000100:00100000:0.0:1777047512.584575:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388099712 00000100:00100000:0.0:1777047512.584620:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388099840 00000100:00100000:0.0:1777047512.584625:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388099840 00000100:00100000:0.0:1777047512.584669:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4120 00000100:00100000:0.0:1777047512.584685:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388099584:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047512.584760:0:28387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939e0f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.584803:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d724939d60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f875b expref: 17 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.584827:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047512.584831:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047512.584838:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939e0f lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.584969:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d724939d60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f875b expref: 17 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.585002:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d724939d60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f875b expref: 17 pid: 36217 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047512.585035:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645689f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443084672:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047512.585163:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047512.585216:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4121 00000100:00100000:0.0:1777047512.585235:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2431:x1863365388099712:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047512.585285:0:36216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939e16 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.585310:0:36216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000071ef1d09/0x5ecf73d724939a65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8627 expref: 24 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.585331:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047512.585336:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047512.585342:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939e16 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.585392:0:36216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000071ef1d09/0x5ecf73d724939a65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8627 expref: 24 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047512.585429:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4122 00000100:00100000:3.0:1777047512.585461:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388099840:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047512.585507:0:36216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000071ef1d09/0x5ecf73d724939a65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8627 expref: 24 pid: 8481 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.585530:0:36217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724939e1d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047512.585541:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645689500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365443084800:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047512.585575:0:36217:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939a6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f862e expref: 17 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.585600:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047512.585605:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047512.585612:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724939e1d lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047512.585620:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4900 going to sleep for 11 seconds 00010000:00010000:3.0:1777047512.585669:0:36217:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939a6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f862e expref: 17 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.585700:0:36217:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939a6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f862e expref: 17 pid: 8633 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047512.585731:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443084928:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047512.585808:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845840 going to sleep for 11 seconds 00000100:00100000:2.0:1777047512.601332:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645689500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365443084800:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047512.601449:0:36216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939e16 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047512.601559:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443084928:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047512.601595:0:36217:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724939e1d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047512.601669:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047512.602176:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047512.603622:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645689f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443084672:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047512.603660:0:28387:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939e0f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047512.604105:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388099968 00000100:00100000:3.0:1777047512.604121:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388099968 00000100:00100000:2.0:1777047512.604167:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388100096 00000100:00100000:2.0:1777047512.604185:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388100096 00010000:00010000:3.0:1777047512.604226:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000071ef1d09/0x5ecf73d724939a65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8627 expref: 25 pid: 8481 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.604240:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939a6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f862e expref: 18 pid: 8633 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047512.604618:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047512.611658:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388100224 00000100:00100000:3.0:1777047512.611674:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388100224 00000100:00100000:0.0:1777047512.612211:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2075 00000100:00100000:0.0:1777047512.612238:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0751040c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388100096:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047512.612269:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047512.612310:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939a6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f862e expref: 19 pid: 8633 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.612343:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939a6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f862e expref: 19 pid: 8633 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.612363:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d724939d60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f875b expref: 19 pid: 36217 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.612442:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939a6c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f862e expref: 19 pid: 8633 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047512.612458:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2076 00000100:00100000:3.0:1777047512.612486:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2429:x1863365388099968:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047512.612490:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047512.612498:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047512.612506:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047512.612508:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724939e1d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.612537:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000071ef1d09/0x5ecf73d724939a65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8627 expref: 25 pid: 8481 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.612567:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000071ef1d09/0x5ecf73d724939a65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8627 expref: 25 pid: 8481 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.612598:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071ef1d09/0x5ecf73d724939a65 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8627 expref: 25 pid: 8481 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.612637:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047512.612641:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047512.612648:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939e16 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.612668:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939e16 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.613364:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047512.613453:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365388099968:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 973us (11787us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047512.613470:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2076 00000100:00100000:3.0:1777047512.613506:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2077 00000100:00100000:3.0:1777047512.613520:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388100224:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047512.613538:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047512.613559:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d724939d60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f875b expref: 18 pid: 36217 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.613583:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d724939d60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f875b expref: 18 pid: 36217 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.613612:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d724939d60 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f875b expref: 18 pid: 36217 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.613633:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047512.613636:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047512.613642:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939e0f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.613658:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939e0f lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.614455:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724939e1d lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.614505:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047512.614557:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0751040c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388100096:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 2326us (12385us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047512.614575:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2075 00010000:00010000:3.0:1777047512.614655:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047512.614711:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365388100224:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1189us (10095us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047512.614728:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2077 00010000:00010000:0.0:1777047512.615328:0:28387:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939e0f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.615350:0:28387:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939e0f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.615411:0:28387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939e0f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.615431:0:28387:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939e0f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.615449:0:28387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939e0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.615465:0:28387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047512.615473:0:28387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939e0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.615503:0:28387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939e0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.615529:0:28387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939e0f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.615546:0:28387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939e0f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047512.615650:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388099584:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 30964us (46905us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047512.615669:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4120 00010000:00010000:0.0:1777047512.615813:0:36216:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939e16 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.615831:0:36216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939e16 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.615865:0:36216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939e16 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.615881:0:36216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939e16 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.615896:0:36216:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939e16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.615910:0:36216:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047512.615953:0:36216:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939e16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.615971:0:36216:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939e16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.615995:0:36216:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939e16 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.616010:0:36216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939e16 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047512.616110:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2431:x1863365388099712:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 30877us (47122us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047512.616128:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4121 00010000:00010000:3.0:1777047512.616172:0:36217:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724939e1d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.616194:0:36217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724939e1d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.616226:0:36217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724939e1d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.616242:0:36217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724939e1d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.616257:0:36217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724939e1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.616271:0:36217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047512.616277:0:36217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724939e1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.616293:0:36217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724939e1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.616318:0:36217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724939e1d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.616344:0:36217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724939e1d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047512.616502:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388099840:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 31051us (33059us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047512.616517:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4122 00000100:00100000:0.0:1777047512.633388:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047512.633453:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047512.633506:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047512.633718:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388100352 00000100:00100000:2.0:1777047512.633733:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388100352 00000100:00100000:2.0:1777047512.633812:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388100608 00000100:00100000:2.0:1777047512.633818:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388100608 00000100:00100000:3.0:1777047512.633839:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388100480 00000100:00100000:3.0:1777047512.633852:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388100480 00000100:00100000:2.0:1777047512.633867:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4123 00000100:00100000:2.0:1777047512.633890:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388100352:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047512.633952:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1777047512.633962:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4124 00000100:00100000:3.0:1777047512.633985:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388100608:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047512.633992:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d724939e24 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f87a8 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.634004:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047512.634035:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724939e2b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f87b6 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047512.634041:0:8633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 248846, mtime: 0x69eb97d8, atime: 0x69eb97d0, ctime: 0x69eb97d8, blocks: 0xd0 00002000:00010000:3.0:1777047512.634083:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8c:0x0] initial LVB size: 0, mtime: 0x69eb97d8, atime: 0x69eb97d0, ctime: 0x69eb97d8, blocks: 0x0 00010000:00010000:2.0:1777047512.634088:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047512.634095:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047512.634109:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047512.634112:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d724939e24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87a8 expref: 17 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.634115:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047512.634131:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724939e2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87b6 expref: 17 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.634159:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d724939e24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87a8 expref: 17 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.634167:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724939e2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87b6 expref: 17 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.634221:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166800, rc 0) 00010000:00010000:3.0:1777047512.634221:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2800, rc 0) 00000100:00100000:2.0:1777047512.634333:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388100352:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 448us (952us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047512.634350:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4123 00000100:00100000:0.0:1777047512.634376:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4125 00000100:00100000:0.0:1777047512.634437:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388100480:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047512.634457:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047512.634481:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939e32 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f87af expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047512.634546:0:8481:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6d:0x0] initial LVB size: 0, mtime: 0x69eb97d8, atime: 0x69eb97d0, ctime: 0x69eb97d8, blocks: 0x1800 00010000:00010000:0.0:1777047512.634571:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047512.634576:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047512.634589:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939e32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87af expref: 24 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.634615:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939e32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87af expref: 24 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.634635:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388e00, rc 0) 00000100:00100000:3.0:1777047512.634734:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388100608:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 755us (1277us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047512.634749:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4124 00000100:00100000:0.0:1777047512.645270:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365388100480:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 10828us (11748us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047512.645291:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4125 00010000:00010000:1.0:1777047512.902868:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047512.903275:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047512.905480:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388100736 00000100:00100000:1.0:1777047512.905496:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388100736 00000100:00100000:1.0:1777047512.905601:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4126 00000100:00100000:1.0:1777047512.905620:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388100736:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047512.905793:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388100736:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 176us (2525us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047512.905808:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4126 00000100:00100000:3.0:1777047512.919173:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047512.919546:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388100864 00000100:00100000:0.0:1777047512.919563:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388100864 00000100:00100000:0.0:1777047512.919671:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6251 00000100:00100000:0.0:1777047512.919690:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57880:x1863365388100864:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047512.919724:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047512.919755:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939e39 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f87bd expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.920585:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d724939e40 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.920611:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d724939e40 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.920631:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d724939e40 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.920837:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d724939e39 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87bd expref: 38 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.920871:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d724939e40 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87bd expref: 37 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.920888:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x35:0x0].0x0 (ffff9e07513c9400) 00010000:00010000:0.0:1777047512.920894:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777047512.920900:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388800, rc 0) 00000100:00100000:0.0:1777047512.921010:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57880:x1863365388100864:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1323us (1849us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047512.921025:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6251 00000100:00100000:2.0:1777047512.947568:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047512.951146:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388101120 00000100:00100000:0.0:1777047512.951163:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388101120 00000100:00100000:0.0:1777047512.951272:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6252 00000100:00100000:0.0:1777047512.951291:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57880:x1863365388101120:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047512.951369:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047512.951479:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939de5 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x35:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f878c expref: 37 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.951514:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x35:0x0].0x0 (ffff9e07513c9400) 00010000:00010000:0.0:1777047512.951526:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047512.951893:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939e47 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.951947:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939e47 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.951967:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939e47 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047512.952045:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935110 00000004:00010000:1.0:1777047512.952090:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d141671a reply state 00000000338f4863 transno 8589935111 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939e47 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.952125:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939e47 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.952139:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x35:0x0].0x0 (ffff9e07513c9400) 00010000:00010000:1.0:1777047512.952145:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047512.952149:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047512.952307:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57880:x1863365388101120:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1017us (4748us total) trans 8589935111 rc 0/0 00000100:00100000:1.0:1777047512.952322:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6252 00000020:00080000:1.0:1777047512.952331:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047512.961280:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047512.961795:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388101248 00000100:00100000:1.0:1777047512.961809:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388101248 00000100:00100000:1.0:1777047512.961955:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6253 00000100:00100000:1.0:1777047512.961975:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57880:x1863365388101248:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047512.962013:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047512.962046:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939e4e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f87c4 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.962134:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939e4e lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87c4 expref: 40 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.962160:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939e4e lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87c4 expref: 40 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.962195:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x35:0x0].0x0 (ffff9e07513c9400) 00010000:00010000:1.0:1777047512.962202:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047512.962209:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91e00, rc 0) 00000100:00100000:1.0:1777047512.962323:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57880:x1863365388101248:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 351us (1053us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047512.962337:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6253 00000100:00100000:0.0:1777047512.985077:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047512.987155:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388101376 00000100:00100000:3.0:1777047512.987172:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388101376 00000100:00100000:3.0:1777047512.987255:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4127 00000100:00100000:3.0:1777047512.987277:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:57880:x1863365388101376:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047512.987316:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047512.987344:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724939e55 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f87cb expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.987471:0:36217:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d724939dec lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8793 expref: 17 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.987490:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047512.987494:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047512.987501:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724939e55 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87cb expref: 17 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.987589:0:36217:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d724939dec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8793 expref: 17 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.987617:0:36217:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d724939dec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8793 expref: 17 pid: 36216 timeout: 4241 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047512.987640:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443085056:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047512.987867:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845840 going to sleep for 11 seconds 00000100:00100000:0.0:1777047512.999017:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047512.999573:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443085056:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047512.999625:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724939e55 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87cb expref: 17 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047512.999672:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2400, rc 0) 00000100:00100000:3.0:1777047512.999769:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57880:x1863365388101376:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 12498us (14702us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047512.999785:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4127 00000100:00100000:1.0:1777047513.002653:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388101504 00000100:00100000:1.0:1777047513.002666:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388101504 00010000:00010000:1.0:1777047513.002752:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d724939dec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8793 expref: 17 pid: 36216 timeout: 4241 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047513.002813:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2078 00000100:00100000:1.0:1777047513.002829:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388101504:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047513.002851:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047513.002862:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d724939dec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8793 expref: 17 pid: 36216 timeout: 4241 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.002888:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d724939dec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8793 expref: 17 pid: 36216 timeout: 4241 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.002950:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d724939dec lrc: 0/0,0 mode: --/PR res: [0x280000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8793 expref: 17 pid: 36216 timeout: 4241 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.002989:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047513.002993:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047513.003003:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724939e55 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87cb expref: 16 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.003021:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724939e55 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87cb expref: 16 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777047513.003079:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777047513.003101:0:6575:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724939e55 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87cb expref: 16 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047513.003127:0:6575:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b40bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443085184:192.168.201.54@tcp:105: 00000100:00100000:1.0:1777047513.003221:0:6575:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07752e00c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047513.015297:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047513.015323:0:6575:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b40bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443085184:192.168.201.54@tcp:105: 00010000:00010000:1.0:1777047513.015370:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047513.015515:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388101504:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 12684us (16506us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047513.015552:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2078 00000100:00100000:2.0:1777047513.016614:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388101632 00000100:00100000:2.0:1777047513.016627:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388101632 00000100:00100000:2.0:1777047513.017076:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4128 00000100:00100000:2.0:1777047513.017100:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57880:x1863365388101632:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047513.017126:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047513.017152:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939e5c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f87d2 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.017563:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d724939df3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f879a expref: 25 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.017579:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047513.017583:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047513.017591:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939e5c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87d2 expref: 25 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.017671:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d724939df3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f879a expref: 25 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.017707:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d724939df3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f879a expref: 25 pid: 8633 timeout: 4241 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047513.017730:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749164a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1863365443085312:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047513.017827:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8acc0 going to sleep for 11 seconds 00000100:00080000:3.0:1777047513.018560:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777047513.030474:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749164a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1863365443085312:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047513.030527:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939e5c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87d2 expref: 25 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.030562:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167400, rc 0) 00000100:00100000:2.0:1777047513.034590:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57880:x1863365388101632:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 17488us (19296us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047513.034610:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4128 00000100:00100000:0.0:1777047513.050898:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047513.051086:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388101760 00000100:00100000:3.0:1777047513.051104:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388101760 00010000:00010000:3.0:1777047513.051169:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d724939df3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f879a expref: 25 pid: 8633 timeout: 4241 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047513.051238:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2079 00000100:00100000:3.0:1777047513.051256:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e008380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365388101760:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047513.051279:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047513.051290:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d724939df3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f879a expref: 25 pid: 8633 timeout: 4241 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.051315:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d724939df3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f879a expref: 25 pid: 8633 timeout: 4241 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.051354:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d724939df3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f879a expref: 25 pid: 8633 timeout: 4241 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.051479:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047513.051485:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047513.051496:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939e5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87d2 expref: 24 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.051516:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939e5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87d2 expref: 24 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.051579:0:36227:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939e5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87d2 expref: 24 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047513.051606:0:36227:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:36227:1863365443085440:192.168.201.54@tcp:105: 00000100:00100000:3.0:1777047513.051716:0:36227:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845840 going to sleep for 11 seconds 00000100:00100000:2.0:1777047513.069084:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047513.069160:0:36227:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:36227:1863365443085440:192.168.201.54@tcp:105: 00010000:00010000:3.0:1777047513.069202:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047513.069304:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e008380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365388101760:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 18050us (18415us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047513.069323:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2079 00000100:00100000:2.0:1777047513.079535:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047513.088420:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388101888 00000100:00100000:1.0:1777047513.088440:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388101888 00002000:00010000:1.0:1777047513.088511:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/145 (0->18446744073709551615) 00002000:00100000:1.0:1777047513.088521:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0749164a80 with x1863365388101888 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047513.088539:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0749164a80. 00000100:00100000:1.0:1777047513.088606:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388102016 00000100:00100000:1.0:1777047513.088613:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388102016 00002000:00010000:1.0:1777047513.088641:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/114 (0->18446744073709551615) 00002000:00100000:1.0:1777047513.088647:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0749165880 with x1863365388102016 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047513.088658:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0749165880. 00000100:00100000:1.0:1777047513.088724:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1296 00000100:00100000:1.0:1777047513.088743:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388101888:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047513.089034:0:29057:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047513.089042:0:29057:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb mtime from disk: 0 -> 1777047513 00002000:00010000:1.0:1777047513.089047:0:29057:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047513.089052:0:29057:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb ctime from disk: 0 -> 1777047513 00002000:00010000:1.0:1777047513.089056:0:29057:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047513.089481:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388101888:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 740us (20438us total) trans 21474837753 rc 0/0 00000100:00100000:1.0:1777047513.089497:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1296 00002000:00010000:1.0:1777047513.089506:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/145 (0->18446744073709551615) 00002000:00100000:1.0:1777047513.089511:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0749164a80 with x1863365388101888 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047513.089521:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0749164a80. 00000100:00100000:1.0:1777047513.089555:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1297 00000100:00100000:1.0:1777047513.089569:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749165880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365388102016:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047513.089709:0:29057:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x72:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047513.089715:0:29057:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x72:0x0] updating lvb mtime from disk: 0 -> 1777047513 00002000:00010000:1.0:1777047513.089719:0:29057:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x72:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047513.089724:0:29057:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x72:0x0] updating lvb ctime from disk: 0 -> 1777047513 00002000:00010000:1.0:1777047513.089728:0:29057:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x72:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047513.089772:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749165880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2429:x1863365388102016:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 204us (10249us total) trans 17179870423 rc 0/0 00000100:00100000:1.0:1777047513.089784:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1297 00002000:00010000:1.0:1777047513.089789:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/114 (0->18446744073709551615) 00002000:00100000:1.0:1777047513.089794:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0749165880 with x1863365388102016 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047513.089804:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0749165880. 00000100:00100000:0.0:1777047513.112058:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047513.112741:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388102144 00000100:00100000:1.0:1777047513.112755:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388102144 00000100:00100000:1.0:1777047513.112855:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4129 00000100:00100000:1.0:1777047513.112871:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e008700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388102144:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047513.113190:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e008700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388102144:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 319us (1167us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047513.113206:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4129 00000100:00100000:0.0:1777047513.144137:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047513.144501:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388102272 00000100:00100000:1.0:1777047513.144515:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388102272 00000100:00100000:1.0:1777047513.144608:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4130 00000100:00100000:1.0:1777047513.144625:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388102272:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047513.145130:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388102272:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 505us (1001us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047513.145144:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4130 00000100:00100000:2.0:1777047513.169107:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047513.169571:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388102400 00000100:00100000:1.0:1777047513.169586:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388102400 00000100:00100000:1.0:1777047513.169780:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1298 00000100:00100000:1.0:1777047513.169799:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365388102400:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047513.169883:0:24562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939e63 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.170271:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047513.170276:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047513.170285:0:24562:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939e63 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.170308:0:24562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939e63 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.170511:0:24562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939e63 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.170529:0:24562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939e63 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.170544:0:24562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939e63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.170557:0:24562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047513.170565:0:24562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939e63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.170579:0:24562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939e63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.170608:0:24562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939e63 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.170622:0:24562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939e63 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047513.170711:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365388102400:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 916us (1613us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1777047513.170726:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1298 00000100:00100000:2.0:1777047513.202374:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047513.204090:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388102528 00000100:00100000:1.0:1777047513.204105:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388102528 00000100:00100000:1.0:1777047513.204206:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1299 00000100:00100000:1.0:1777047513.204225:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388102528:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:1.0:1777047513.204278:0:24564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939e6a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.204310:0:24564:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724939e55 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87cb expref: 17 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.204326:0:24564:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047513.204330:0:24564:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047513.204336:0:24564:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939e6a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.204448:0:24564:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724939e55 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87cb expref: 17 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.204474:0:24564:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724939e55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87cb expref: 17 pid: 36217 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047513.204498:0:24564:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b40bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24564:1863365443085568:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047513.204629:0:24564:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07752e00c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047513.206487:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047513.206541:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047513.207685:0:33219:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388102656 00000100:00100000:3.0:1777047513.207696:0:33219:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388102656 00000100:00100000:3.0:1777047513.207773:0:33219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 297 00000100:00100000:3.0:1777047513.207789:0:33219:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644023850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2432:x1863365388102656:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:3.0:1777047513.208418:0:33219:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644023850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2432:x1863365388102656:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 630us (1872us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047513.208438:0:33219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 297 00000100:00100000:2.0:1777047513.209186:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388102784 00000100:00100000:2.0:1777047513.209196:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388102784 00000100:00100000:2.0:1777047513.209291:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4998 00000100:00100000:2.0:1777047513.209306:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2432:x1863365388102784:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:2.0:1777047513.209363:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2432:x1863365388102784:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 61us (2881us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047513.209416:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4998 00000100:00080000:3.0:1777047513.211158:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777047513.219339:0:24564:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b40bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24564:1863365443085568:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047513.219438:0:24564:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939e6a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047513.220236:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047513.221965:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388102912 00000100:00100000:1.0:1777047513.221978:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388102912 00010000:00010000:1.0:1777047513.223142:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724939e55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87cb expref: 18 pid: 36217 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047513.223276:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2080 00000100:00100000:1.0:1777047513.223297:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388102912:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047513.223319:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047513.223347:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724939e55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87cb expref: 18 pid: 36217 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.223371:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724939e55 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87cb expref: 18 pid: 36217 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.223405:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac4e8938/0x5ecf73d724939e55 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87cb expref: 18 pid: 36217 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.223430:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047513.223434:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047513.223441:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939e6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.223517:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939e6a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.223568:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047513.223638:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388102912:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 346us (3403us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047513.223652:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2080 00010000:00010000:3.0:1777047513.224084:0:24564:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939e6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.224102:0:24564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939e6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047513.251402:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837754 is committed 00002000:00010000:3.0:1777047513.251816:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb size from disk: 0 -> 16384 00002000:00010000:3.0:1777047513.251826:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb blocks from disk: 0 -> 32 00010000:00010000:3.0:1777047513.251847:0:24564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939e6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.251869:0:24564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939e6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.251884:0:24564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939e6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.251895:0:24564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047513.251938:0:24564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939e6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.251955:0:24564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939e6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.251985:0:24564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939e6a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.252001:0:24564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939e6a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047513.252156:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388102528:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 47930us (49812us total) trans 21474837754 rc 0/0 00000100:00100000:3.0:1777047513.252505:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1299 00000100:00100000:0.0:1777047513.274590:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047513.274976:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388103040 00000100:00100000:2.0:1777047513.274998:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388103040 00000100:00100000:2.0:1777047513.275089:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4131 00000100:00100000:2.0:1777047513.275106:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388103040:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:2.0:1777047513.275609:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388103040:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 505us (1029us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047513.275624:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4131 00000100:00100000:0.0:1777047513.319035:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047513.322034:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388103168 00000100:00100000:3.0:1777047513.322050:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388103168 00000100:00100000:3.0:1777047513.322141:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4132 00000100:00100000:3.0:1777047513.322159:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365388103168:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047513.322357:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365388103168:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 191us (3323us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047513.322373:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4132 00000100:00100000:1.0:1777047513.350974:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047513.351096:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388103296 00000100:00100000:3.0:1777047513.351114:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388103296 00000100:00100000:3.0:1777047513.351265:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1300 00000100:00100000:3.0:1777047513.351284:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388103296:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:3.0:1777047513.351334:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724939e71 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.351363:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047513.351367:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047513.351375:0:8486:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724939e71 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->176127] (req 114688->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.351462:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724939e71 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->176127] (req 114688->176127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.376515:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724939e71 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->176127] (req 114688->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.376546:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724939e71 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->176127] (req 114688->176127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.376561:0:8486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724939e71 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->176127] (req 114688->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.376575:0:8486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead3600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047513.376584:0:8486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724939e71 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->176127] (req 114688->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.376626:0:8486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724939e71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->176127] (req 114688->176127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.376658:0:8486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724939e71 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->176127] (req 114688->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.376690:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7fb3027/0x5ecf73d724939e71 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [114688->176127] (req 114688->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047513.376814:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388103296:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 25530us (25847us total) trans 0 rc 61440/61440 00000100:00100000:2.0:1777047513.376834:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1300 00000100:00100000:1.0:1777047513.388548:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047513.388725:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388103424 00000100:00100000:2.0:1777047513.388739:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388103424 00000100:00100000:2.0:1777047513.389778:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1301 00000100:00100000:2.0:1777047513.389816:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388103424:12345-192.168.201.54@tcp:4:lfs.0 00002000:00010000:2.0:1777047513.389887:0:29067:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x91:0x0] initial LVB size: 16384, mtime: 0x69eb97d9, atime: 0x0, ctime: 0x69eb97d9, blocks: 0x20 00010000:00010000:2.0:1777047513.390415:0:29067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d724939e78 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.390444:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047513.390447:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047513.390456:0:29067:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d724939e78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [114688->176127] (req 114688->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.390482:0:29067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d724939e78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [114688->176127] (req 114688->176127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047513.458114:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837755 is committed 00002000:00010000:0.0:1777047513.460877:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb size from disk: 16384 -> 176128 00002000:00010000:0.0:1777047513.460887:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb blocks from disk: 32 -> 152 00010000:00010000:0.0:1777047513.460906:0:29067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d724939e78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [114688->176127] (req 114688->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.460927:0:29067:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d724939e78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [114688->176127] (req 114688->176127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.460944:0:29067:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d724939e78 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [114688->176127] (req 114688->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.460957:0:29067:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047513.460965:0:29067:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d724939e78 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [114688->176127] (req 114688->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.460980:0:29067:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d724939e78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [114688->176127] (req 114688->176127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.461021:0:29067:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d724939e78 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [114688->176127] (req 114688->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.461037:0:29067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d724939e78 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [114688->176127] (req 114688->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047513.461212:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388103424:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 71394us (72669us total) trans 21474837755 rc 0/0 00000100:00100000:0.0:1777047513.461230:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1301 00000100:00100000:0.0:1777047513.483835:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047513.484049:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388103552 00000100:00100000:2.0:1777047513.484063:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388103552 00000100:00100000:2.0:1777047513.484164:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4133 00000100:00100000:2.0:1777047513.484182:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365388103552:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:2.0:1777047513.484366:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365388103552:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 185us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047513.484437:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4133 00000100:00100000:1.0:1777047513.498306:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047513.503142:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388103808 00000100:00100000:2.0:1777047513.503160:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388103808 00000100:00100000:2.0:1777047513.503296:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6254 00000100:00100000:2.0:1777047513.503319:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57880:x1863365388103808:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047513.503687:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939e7f lrc: 3/0,1 mode: --/PW res: [0x200000405:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.503718:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939e7f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.503741:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939e7f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047513.503804:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935112 00000004:00010000:2.0:1777047513.503837:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000009e6140a reply state 000000006b84ca1c transno 8589935113 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939e7f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.503861:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939e7f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.503877:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x35:0x0].0x0 (ffff9e07513c9400) 00010000:00010000:2.0:1777047513.503883:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047513.503889:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047513.504054:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57880:x1863365388103808:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 741us (5758us total) trans 8589935113 rc 0/0 00000100:00100000:2.0:1777047513.504070:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6254 00000020:00080000:2.0:1777047513.504079:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:3.0:1777047513.508111:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047513.525796:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047513.529810:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388103936 00000100:00100000:0.0:1777047513.529829:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388103936 00000100:00100000:0.0:1777047513.532610:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4134 00000100:00100000:0.0:1777047513.532633:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:57880:x1863365388103936:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047513.532662:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047513.532695:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d6cf971a/0x5ecf73d724939e86 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f87d9 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047513.532735:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x91:0x0] initial LVB size: 176128, mtime: 0x69eb97d9, atime: 0x0, ctime: 0x69eb97d9, blocks: 0x98 00010000:00010000:0.0:1777047513.533101:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047513.533105:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047513.533120:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d6cf971a/0x5ecf73d724939e86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87d9 expref: 13 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.533462:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d6cf971a/0x5ecf73d724939e86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87d9 expref: 13 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.533542:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389000, rc 0) 00000100:00100000:0.0:1777047513.533631:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57880:x1863365388103936:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1005us (7847us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047513.533646:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4134 00000100:00100000:1.0:1777047513.543520:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047513.543571:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047513.543717:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388104064 00000100:00100000:0.0:1777047513.543732:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388104064 00002000:00010000:0.0:1777047513.543785:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/145 (248846->18446744073709551615) 00002000:00100000:0.0:1777047513.543794:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b408380 with x1863365388104064 ext(248846->18446744073709551615) 00002000:00010000:0.0:1777047513.543812:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064b408380. 00000100:00100000:0.0:1777047513.544230:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388104192 00000100:00100000:0.0:1777047513.544239:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388104192 00002000:00010000:0.0:1777047513.544268:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/114 (0->18446744073709551615) 00002000:00100000:0.0:1777047513.544275:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b40b800 with x1863365388104192 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047513.544286:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064b40b800. 00000100:00100000:0.0:1777047513.544328:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1302 00000100:00100000:0.0:1777047513.544354:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365388104064:12345-192.168.201.54@tcp:10:lfs.0 00000100:00100000:1.0:1777047513.544441:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1303 00000100:00100000:1.0:1777047513.544465:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2431:x1863365388104192:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:0.0:1777047513.544701:0:29062:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb size from disk: 176128 -> 248846 00002000:00010000:0.0:1777047513.544709:0:29062:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb mtime from disk: 1777047513 -> 1777047514 00002000:00010000:0.0:1777047513.544715:0:29062:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047513.544718:0:29062:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb ctime from disk: 1777047513 -> 1777047514 00002000:00010000:0.0:1777047513.544723:0:29062:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb blocks from disk: 152 -> 152 00000100:00100000:0.0:1777047513.545105:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388104064:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 753us (1595us total) trans 21474837756 rc 0/0 00000100:00100000:0.0:1777047513.545120:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1302 00002000:00010000:0.0:1777047513.545454:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/145 (248846->18446744073709551615) 00002000:00100000:0.0:1777047513.545461:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b408380 with x1863365388104064 ext(248846->18446744073709551615) 00002000:00010000:0.0:1777047513.545475:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064b408380. 00002000:00010000:1.0:1777047513.545480:0:29058:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x72:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047513.545488:0:29058:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x72:0x0] updating lvb mtime from disk: 1777047513 -> 1777047514 00002000:00010000:1.0:1777047513.545494:0:29058:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x72:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047513.545498:0:29058:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x72:0x0] updating lvb ctime from disk: 1777047513 -> 1777047514 00002000:00010000:1.0:1777047513.545502:0:29058:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x72:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047513.545716:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2431:x1863365388104192:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 1096us (1982us total) trans 17179870424 rc 0/0 00000100:00100000:1.0:1777047513.545733:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1303 00002000:00010000:1.0:1777047513.545740:0:29058:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/114 (0->18446744073709551615) 00002000:00100000:1.0:1777047513.545746:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b40b800 with x1863365388104192 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047513.545755:0:29058:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064b40b800. 00000100:00100000:2.0:1777047513.565282:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047513.565727:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388104320 00000100:00100000:3.0:1777047513.565743:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388104320 00000100:00100000:3.0:1777047513.566025:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1304 00000100:00100000:3.0:1777047513.566048:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388104320:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:3.0:1777047513.566106:0:20132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000cea17d8/0x5ecf73d724939e8d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.566134:0:20132:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047513.566138:0:20132:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047513.566147:0:20132:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000cea17d8/0x5ecf73d724939e8d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.566172:0:20132:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000cea17d8/0x5ecf73d724939e8d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.566341:0:20132:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000cea17d8/0x5ecf73d724939e8d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.566361:0:20132:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000cea17d8/0x5ecf73d724939e8d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.566377:0:20132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000cea17d8/0x5ecf73d724939e8d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.566401:0:20132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047513.566409:0:20132:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000cea17d8/0x5ecf73d724939e8d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.566425:0:20132:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000cea17d8/0x5ecf73d724939e8d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.566452:0:20132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000cea17d8/0x5ecf73d724939e8d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.566467:0:20132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000cea17d8/0x5ecf73d724939e8d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047513.566663:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388104320:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 620us (1393us total) trans 0 rc 3086/3086 00000100:00100000:3.0:1777047513.566681:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1304 00000100:00100000:0.0:1777047513.604284:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047513.604644:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388104448 00000100:00100000:2.0:1777047513.604661:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388104448 00000100:00100000:2.0:1777047513.604783:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1305 00000100:00100000:2.0:1777047513.604802:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388104448:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:2.0:1777047513.604856:0:24565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d724939e94 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.604935:0:24565:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d6cf971a/0x5ecf73d724939e86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87d9 expref: 14 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.604955:0:24565:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047513.604959:0:24565:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047513.604966:0:24565:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d724939e94 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.605040:0:24565:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d6cf971a/0x5ecf73d724939e86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87d9 expref: 14 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.605071:0:24565:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d6cf971a/0x5ecf73d724939e86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87d9 expref: 14 pid: 8480 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047513.605101:0:24565:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749165500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:24565:1863365443085696:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047513.605251:0:24565:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047513.624505:0:24565:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749165500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:24565:1863365443085696:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047513.624556:0:24565:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d724939e94 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047513.625870:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047513.626045:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388104576 00000100:00100000:1.0:1777047513.626057:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388104576 00010000:00010000:1.0:1777047513.626113:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d6cf971a/0x5ecf73d724939e86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87d9 expref: 15 pid: 8480 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047513.626534:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2081 00000100:00100000:1.0:1777047513.626559:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388104576:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047513.626590:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047513.626623:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d6cf971a/0x5ecf73d724939e86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87d9 expref: 15 pid: 8480 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.626659:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d6cf971a/0x5ecf73d724939e86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87d9 expref: 15 pid: 8480 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.626697:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d6cf971a/0x5ecf73d724939e86 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87d9 expref: 15 pid: 8480 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.626725:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047513.626729:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047513.626737:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d724939e94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.626755:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d724939e94 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.626796:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047513.626874:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388104576:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 321us (1006us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047513.626889:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2081 00010000:00010000:0.0:1777047513.627142:0:24565:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d724939e94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.627161:0:24565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d724939e94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047513.640138:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837757 is committed 00002000:00010000:0.0:1777047513.640926:0:24565:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb blocks from disk: 152 -> 160 00010000:00010000:0.0:1777047513.640951:0:24565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d724939e94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.640974:0:24565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d724939e94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.640990:0:24565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d724939e94 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.641027:0:24565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047513.641037:0:24565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d724939e94 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.641054:0:24565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d724939e94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.641092:0:24565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d724939e94 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.641105:0:24565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d724939e94 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047513.641262:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365388104448:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 36457us (36985us total) trans 21474837757 rc 0/0 00000100:00100000:0.0:1777047513.641279:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1305 00000100:00100000:0.0:1777047513.665361:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047513.665526:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388104704 00000100:00100000:1.0:1777047513.665541:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388104704 00000100:00100000:1.0:1777047513.665629:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6255 00000100:00100000:1.0:1777047513.665651:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57880:x1863365388104704:12345-192.168.201.54@tcp:44:lfs.0 00000001:00080000:2.0:1777047513.682702:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935113 is committed 00010000:00010000:1.0:1777047513.683671:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d724939d75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.683695:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d724939d75 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.683709:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d724939d75 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.683722:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047513.684111:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d724939d75 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.684130:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d724939d75 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.684157:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047513.684164:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047513.684172:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d724939d75 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.684186:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d724939d75 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.684224:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939e47 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.684237:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939e47 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.684248:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939e47 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.684266:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047513.684271:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939e47 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.684284:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939e47 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.684300:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x35:0x0].0x0 (ffff9e07513c9400) 00010000:00010000:1.0:1777047513.684305:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047513.684310:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939e47 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.684321:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939e47 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.684354:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939e7f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.684365:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939e7f lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.684376:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939e7f lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.684457:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047513.684463:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939e7f lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.684475:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939e7f lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.684498:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x35:0x0].0x0 (ffff9e07513c9400) 00010000:00010000:1.0:1777047513.684502:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047513.684507:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939e7f lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.684518:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d724939e7f lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047513.684843:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57880:x1863365388104704:12345-192.168.201.54@tcp:44:lfs.0 Request processed in 19189us (19485us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047513.684868:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6255 00000100:00100000:1.0:1777047513.699436:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047513.701987:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388104960 00000100:00100000:0.0:1777047513.702004:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388104960 00000100:00100000:0.0:1777047513.702111:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4135 00000100:00100000:0.0:1777047513.702131:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2432:x1863365388104960:12345-192.168.201.54@tcp:16:lfs.0 00000100:00100000:0.0:1777047513.709492:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047513.709696:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388104832 00000100:00100000:2.0:1777047513.709709:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388104832 00000100:00100000:2.0:1777047513.709777:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4136 00000100:00100000:2.0:1777047513.709794:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388104832:12345-192.168.201.54@tcp:16:lfs.0 00000100:00100000:2.0:1777047513.710296:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388104832:12345-192.168.201.54@tcp:16:lfs.0 Request processed in 501us (812us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047513.710313:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4136 00000001:00080000:1.0:1777047513.734738:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870424 is committed 00000001:00080000:1.0:1777047513.734763:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870422 is committed 00000100:00100000:0.0:1777047513.737723:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2432:x1863365388104960:12345-192.168.201.54@tcp:16:lfs.0 Request processed in 35565us (38268us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047513.737746:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4135 00000100:00100000:0.0:1777047513.836731:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047513.836798:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047513.836867:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047513.837042:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388105088 00000100:00100000:2.0:1777047513.837055:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388105088 00000100:00100000:2.0:1777047513.837438:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388105216 00000100:00100000:2.0:1777047513.837445:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388105216 00000100:00100000:2.0:1777047513.837481:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388105344 00000100:00100000:2.0:1777047513.837486:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388105344 00000100:00100000:2.0:1777047513.837518:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4137 00000100:00100000:2.0:1777047513.837533:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388105088:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:2.0:1777047513.837592:0:8479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d724939e9b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.837619:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047513.837622:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047513.837630:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d724939e9b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.837653:0:8479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d724939e9b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.837698:0:8479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d724939e9b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.837712:0:8479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d724939e9b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.837725:0:8479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d724939e9b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.837738:0:8479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047513.837744:0:8479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d724939e9b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.837759:0:8479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d724939e9b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.837781:0:8479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d724939e9b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.837795:0:8479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d724939e9b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047513.838267:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4138 00000100:00100000:3.0:1777047513.838286:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388105216:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:3.0:1777047513.838322:0:36217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724939ea2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.838338:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047513.838342:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047513.838347:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724939ea2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.838376:0:36217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724939ea2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.838434:0:36217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724939ea2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.838448:0:36217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724939ea2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.838462:0:36217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724939ea2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.838474:0:36217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047513.838479:0:36217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724939ea2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.838491:0:36217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724939ea2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.838508:0:36217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724939ea2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.838521:0:36217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000cea17d8/0x5ecf73d724939ea2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047513.838639:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4139 00000100:00100000:0.0:1777047513.838657:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0775807050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388105344:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047513.838703:0:8480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d724939ea9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.838719:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047513.838722:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047513.838727:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d724939ea9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.838746:0:8480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d724939ea9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.839109:0:8480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d724939ea9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.839125:0:8480:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d724939ea9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.839138:0:8480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d724939ea9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.839150:0:8480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047513.839156:0:8480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d724939ea9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.839171:0:8480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d724939ea9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.839200:0:8480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d724939ea9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.839213:0:8480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d724939ea9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047513.839461:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388105088:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 1928us (2738us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047513.839475:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4137 00000100:00100000:0.0:1777047513.843599:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0775807050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388105344:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 4936us (6720us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047513.843616:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4139 00000100:00100000:2.0:1777047513.844647:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388105216:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 6364us (7844us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047513.844661:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4138 00000100:00100000:0.0:1777047513.855050:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047513.855599:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388105600 00000100:00100000:2.0:1777047513.855613:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388105600 00000100:00100000:2.0:1777047513.855703:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6256 00000100:00100000:2.0:1777047513.855720:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57880:x1863365388105600:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047513.855831:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d724939eb0 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.855859:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d724939eb0 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.855877:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d724939eb0 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777047513.856086:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000345f7c58 reply state 000000006f1106e5 transno 8589935114 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d724939eb0 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.856108:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d724939eb0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.856120:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x35:0x0].0x0 (ffff9e07513c9400) 00010000:00010000:2.0:1777047513.856126:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047513.856131:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047513.856540:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57880:x1863365388105600:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 822us (1500us total) trans 8589935114 rc 0/0 00000100:00100000:2.0:1777047513.856553:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6256 00000100:00100000:1.0:1777047513.872853:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047513.873055:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388105728 00000100:00100000:2.0:1777047513.873069:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388105728 00000100:00100000:2.0:1777047513.873160:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4140 00000100:00100000:2.0:1777047513.873176:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:57880:x1863365388105728:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047513.873608:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047513.873640:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d724939eb7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f87e0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047513.873679:0:8633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x91:0x0] initial LVB size: 248846, mtime: 0x69eb97da, atime: 0x0, ctime: 0x69eb97da, blocks: 0xa0 00010000:00010000:2.0:1777047513.873707:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047513.873711:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047513.873722:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d724939eb7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87e0 expref: 13 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.873747:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d724939eb7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87e0 expref: 13 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.873768:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166000, rc 0) 00000100:00100000:2.0:1777047513.873956:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57880:x1863365388105728:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 780us (1112us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047513.873969:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4140 00000100:00100000:2.0:1777047513.891838:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047513.891936:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047513.892368:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388105856 00000100:00100000:0.0:1777047513.892428:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388105856 00000100:00100000:0.0:1777047513.892492:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388105984 00000100:00100000:0.0:1777047513.892498:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388105984 00000100:00100000:0.0:1777047513.892564:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4141 00000100:00100000:0.0:1777047513.892583:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388105856:12345-192.168.201.54@tcp:2:lfs.0 00000100:00100000:3.0:1777047513.892642:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4142 00000100:00100000:3.0:1777047513.892660:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388105984:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:0.0:1777047513.893163:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb size from disk: 248846 -> 248846 00002000:00010000:0.0:1777047513.893170:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb mtime from disk: 1777047514 -> 1777047512 00002000:00010000:0.0:1777047513.893175:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb atime from disk: 0 -> 1777047512 00002000:00010000:0.0:1777047513.893179:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb ctime from disk: 1777047514 -> 1777047514 00002000:00010000:0.0:1777047513.893183:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:0.0:1777047513.897533:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388105856:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 4574us (5327us total) trans 21474837758 rc 0/0 00000100:00100000:0.0:1777047513.897552:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4141 00002000:00010000:3.0:1777047513.897808:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x72:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047513.897816:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x72:0x0] updating lvb mtime from disk: 1777047514 -> 1777047512 00002000:00010000:3.0:1777047513.897820:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x72:0x0] updating lvb atime from disk: 0 -> 1777047512 00002000:00010000:3.0:1777047513.897824:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x72:0x0] updating lvb ctime from disk: 1777047514 -> 1777047514 00002000:00010000:3.0:1777047513.897851:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x72:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047513.897965:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388105984:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 5307us (6026us total) trans 17179870425 rc 0/0 00000100:00100000:3.0:1777047513.897979:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4142 00000100:00100000:0.0:1777047513.915044:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047513.922748:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388106240 00000100:00100000:2.0:1777047513.922768:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388106240 00000100:00100000:2.0:1777047513.924798:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6257 00000100:00100000:2.0:1777047513.924821:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57880:x1863365388106240:12345-192.168.201.54@tcp:55:lfs.0 00010000:00010000:2.0:1777047513.924942:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939ebe lrc: 3/0,1 mode: --/PW res: [0x200000405:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.924970:0:34275:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d724939e40 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87bd expref: 30 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.924995:0:34275:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939ebe lrc: 4/0,1 mode: --/PW res: [0x200000405:0x35:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.925050:0:34275:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d724939e40 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87bd expref: 30 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.925076:0:34275:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d724939e40 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87bd expref: 30 pid: 9025 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047513.925103:0:34275:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749167b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443085824:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047513.925256:0:34275:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8ab40 going to sleep for 11 seconds 00010000:00010000:3.0:1777047513.927209:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047513.947223:0:34275:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749167b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443085824:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047513.947276:0:34275:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939ebe lrc: 3/0,1 mode: --/PW res: [0x200000405:0x35:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047513.950928:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047513.951116:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388106368 00000100:00100000:3.0:1777047513.951128:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388106368 00010000:00010000:3.0:1777047513.951184:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d724939e40 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87bd expref: 31 pid: 9025 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047513.951559:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2082 00000100:00100000:3.0:1777047513.951578:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365388106368:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047513.951600:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047513.951611:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d724939e40 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87bd expref: 31 pid: 9025 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.951634:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d724939e40 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87bd expref: 31 pid: 9025 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.951675:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d724939e40 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87bd expref: 31 pid: 9025 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.951702:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x35:0x0].0x0 (ffff9e07513c9400) 00010000:00010000:3.0:1777047513.951711:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939ebe lrc: 3/0,1 mode: --/PW res: [0x200000405:0x35:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.951734:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939ebe lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.951749:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939ebe lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.952000:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047513.952108:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2430:x1863365388106368:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 532us (1186us total) trans 0 rc 0/0 00010000:00010000:2.0:1777047513.953070:0:34275:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939ebe lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.953088:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939ebe lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047513.953488:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2082 00010000:00010000:2.0:1777047513.954373:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939ebe lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.954390:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939ebe lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.954402:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939ebe lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.954412:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047513.954420:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939ebe lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.954431:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939ebe lrc: 4/0,0 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.954449:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x35:0x0].0x0 (ffff9e07513c9400) 00010000:00010000:2.0:1777047513.954455:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777047513.954461:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939ebe lrc: 2/0,0 mode: --/PW res: [0x200000405:0x35:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.954472:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d724939ebe lrc: 0/0,0 mode: --/PW res: [0x200000405:0x35:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047513.954573:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57880:x1863365388106240:12345-192.168.201.54@tcp:55:lfs.0 Request processed in 29758us (39868us total) trans 0 rc -22/-22 00000100:00100000:2.0:1777047513.954631:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6257 00000100:00100000:0.0:1777047513.969618:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047513.972469:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388106624 00000100:00100000:2.0:1777047513.972485:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388106624 00000100:00100000:2.0:1777047513.974695:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6258 00000100:00100000:2.0:1777047513.974716:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57880:x1863365388106624:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047513.977038:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047513.977079:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939d8a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8770 expref: 29 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.977126:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047513.977134:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047513.977961:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939ec5 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.977989:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939ec5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.978007:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939ec5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777047513.978535:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f6d0140e reply state 000000006d8e9f75 transno 8589935115 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939ec5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.978558:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939ec5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.978570:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047513.978575:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047513.978580:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047513.979100:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57880:x1863365388106624:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 4008us (9111us total) trans 8589935115 rc 0/0 00000100:00100000:0.0:1777047513.979115:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6258 00000100:00100000:1.0:1777047513.988615:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047513.988754:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388106752 00000100:00100000:2.0:1777047513.988770:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388106752 00000100:00100000:2.0:1777047513.988873:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4143 00000100:00100000:2.0:1777047513.989068:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57880:x1863365388106752:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047513.989105:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047513.989134:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d724939ecc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f87e7 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.989183:0:36216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d724939e24 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87a8 expref: 15 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.989201:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047513.989205:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047513.989211:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d724939ecc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87e7 expref: 15 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.989264:0:36216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d724939e24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87a8 expref: 15 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.989287:0:36216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d724939e24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87a8 expref: 15 pid: 8633 timeout: 4242 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047513.989310:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749167b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:36216:1863365443085952:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047513.989434:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047514.004161:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749167b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:36216:1863365443085952:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047514.004214:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d724939ecc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87e7 expref: 15 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.004249:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167c00, rc 0) 00000100:00100000:0.0:1777047514.004344:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57880:x1863365388106752:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 15455us (15739us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047514.004366:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4143 00000100:00100000:0.0:1777047514.010992:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047514.011524:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388106880 00000100:00100000:2.0:1777047514.011538:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388106880 00010000:00010000:2.0:1777047514.011592:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d724939e24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87a8 expref: 15 pid: 8633 timeout: 4242 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047514.011665:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2083 00000100:00100000:2.0:1777047514.011682:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0751040850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388106880:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047514.011705:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047514.011732:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d724939e24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87a8 expref: 15 pid: 8633 timeout: 4242 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.011760:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d724939e24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87a8 expref: 15 pid: 8633 timeout: 4242 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.011796:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d724939e24 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87a8 expref: 15 pid: 8633 timeout: 4242 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.011836:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047514.011840:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047514.011852:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d724939ecc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87e7 expref: 14 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.011869:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d724939ecc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87e7 expref: 14 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.011957:0:6574:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d724939ecc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87e7 expref: 14 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047514.011985:0:6574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749166a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365443086080:192.168.201.54@tcp:105: 00000100:00100000:2.0:1777047514.012116:0:6574:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a840 going to sleep for 11 seconds 00000100:00100000:2.0:1777047514.027510:0:6574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749166a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365443086080:192.168.201.54@tcp:105: 00010000:00010000:2.0:1777047514.027551:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047514.027643:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0751040850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388106880:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 15963us (16659us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047514.027661:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2083 00000100:00100000:2.0:1777047514.036956:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047514.037749:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388107008 00000100:00100000:3.0:1777047514.037763:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388107008 00000100:00100000:0.0:1777047514.038359:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4144 00000100:00100000:0.0:1777047514.038379:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:57880:x1863365388107008:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047514.038406:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047514.038432:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939ed3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f87ee expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.038480:0:36217:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939e32 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87af expref: 21 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.038497:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047514.038501:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047514.038509:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939ed3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87ee expref: 21 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.038560:0:36217:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939e32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87af expref: 21 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.038586:0:36217:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939e32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87af expref: 21 pid: 8481 timeout: 4242 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047514.038610:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a28380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:36217:1863365443086208:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047514.038770:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047514.053801:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047514.053946:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388107136 00000100:00100000:3.0:1777047514.053959:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388107136 00010000:00010000:3.0:1777047514.054049:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939e32 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87af expref: 22 pid: 8481 timeout: 4242 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047514.054103:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2084 00000100:00100000:3.0:1777047514.054120:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388107136:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047514.054144:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047514.054175:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939e32 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87af expref: 22 pid: 8481 timeout: 4242 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.054201:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939e32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87af expref: 22 pid: 8481 timeout: 4242 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.054239:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047514.054242:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047514.054253:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939ed3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87ee expref: 22 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.054270:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939ed3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87ee expref: 22 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.054326:0:6573:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939ed3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87ee expref: 22 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047514.054346:0:6573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6573:1863365443086336:192.168.201.54@tcp:105: 00000100:00100000:3.0:1777047514.054512:0:6573:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845780 going to sleep for 11 seconds 00010000:00010000:2.0:1777047514.058970:0:36217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939e32 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87af expref: 22 pid: 8481 timeout: 4242 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047514.059006:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a28380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:36217:1863365443086208:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047514.059050:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939ed3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87ee expref: 21 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.059072:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389600, rc 0) 00000100:00100000:2.0:1777047514.059163:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:57880:x1863365388107008:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 20788us (22217us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047514.059179:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4144 00000100:00100000:3.0:1777047514.079124:0:6573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6573:1863365443086336:192.168.201.54@tcp:105: 00010000:00010000:3.0:1777047514.079165:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047514.079265:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388107136:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 25145us (25473us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047514.079283:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2084 00000100:00100000:1.0:1777047514.086610:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047514.088205:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388107264 00000100:00100000:2.0:1777047514.088240:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388107264 00000100:00100000:2.0:1777047514.088339:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4145 00000100:00100000:2.0:1777047514.088359:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57880:x1863365388107264:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047514.088446:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047514.088475:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d724939eda lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f87f5 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.088526:0:11204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724939e2b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87b6 expref: 15 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.088542:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047514.088546:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047514.088556:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d724939eda lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87f5 expref: 15 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.088610:0:11204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724939e2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87b6 expref: 15 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.088635:0:11204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724939e2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87b6 expref: 15 pid: 8480 timeout: 4242 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047514.088659:0:11204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749166d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11204:1863365443086464:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047514.088780:0:11204:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a540 going to sleep for 11 seconds 00000100:00100000:0.0:1777047514.106833:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047514.107307:0:11204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749166d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11204:1863365443086464:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047514.107364:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d724939eda lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87f5 expref: 15 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.108048:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166800, rc 0) 00000100:00100000:3.0:1777047514.108297:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388107392 00000100:00100000:3.0:1777047514.108309:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388107392 00010000:00010000:3.0:1777047514.108363:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724939e2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87b6 expref: 16 pid: 8480 timeout: 4242 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047514.108465:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2085 00000100:00100000:3.0:1777047514.108483:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388107392:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047514.108502:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047514.108530:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724939e2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87b6 expref: 16 pid: 8480 timeout: 4242 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.108553:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724939e2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87b6 expref: 16 pid: 8480 timeout: 4242 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.108613:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046c217a9/0x5ecf73d724939e2b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87b6 expref: 16 pid: 8480 timeout: 4242 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.108637:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047514.108641:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047514.108650:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d724939eda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87f5 expref: 15 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.108667:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d724939eda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87f5 expref: 15 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.108718:0:9569:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d724939eda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87f5 expref: 15 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047514.108741:0:9569:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9569:1863365443086592:192.168.201.54@tcp:105: 00000100:00100000:3.0:1777047514.108846:0:9569:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845780 going to sleep for 11 seconds 00000100:00100000:2.0:1777047514.109352:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57880:x1863365388107264:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 20994us (22750us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047514.109367:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4145 00000100:00100000:3.0:1777047514.131760:0:9569:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9569:1863365443086592:192.168.201.54@tcp:105: 00010000:00010000:3.0:1777047514.131837:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047514.131964:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388107392:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 23482us (25138us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047514.131992:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2085 00000100:00100000:0.0:1777047514.131994:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047514.132055:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388107648 00000100:00100000:0.0:1777047514.132067:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388107648 00000100:00100000:0.0:1777047514.132149:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4146 00000100:00100000:0.0:1777047514.132165:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388107648:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:0.0:1777047514.132366:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047514.132373:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047512 -> 1777047512 00002000:00010000:0.0:1777047514.132378:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047504 -> 1777047512 00002000:00010000:0.0:1777047514.132443:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047512 -> 1777047514 00002000:00010000:0.0:1777047514.132450:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1777047514.132518:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388107648:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 355us (536us total) trans 17179870426 rc 0/0 00000100:00100000:0.0:1777047514.132532:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4146 00000100:00100000:0.0:1777047514.132679:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047514.132716:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388107520 00000100:00100000:0.0:1777047514.132722:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388107520 00000100:00100000:0.0:1777047514.132761:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4147 00000100:00100000:0.0:1777047514.132772:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388107520:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:0.0:1777047514.132932:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 248846 -> 248846 00002000:00010000:0.0:1777047514.132938:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047512 -> 1777047512 00002000:00010000:0.0:1777047514.132942:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047504 -> 1777047512 00002000:00010000:0.0:1777047514.132946:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047512 -> 1777047514 00002000:00010000:0.0:1777047514.132950:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:0.0:1777047514.132989:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388107520:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 216us (310us total) trans 21474837759 rc 0/0 00000100:00100000:0.0:1777047514.133008:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4147 00000100:00100000:0.0:1777047514.133091:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047514.133123:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388107776 00000100:00100000:0.0:1777047514.133130:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388107776 00000100:00100000:0.0:1777047514.133172:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4148 00000100:00100000:0.0:1777047514.133184:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388107776:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:0.0:1777047514.133282:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047514.133288:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047512 -> 1777047512 00002000:00010000:0.0:1777047514.133292:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047504 -> 1777047512 00002000:00010000:0.0:1777047514.133296:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047512 -> 1777047514 00002000:00010000:0.0:1777047514.133300:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047514.133339:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388107776:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 155us (248us total) trans 21474837760 rc 0/0 00000100:00100000:0.0:1777047514.133352:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4148 00000100:00100000:1.0:1777047514.161339:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047514.162049:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388108032 00000100:00100000:0.0:1777047514.162063:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388108032 00000100:00100000:0.0:1777047514.162161:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2104 00000100:00100000:0.0:1777047514.162177:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57880:x1863365388108032:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:0.0:1777047514.162589:0:15374:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d724939e01 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87a1 expref: 30 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.162645:0:15374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d724939ee1 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.162666:0:15374:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d724939bfb lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86c8 expref: 30 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.162691:0:15374:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939d7c lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8769 expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.162705:0:15374:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d724939ee1 lrc: 5/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.162755:0:15374:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939d7c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8769 expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.162777:0:15374:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939d7c lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8769 expref: 30 pid: 12913 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047514.163455:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a2a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443086720:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047514.163603:0:15374:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d724939bfb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86c8 expref: 30 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.163622:0:15374:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d724939bfb lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86c8 expref: 30 pid: 6590 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047514.163639:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443086848:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047514.163678:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047514.172708:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a2a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443086720:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047514.172728:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443086848:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047514.172766:0:15374:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d724939ee1 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047514.177607:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047514.177744:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047514.178183:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388108288 00000100:00100000:2.0:1777047514.178196:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388108288 00010000:00010000:2.0:1777047514.178252:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d724939bfb lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86c8 expref: 31 pid: 6590 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047514.178304:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388108160 00000100:00100000:2.0:1777047514.178309:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388108160 00010000:00010000:2.0:1777047514.178355:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939d7c lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8769 expref: 32 pid: 12913 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047514.178463:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2086 00000100:00100000:2.0:1777047514.178479:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2430:x1863365388108288:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047514.178502:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047514.178513:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d724939bfb lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86c8 expref: 32 pid: 6590 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.178533:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d724939bfb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86c8 expref: 32 pid: 6590 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.178564:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d724939bfb lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86c8 expref: 32 pid: 6590 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.178588:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047514.178596:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d724939ee1 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.178618:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d724939ee1 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.178629:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047514.178699:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365388108288:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 223us (1103us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047514.178713:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2086 00000100:00100000:2.0:1777047514.178744:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2087 00000100:00100000:2.0:1777047514.178756:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2430:x1863365388108160:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047514.178770:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047514.178778:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939d7c lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8769 expref: 30 pid: 12913 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.178822:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939d7c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8769 expref: 30 pid: 12913 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.178844:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d724939d7c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8769 expref: 30 pid: 12913 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.178862:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047514.178868:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d724939ee1 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.178881:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d724939ee1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.178929:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d724939ee1 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.178965:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047514.179002:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2430:x1863365388108160:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 247us (1259us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047514.179015:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2087 00010000:00010000:0.0:1777047514.180669:0:15374:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d724939ee1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.180686:0:15374:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d724939ee1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.180722:0:15374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d724939ee8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.180742:0:15374:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939e4e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87c4 expref: 28 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.180756:0:15374:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d724939ee8 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x35:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.180843:0:15374:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939e4e lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87c4 expref: 28 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.180867:0:15374:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939e4e lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87c4 expref: 28 pid: 12913 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047514.180914:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443086976:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047514.181027:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047514.193663:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443086976:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047514.193706:0:15374:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d724939ee8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x35:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047514.195086:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047514.195271:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388108416 00000100:00100000:3.0:1777047514.195284:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388108416 00010000:00010000:3.0:1777047514.195622:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939e4e lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87c4 expref: 29 pid: 12913 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047514.195711:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2088 00000100:00100000:3.0:1777047514.195733:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2429:x1863365388108416:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047514.195759:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047514.195774:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939e4e lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x35:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87c4 expref: 29 pid: 12913 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.195797:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939e4e lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x35:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87c4 expref: 29 pid: 12913 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.195834:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939e4e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x35:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87c4 expref: 29 pid: 12913 timeout: 4242 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.195911:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x35:0x0].0x0 (ffff9e07513c9400) 00010000:00010000:3.0:1777047514.195921:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d724939ee8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x35:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.195938:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d724939ee8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x35:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.195959:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d724939ee8 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x35:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.196013:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047514.196097:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2429:x1863365388108416:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 370us (1015us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047514.196112:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2088 00010000:00010000:0.0:1777047514.196494:0:15374:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d724939ee8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x35:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.196510:0:15374:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d724939ee8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x35:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047514.197105:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443087104:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047514.197176:0:15374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047514.197578:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89b40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047514.198490:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443087104 00000100:00100000:3.0:1777047514.198502:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443087104 00000100:00080000:0.0:1777047514.198599:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047514.198634:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3335 00000100:00100000:3.0:1777047514.198651:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443087104:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047514.199533:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443087104:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 883us (2352us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047514.199547:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3335 00000100:00100000:0.0:1777047514.199746:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443087104:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047514.199845:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443087232:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047514.199923:0:15374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047514.200054:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89000 going to sleep for 11 seconds 00000100:00100000:2.0:1777047514.206949:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443087232 00000100:00100000:2.0:1777047514.206968:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443087232 00000100:00100000:2.0:1777047514.207080:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3336 00000100:00100000:2.0:1777047514.207101:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443087232:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047514.207604:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443087232:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 508us (7677us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047514.207620:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3336 00000100:00080000:0.0:1777047514.207870:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047514.209106:0:15374:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179870422 gen 2 00000004:00080000:3.0:1777047514.209119:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644327800, transno 17179870410 00000004:00080000:3.0:1777047514.209156:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644326a00, transno 17179870411 00000004:00080000:3.0:1777047514.209163:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644327100, transno 17179870412 00000004:00080000:3.0:1777047514.209168:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644327480, transno 17179870413 00000004:00080000:3.0:1777047514.209172:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644325c00, transno 17179870414 00000004:00080000:3.0:1777047514.209177:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0642d30380, transno 17179870415 00000004:00080000:3.0:1777047514.209182:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0642d31f80, transno 17179870416 00000004:00080000:3.0:1777047514.209186:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643056d80, transno 17179870417 00000004:00080000:3.0:1777047514.209190:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643054700, transno 17179870418 00000004:00080000:3.0:1777047514.209194:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643055500, transno 17179870419 00000100:00100000:3.0:1777047514.209221:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443087232:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047514.209339:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443087360:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047514.209455:0:15374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047514.209513:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07433c6780 going to sleep for 11 seconds 00000004:00080000:1.0:1777047514.209735:0:33234:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 10 done 00000100:00100000:2.0:1777047514.210518:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443087360 00000100:00100000:2.0:1777047514.210528:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443087360 00000100:00100000:2.0:1777047514.210593:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3337 00000100:00100000:2.0:1777047514.210609:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443087360:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047514.210737:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443087360:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 130us (1285us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047514.210752:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3337 00000100:00100000:3.0:1777047514.213471:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443087360:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047514.213561:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443087488:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047514.213620:0:15374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047514.213675:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0748b0de40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047514.214935:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443087488 00000100:00100000:1.0:1777047514.214949:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443087488 00000100:00100000:1.0:1777047514.215028:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3338 00000100:00100000:1.0:1777047514.215045:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443087488:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047514.215265:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443087488:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 220us (1640us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047514.215301:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3338 00000100:00100000:0.0:1777047514.215741:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443087488:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047514.215844:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a0700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443087616:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047514.215926:0:15374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047514.215975:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89000 going to sleep for 11 seconds 00000100:00100000:2.0:1777047514.216233:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443087616 00000100:00100000:2.0:1777047514.216244:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443087616 00000100:00100000:2.0:1777047514.216331:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3339 00000100:00100000:2.0:1777047514.216347:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443087616:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047514.216519:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443087616:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 175us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047514.216540:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3339 00000100:00100000:0.0:1777047514.217115:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a0700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443087616:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047514.217550:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a0700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443087744:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047514.217598:0:15374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047514.217622:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89000 going to sleep for 11 seconds 00000100:00100000:1.0:1777047514.218034:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443087744 00000100:00100000:1.0:1777047514.218043:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443087744 00000100:00100000:1.0:1777047514.218104:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3340 00000100:00100000:1.0:1777047514.218118:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443087744:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047514.218238:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443087744:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 121us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047514.218252:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3340 00000100:00100000:3.0:1777047514.218807:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a0700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443087744:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047514.219962:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443087872:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047514.220025:0:15374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047514.221605:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07433c63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047514.221745:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443087872 00000100:00100000:2.0:1777047514.221756:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443087872 00000100:00100000:2.0:1777047514.221857:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3341 00000100:00100000:2.0:1777047514.221874:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443087872:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047514.222052:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443087872:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 180us (2024us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047514.222069:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3341 00000100:00100000:3.0:1777047514.222733:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443087872:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047514.223570:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443088000:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047514.223626:0:15374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047514.223653:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07433c6780 going to sleep for 11 seconds 00000100:00100000:0.0:1777047514.224332:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443088000 00000100:00100000:0.0:1777047514.224342:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443088000 00000100:00100000:0.0:1777047514.224454:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3342 00000100:00100000:0.0:1777047514.224471:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443088000:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047514.224627:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443088000:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 158us (997us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047514.224641:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3342 00000100:00100000:3.0:1777047514.227631:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443088000:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047514.229067:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443088128:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047514.229447:0:15374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047514.229506:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07433c63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047514.229953:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443088128 00000100:00100000:1.0:1777047514.229964:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443088128 00000100:00100000:1.0:1777047514.230045:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3343 00000100:00100000:1.0:1777047514.230059:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443088128:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047514.230516:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443088128:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 134us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047514.230530:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3343 00000100:00100000:3.0:1777047514.231130:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443088128:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047514.240220:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749167800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443088256:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047514.241140:0:15374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047514.241528:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047514.243333:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443088256 00000100:00100000:3.0:1777047514.243347:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443088256 00000100:00100000:3.0:1777047514.243490:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3344 00000100:00100000:3.0:1777047514.243507:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443088256:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047514.243669:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443088256:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 165us (3354us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047514.243683:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3344 00000100:00100000:2.0:1777047514.245498:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749167800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443088256:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047514.245614:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749167800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443088384:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047514.245671:0:15374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047514.245741:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047514.245850:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443088384 00000100:00100000:0.0:1777047514.245858:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443088384 00000100:00100000:0.0:1777047514.245947:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3345 00000100:00100000:0.0:1777047514.245962:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749167480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443088384:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047514.246071:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749167480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443088384:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 111us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047514.246083:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3345 00000100:00100000:2.0:1777047514.246589:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749167800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443088384:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047514.246655:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749167800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443088512:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047514.246701:0:15374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047514.246743:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047514.246834:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443088512 00000100:00100000:1.0:1777047514.246844:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443088512 00000100:00100000:1.0:1777047514.246945:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3346 00000100:00100000:1.0:1777047514.246961:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443088512:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047514.247107:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443088512:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 151us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047514.247119:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3346 00000100:00100000:2.0:1777047514.248478:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749167800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443088512:0@lo:1000:mdt_rdpg00_002.0 00000040:00080000:2.0:1777047514.248743:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].13, 728 off45960 00000001:00080000:2.0:1777047514.248765:0:15374:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935116 00000100:00100000:2.0:1777047514.248876:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749167800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443088640:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047514.248958:0:15374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047514.249006:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047514.249599:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443088640 00000100:00100000:3.0:1777047514.249609:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443088640 00000100:00100000:3.0:1777047514.249682:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3347 00000100:00100000:3.0:1777047514.249697:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749165c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443088640:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047514.249931:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749165c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:15374:x1863365443088640:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 235us (970us total) trans 21474837761 rc 0/0 00000100:00100000:3.0:1777047514.249943:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3347 00000100:00100000:2.0:1777047514.253725:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749167800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443088640:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047514.253791:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749166680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443088768:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047514.253869:0:15374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047514.253939:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047514.255533:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443088768 00000100:00100000:0.0:1777047514.255543:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443088768 00000100:00100000:0.0:1777047514.255616:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3348 00000100:00100000:0.0:1777047514.255632:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443088768:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047514.256210:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:15374:x1863365443088768:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 580us (2339us total) trans 17179870427 rc 0/0 00000100:00100000:0.0:1777047514.256223:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3348 00000100:00100000:2.0:1777047514.256447:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749166680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443088768:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:2.0:1777047514.256547:0:15374:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935117 00010000:00010000:2.0:1777047514.256592:0:15374:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d724939ee8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x35:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.256608:0:15374:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d724939ee8 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x35:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.256630:0:15374:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d724939ee8 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x35:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.256640:0:15374:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047514.256647:0:15374:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d724939ee8 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x35:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.256661:0:15374:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d724939ee8 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x35:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.256685:0:15374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x35:0x0].0x0 (ffff9e07513c9400) 00010000:00010000:2.0:1777047514.256690:0:15374:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777047514.256696:0:15374:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d724939ee8 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x35:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.256717:0:15374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d724939ee8 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x35:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.256746:0:15374:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d724939ee1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.256756:0:15374:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d724939ee1 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.256765:0:15374:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d724939ee1 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.256774:0:15374:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047514.256778:0:15374:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d724939ee1 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.256788:0:15374:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d724939ee1 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.256800:0:15374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047514.256804:0:15374:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777047514.256808:0:15374:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d724939ee1 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.256817:0:15374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d724939ee1 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.256833:0:15374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047514.256836:0:15374:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047514.256845:0:15374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d724939e01 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87a1 expref: 30 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047514.259652:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57880:x1863365388108032:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 97469us (98314us total) trans 8589935118 rc 0/0 00000100:00100000:2.0:1777047514.259667:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2104 00000020:00080000:2.0:1777047514.259675:0:15374:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1777047514.270568:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047514.272259:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388108544 00000100:00100000:1.0:1777047514.272297:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388108544 00000100:00100000:1.0:1777047514.272458:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6259 00000100:00100000:1.0:1777047514.272476:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749167b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57880:x1863365388108544:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047514.272519:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047514.272548:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939eef lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f87fc expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.272654:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939eef lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87fc expref: 30 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.272688:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939eef lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87fc expref: 30 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.272715:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047514.272731:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047514.272737:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91400, rc 0) 00000100:00100000:1.0:1777047514.272854:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749167b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57880:x1863365388108544:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 381us (2296us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047514.272867:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6259 00000100:00100000:1.0:1777047514.296257:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047514.307536:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388108800 00000100:00100000:0.0:1777047514.307554:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388108800 00000100:00100000:0.0:1777047514.307659:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2105 00000100:00100000:0.0:1777047514.307677:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57880:x1863365388108800:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047514.308048:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57880:x1863365388108800:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 373us (11801us total) trans 8589935119 rc 0/0 00000100:00100000:0.0:1777047514.308061:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2105 00000100:00100000:3.0:1777047514.315250:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047514.324253:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388109056 00000100:00100000:2.0:1777047514.324272:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388109056 00000100:00100000:2.0:1777047514.324357:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2106 00000100:00100000:2.0:1777047514.324376:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57880:x1863365388109056:12345-192.168.201.54@tcp:35:lfs.0 00000004:00080000:2.0:1777047514.324691:0:35315:0:(mdd_object.c:4010:mdd_close()) Object [0x200000405:0x35:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1777047514.324812:0:35315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d724939ef6 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.324837:0:35315:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d724939ef6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.324855:0:35315:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d724939ef6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.324870:0:35315:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d724939ef6 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.324882:0:35315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d724939ef6 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.324923:0:35315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d724939ef6 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.324948:0:35315:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777047514.325108:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57880:x1863365388109056:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 734us (9867us total) trans 8589935120 rc 0/0 00000100:00100000:2.0:1777047514.325131:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2106 00010000:00010000:1.0:1777047514.326606:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047514.326619:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d724939ef6 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.326631:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047514.326638:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d724939ef6 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.326650:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d724939ef6 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.326670:0:6577:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x35:0x0].0x0 (ffff9e07513c9400) 00010000:00010000:1.0:1777047514.326677:0:6577:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777047514.326683:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d724939ef6 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.326692:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d724939ef6 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.326726:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047514.326729:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047514.326732:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047514.368120:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047514.369542:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388109184 00000100:00100000:0.0:1777047514.369559:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388109184 00000100:00100000:1.0:1777047514.373400:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6260 00000100:00100000:1.0:1777047514.373422:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57882:x1863365388109184:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047514.373456:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047514.373491:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939efd lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8803 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.373668:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939f04 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.373695:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939f04 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.373715:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939f04 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.373736:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939f0b lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.373748:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939f0b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.373759:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939f0b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.374191:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d724939f12 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.374208:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d724939f12 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.374222:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d724939f12 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047514.374284:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 248846 00000004:00200000:1.0:1777047514.374291:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047514.374321:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d724939f12 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.374340:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d724939f12 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.374357:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939f04 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.374370:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939f04 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.374415:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939f04 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.374428:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939f04 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.374440:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047514.374447:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939f04 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.374459:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939f04 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.374479:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e07821daa00) 00010000:00010000:1.0:1777047514.374485:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047514.374492:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939f04 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.374503:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d724939f04 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.374527:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939f0b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.374537:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939f0b lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.374546:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939f0b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.374555:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047514.374560:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939f0b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.374571:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939f0b lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.374582:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e07821dad00) 00010000:00010000:1.0:1777047514.374587:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047514.374592:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939f0b lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.374609:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939f0b lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.374656:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939efd lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8803 expref: 34 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.374681:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d724939f12 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8803 expref: 33 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.374694:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047514.374698:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047514.374702:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90600, rc 0) 00000100:00100000:1.0:1777047514.374803:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57882:x1863365388109184:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1385us (6695us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047514.374817:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6260 00000100:00100000:3.0:1777047514.392307:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047514.392517:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388109440 00000100:00100000:0.0:1777047514.392531:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388109440 00000100:00100000:0.0:1777047514.392637:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6261 00000100:00100000:0.0:1777047514.392657:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57882:x1863365388109440:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047514.392689:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047514.392720:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d724939f19 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f880a expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.392943:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939f20 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.392970:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939f20 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.392990:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939f20 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047514.393019:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 248846 00010000:00010000:0.0:1777047514.393174:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d724939f19 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f880a expref: 36 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.393205:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939f20 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f880a expref: 35 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.393221:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047514.393226:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1777047514.393232:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388600, rc 0) 00000100:00100000:0.0:1777047514.393332:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57882:x1863365388109440:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 679us (1037us total) trans 8589935121 rc 0/0 00000100:00100000:0.0:1777047514.393353:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6261 00000100:00100000:3.0:1777047514.417547:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047514.418248:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388109696 00000100:00100000:1.0:1777047514.418263:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388109696 00000100:00100000:1.0:1777047514.418364:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6262 00000100:00100000:1.0:1777047514.418446:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643056d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57882:x1863365388109696:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047514.418485:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047514.418516:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939f2e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8811 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.418668:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939f35 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.418693:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939f35 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.418714:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939f35 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047514.418733:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 248846 00010000:00010000:1.0:1777047514.418926:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939f2e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8811 expref: 38 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.418961:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939f35 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8811 expref: 37 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.418977:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047514.418983:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047514.418989:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90200, rc 0) 00000100:00100000:1.0:1777047514.419077:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643056d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57882:x1863365388109696:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 698us (1543us total) trans 8589935122 rc 0/0 00000100:00100000:1.0:1777047514.419093:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6262 00000100:00100000:2.0:1777047514.441919:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047514.442359:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388109824 00000100:00100000:0.0:1777047514.442373:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388109824 00000100:00100000:0.0:1777047514.442541:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4149 00000100:00100000:0.0:1777047514.442560:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388109824:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047514.442587:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047514.442618:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d724939f43 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8818 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047514.442655:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 143936, mtime: 0x69eb97d6, atime: 0x69eb97bd, ctime: 0x69eb97d6, blocks: 0x60 00010000:00010000:0.0:1777047514.442684:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047514.442688:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047514.442702:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d724939f43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8818 expref: 22 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.442734:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d724939f43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8818 expref: 22 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.442768:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389400, rc 0) 00000100:00100000:0.0:1777047514.443561:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388109824:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1002us (1671us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047514.443576:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4149 00000100:00100000:3.0:1777047514.454560:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047514.465079:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388109952 00000100:00100000:2.0:1777047514.465100:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388109952 00000100:00100000:2.0:1777047514.465224:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4150 00000100:00100000:2.0:1777047514.465244:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388109952:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047514.465271:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047514.465305:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d724939f4a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f881f expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047514.465347:0:11204:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8f:0x0] initial LVB size: 143936, mtime: 0x69eb97d7, atime: 0x69eb97ca, ctime: 0x69eb97d7, blocks: 0x60 00010000:00010000:2.0:1777047514.465378:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047514.465382:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047514.465397:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d724939f4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f881f expref: 17 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.465431:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d724939f4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f881f expref: 17 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.465456:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166e00, rc 0) 00000100:00100000:2.0:1777047514.465569:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388109952:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 329us (11022us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047514.465585:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4150 00000100:00100000:3.0:1777047514.653657:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047514.655055:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388110080 00000100:00100000:2.0:1777047514.655070:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388110080 00000100:00100000:2.0:1777047514.655192:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1306 00000100:00100000:2.0:1777047514.655786:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388110080:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047514.655839:0:24563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939f51 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.655872:0:24563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d724939ecc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87e7 expref: 17 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.655916:0:24563:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047514.655919:0:24563:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047514.655926:0:24563:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939f51 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.655981:0:24563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d724939ecc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87e7 expref: 17 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.656004:0:24563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d724939ecc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87e7 expref: 17 pid: 36216 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047514.656028:0:24563:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:24563:1863365443088896:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047514.656161:0:24563:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047514.674121:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047514.675223:0:24563:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:24563:1863365443088896:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047514.675265:0:24563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939f51 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047514.675466:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388110208 00000100:00100000:0.0:1777047514.675480:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388110208 00010000:00010000:1.0:1777047514.675640:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d724939ecc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87e7 expref: 18 pid: 36216 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047514.675703:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2089 00000100:00100000:1.0:1777047514.675720:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643056300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388110208:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047514.675742:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047514.675773:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d724939ecc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87e7 expref: 18 pid: 36216 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.675824:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d724939ecc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87e7 expref: 18 pid: 36216 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.675859:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d724939ecc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87e7 expref: 18 pid: 36216 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.675967:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047514.675972:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047514.675989:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939f51 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.676006:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939f51 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.676053:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047514.676130:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643056300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388110208:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 413us (2019us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047514.676144:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2089 00010000:00010000:2.0:1777047514.678488:0:24563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939f51 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.678517:0:24563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939f51 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.702975:0:24563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939f51 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.703006:0:24563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939f51 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.703023:0:24563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939f51 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.703037:0:24563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047514.703045:0:24563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939f51 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.703061:0:24563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939f51 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.703088:0:24563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939f51 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.703101:0:24563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939f51 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047514.703250:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365388110080:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 47467us (49599us total) trans 0 rc 248846/248846 00000100:00100000:2.0:1777047514.703267:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1306 00000100:00100000:2.0:1777047514.721218:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047514.721289:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047514.726534:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388110464 00000100:00100000:0.0:1777047514.726633:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388110464 00000100:00100000:0.0:1777047514.726729:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388110336 00000100:00100000:0.0:1777047514.726736:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388110336 00000100:00100000:0.0:1777047514.726797:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4151 00000100:00100000:0.0:1777047514.726813:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388110464:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047514.726841:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047514.726871:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939f58 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f882d expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047514.726986:0:8481:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1863365443089024:192.168.201.54@tcp:106: 00000100:00100000:0.0:1777047514.727131:0:8481:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a896c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047514.729791:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4152 00000100:00100000:3.0:1777047514.729815:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388110336:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047514.730870:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047514.730921:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f5f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8826 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047514.730995:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643055f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443089152:192.168.201.54@tcp:106: 00000100:00100000:3.0:1777047514.737046:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07433c6780 going to sleep for 11 seconds 00000100:00100000:0.0:1777047514.740949:0:8481:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1863365443089024:192.168.201.54@tcp:106: 00010000:00010000:0.0:1777047514.741000:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939f58 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f882d expref: 23 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.741037:0:8481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d724939f58 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f882d expref: 23 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.741058:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388e00, rc 0) 00000100:00100000:0.0:1777047514.741556:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388110464:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 14743us (20387us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047514.741571:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4151 00000100:00100000:3.0:1777047514.753094:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643055f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443089152:192.168.201.54@tcp:106: 00010000:00010000:3.0:1777047514.753147:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f5f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8826 expref: 17 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.753184:0:28387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f5f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8826 expref: 17 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.753204:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91e00, rc 0) 00000100:00100000:3.0:1777047514.753407:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388110336:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 23574us (32091us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047514.753424:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4152 00000100:00100000:1.0:1777047514.794601:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047514.796650:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388110592 00000100:00100000:2.0:1777047514.796664:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388110592 00000100:00100000:3.0:1777047514.797525:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1307 00000100:00100000:3.0:1777047514.797544:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388110592:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:3.0:1777047514.797615:0:24562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f66 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.797645:0:24562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d724939eb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87e0 expref: 16 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.797678:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047514.797682:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047514.797687:0:24562:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f66 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.797739:0:24562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d724939eb7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87e0 expref: 16 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.797791:0:24562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d724939eb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87e0 expref: 16 pid: 8633 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047514.797813:0:24562:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643055f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24562:1863365443089280:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047514.797974:0:24562:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07433c6780 going to sleep for 11 seconds 00000100:00100000:2.0:1777047514.819664:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047514.819823:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388110720 00000100:00100000:1.0:1777047514.819838:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388110720 00010000:00010000:1.0:1777047514.819929:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d724939eb7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87e0 expref: 17 pid: 8633 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047514.819997:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2090 00000100:00100000:1.0:1777047514.820014:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0751040450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388110720:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047514.820038:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047514.820067:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d724939eb7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87e0 expref: 17 pid: 8633 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.820101:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d724939eb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87e0 expref: 17 pid: 8633 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.820138:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047514.820142:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047514.820150:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f66 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.820168:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f66 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.820201:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047514.820294:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0751040450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388110720:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 282us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047514.820309:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2090 00010000:00010000:3.0:1777047514.822432:0:24562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d724939eb7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87e0 expref: 16 pid: 8633 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047514.822477:0:24562:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643055f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24562:1863365443089280:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047514.822508:0:24562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f66 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.822527:0:24562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f66 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.822539:0:24562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f66 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.848697:0:24562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f66 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.848728:0:24562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f66 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.848754:0:24562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f66 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.848768:0:24562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047514.848777:0:24562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f66 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.848792:0:24562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f66 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.848820:0:24562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f66 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.849190:0:24562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f66 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047514.849693:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388110592:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 52148us (55093us total) trans 0 rc 248846/248846 00000100:00100000:3.0:1777047514.849711:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1307 00010000:00010000:2.0:1777047514.947189:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047514.959749:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047514.959964:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388110848 00000100:00100000:3.0:1777047514.959981:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388110848 00000100:00100000:3.0:1777047514.960090:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 417 00000100:00100000:3.0:1777047514.960111:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57882:x1863365388110848:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:3.0:1777047514.960137:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047514.960175:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939f35 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8811 expref: 37 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.960211:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047514.960221:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047514.962655:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57882:x1863365388110848:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 2544us (2915us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047514.962673:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 417 00000100:00100000:0.0:1777047514.970730:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047514.971650:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388111104 00000100:00100000:2.0:1777047514.971666:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388111104 00000100:00100000:2.0:1777047514.971761:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2107 00000100:00100000:2.0:1777047514.971780:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07716a8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57882:x1863365388111104:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047514.972244:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07716a8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57882:x1863365388111104:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 465us (1523us total) trans 8589935123 rc 0/0 00000100:00100000:2.0:1777047514.972261:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2107 00000100:00100000:2.0:1777047515.044521:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047515.047651:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388111360 00000100:00100000:1.0:1777047515.047667:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388111360 00000100:00100000:1.0:1777047515.048167:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6263 00000100:00100000:1.0:1777047515.048187:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57883:x1863365388111360:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047515.048221:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047515.048582:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62800/0x5ecf73d724939f6d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8834 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.049058:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d724939f74 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.049085:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d724939f74 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.049103:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d724939f74 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047515.049126:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 248846 00010000:00010000:1.0:1777047515.049627:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62800/0x5ecf73d724939f6d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8834 expref: 40 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.049665:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d724939f74 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8834 expref: 39 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.049681:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047515.049687:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047515.049693:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0645b62c00, rc 0) 00000100:00100000:1.0:1777047515.050167:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57883:x1863365388111360:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1983us (5656us total) trans 8589935124 rc 0/0 00000100:00100000:1.0:1777047515.050181:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6263 00000100:00080000:0.0:1777047515.050323:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047515.075306:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047515.082831:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388111488 00000100:00100000:2.0:1777047515.082851:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388111488 00000100:00100000:2.0:1777047515.083121:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1308 00000100:00100000:2.0:1777047515.083140:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388111488:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047515.083195:0:24564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001d44798e/0x5ecf73d724939f82 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.083221:0:24564:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047515.083225:0:24564:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047515.083234:0:24564:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001d44798e/0x5ecf73d724939f82 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.083269:0:24564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001d44798e/0x5ecf73d724939f82 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777047515.084324:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777047515.104931:0:24564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001d44798e/0x5ecf73d724939f82 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.104963:0:24564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001d44798e/0x5ecf73d724939f82 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.104980:0:24564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001d44798e/0x5ecf73d724939f82 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.104996:0:24564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047515.105004:0:24564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001d44798e/0x5ecf73d724939f82 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.105021:0:24564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001d44798e/0x5ecf73d724939f82 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.105050:0:24564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001d44798e/0x5ecf73d724939f82 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.105064:0:24564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001d44798e/0x5ecf73d724939f82 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047515.107858:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388111488:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 24714us (32556us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1777047515.107910:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1308 00000100:00100000:2.0:1777047515.155100:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047515.155212:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388111616 00000100:00100000:1.0:1777047515.155225:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388111616 00000100:00100000:1.0:1777047515.155368:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1309 00000100:00100000:1.0:1777047515.155456:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388111616:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047515.155507:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f929514a/0x5ecf73d724939f89 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.155530:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047515.155534:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047515.155542:0:8486:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f929514a/0x5ecf73d724939f89 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.155572:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f929514a/0x5ecf73d724939f89 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777047515.157082:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777047515.174622:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f929514a/0x5ecf73d724939f89 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047515.174651:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f929514a/0x5ecf73d724939f89 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047515.174667:0:8486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f929514a/0x5ecf73d724939f89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047515.174679:0:8486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064d814a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047515.174687:0:8486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f929514a/0x5ecf73d724939f89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047515.174701:0:8486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f929514a/0x5ecf73d724939f89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047515.174728:0:8486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f929514a/0x5ecf73d724939f89 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047515.174740:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f929514a/0x5ecf73d724939f89 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047515.174858:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388111616:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 19472us (19763us total) trans 0 rc 147456/147456 00000100:00100000:3.0:1777047515.174897:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1309 00000100:00100000:2.0:1777047515.216184:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047515.217973:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388111744 00000100:00100000:0.0:1777047515.218011:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388111744 00000100:00100000:0.0:1777047515.218134:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1310 00000100:00100000:0.0:1777047515.218153:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388111744:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047515.218205:0:29067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d724939f90 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.218226:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047515.218228:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047515.218235:0:29067:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d724939f90 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.218251:0:29067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d724939f90 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.251363:0:29067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d724939f90 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.251452:0:29067:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d724939f90 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.251467:0:29067:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d724939f90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.251477:0:29067:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047515.251485:0:29067:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d724939f90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.251500:0:29067:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d724939f90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.251525:0:29067:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d724939f90 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.251537:0:29067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d724939f90 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047515.251634:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388111744:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 33482us (35459us total) trans 0 rc 147456/147456 00000100:00100000:0.0:1777047515.251649:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1310 00000100:00100000:0.0:1777047515.460050:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443089408:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777047515.460138:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047515.460338:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443089408 00000100:00100000:2.0:1777047515.460353:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443089408 00000100:00100000:2.0:1777047515.460468:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2502 00000100:00100000:2.0:1777047515.460482:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443089408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777047515.460521:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 427292224 pending 0 free 3918950400 avail 3687428096 00000100:00100000:2.0:1777047515.460591:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443089408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047515.460603:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2502 00000100:00100000:2.0:1777047515.460669:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443089408:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1777047515.462621:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047515.573325:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047515.573569:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388111872 00000100:00100000:1.0:1777047515.573584:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388111872 00000100:00100000:1.0:1777047515.573679:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4153 00000100:00100000:1.0:1777047515.573700:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388111872:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047515.573732:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047515.573774:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f97 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f883b expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047515.573814:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 248846, mtime: 0x69eb97d8, atime: 0x69eb97d8, ctime: 0x69eb97da, blocks: 0xd0 00010000:00010000:1.0:1777047515.573844:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047515.573849:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047515.573892:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f97 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f883b expref: 16 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.573929:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f97 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f883b expref: 16 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.573952:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91e00, rc 0) 00000100:00100000:1.0:1777047515.574051:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388111872:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 355us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047515.574066:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4153 00000100:00100000:1.0:1777047515.593606:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047515.594097:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388112000 00000100:00100000:0.0:1777047515.594112:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388112000 00000100:00100000:0.0:1777047515.594244:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1311 00000100:00100000:0.0:1777047515.594268:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388112000:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047515.594333:0:29058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d724939f9e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.594362:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047515.594366:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047515.594470:0:29058:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d724939f9e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.594504:0:29058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d724939f9e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.629245:0:29058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d724939f9e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.629289:0:29058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d724939f9e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.629317:0:29058:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d724939f9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.629333:0:29058:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047515.629341:0:29058:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d724939f9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.629370:0:29058:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d724939f9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.629415:0:29058:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d724939f9e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.629442:0:29058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d724939f9e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047515.629696:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388112000:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 35414us (36086us total) trans 0 rc 248846/248846 00000100:00100000:0.0:1777047515.630150:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1311 00000100:00100000:1.0:1777047515.659029:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047515.665285:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388112128 00000100:00100000:2.0:1777047515.665310:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388112128 00000100:00100000:2.0:1777047515.665533:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1312 00000100:00100000:2.0:1777047515.665557:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388112128:12345-192.168.201.54@tcp:3:lfs.0 00002000:00010000:2.0:1777047515.665640:0:29059:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x91:0x0] initial LVB size: 248846, mtime: 0x69eb97d8, atime: 0x69eb97d8, ctime: 0x69eb97da, blocks: 0xa0 00010000:00010000:2.0:1777047515.665656:0:29059:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000057875dfa/0x5ecf73d724939fa5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.665687:0:29059:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047515.665691:0:29059:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047515.665700:0:29059:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057875dfa/0x5ecf73d724939fa5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.665743:0:29059:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057875dfa/0x5ecf73d724939fa5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.701656:0:29059:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000057875dfa/0x5ecf73d724939fa5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.701693:0:29059:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057875dfa/0x5ecf73d724939fa5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.701717:0:29059:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057875dfa/0x5ecf73d724939fa5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.701731:0:29059:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047515.701740:0:29059:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057875dfa/0x5ecf73d724939fa5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.701761:0:29059:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057875dfa/0x5ecf73d724939fa5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.701792:0:29059:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057875dfa/0x5ecf73d724939fa5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.702621:0:29059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057875dfa/0x5ecf73d724939fa5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047515.702784:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388112128:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 37231us (43762us total) trans 0 rc 248846/248846 00000100:00100000:2.0:1777047515.702809:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1312 00000100:00100000:2.0:1777047515.809678:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047515.809856:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388112256 00000100:00100000:0.0:1777047515.809898:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388112256 00000100:00100000:0.0:1777047515.810032:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 418 00000100:00100000:0.0:1777047515.810053:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57883:x1863365388112256:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:0.0:1777047515.810079:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047515.810119:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0645b62c00/0x5ecf73d724939f74 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8834 expref: 39 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.810156:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047515.810165:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047515.810264:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57883:x1863365388112256:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 215us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047515.810280:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 418 00000100:00100000:3.0:1777047515.822560:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047515.825948:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388112512 00000100:00100000:0.0:1777047515.825966:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388112512 00000100:00100000:0.0:1777047515.826095:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2108 00000100:00100000:0.0:1777047515.826116:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57883:x1863365388112512:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047515.826455:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57883:x1863365388112512:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 342us (3905us total) trans 8589935125 rc 0/0 00000100:00100000:0.0:1777047515.826472:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2108 00000100:00100000:2.0:1777047515.845463:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047515.845646:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388112768 00000100:00100000:0.0:1777047515.845662:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388112768 00000100:00100000:0.0:1777047515.846268:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6264 00000100:00100000:0.0:1777047515.846291:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57853:x1863365388112768:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047515.846330:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047515.846363:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d724939fac lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8842 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.846540:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939fb3 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.846569:0:12913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d724939f12 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8803 expref: 40 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.846587:0:12913:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939fb3 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.846686:0:12913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d724939f12 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8803 expref: 40 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.846713:0:12913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d724939f12 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8803 expref: 40 pid: 6589 timeout: 4244 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047515.846739:0:12913:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443089536:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047515.850485:0:12913:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a896c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047515.862585:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047515.863636:0:12913:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443089536:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047515.863679:0:12913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939fb3 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047515.863994:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388112896 00000100:00100000:2.0:1777047515.864008:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388112896 00010000:00010000:2.0:1777047515.864070:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d724939f12 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8803 expref: 41 pid: 6589 timeout: 4244 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047515.864155:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2091 00000100:00100000:2.0:1777047515.864176:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:2430:x1863365388112896:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047515.864204:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047515.864218:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d724939f12 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8803 expref: 41 pid: 6589 timeout: 4244 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.864250:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d724939f12 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8803 expref: 41 pid: 6589 timeout: 4244 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.864288:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d724939f12 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8803 expref: 41 pid: 6589 timeout: 4244 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.864320:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047515.864330:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939fb3 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.864349:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939fb3 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.864373:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939fb3 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.864435:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047515.864536:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:2430:x1863365388112896:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 364us (1963us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047515.864554:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2091 00010000:00010000:0.0:1777047515.865356:0:12913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939fb3 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.865374:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939fb3 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047515.865449:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 248846 00010000:00010000:0.0:1777047515.865631:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d724939fac lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8842 expref: 41 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.865654:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939fb3 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8842 expref: 40 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.865666:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047515.865672:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777047515.865677:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389000, rc 0) 00000100:00100000:0.0:1777047515.865766:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365388112768:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 19480us (20393us total) trans 8589935126 rc 0/0 00000100:00100000:0.0:1777047515.865808:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6264 00000100:00100000:3.0:1777047515.887724:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047515.893485:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388113024 00000100:00100000:2.0:1777047515.893506:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388113024 00000100:00100000:2.0:1777047515.893798:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6265 00000100:00100000:2.0:1777047515.893830:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643057b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365388113024:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047515.893908:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047515.893946:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d724939fc1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8849 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.894267:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d724939fc8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.894298:0:9025:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939fb3 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8842 expref: 41 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.894320:0:9025:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d724939fc8 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.894502:0:9025:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939fb3 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8842 expref: 41 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.894534:0:9025:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939fb3 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8842 expref: 41 pid: 12913 timeout: 4244 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047515.894566:0:9025:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645689f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9025:1863365443089664:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047515.894766:0:9025:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047515.909287:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047515.909593:0:9025:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645689f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9025:1863365443089664:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047515.909643:0:9025:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d724939fc8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047515.918494:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388113152 00000100:00100000:1.0:1777047515.918519:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388113152 00010000:00010000:1.0:1777047515.918645:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939fb3 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8842 expref: 42 pid: 12913 timeout: 4244 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047515.918748:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2092 00000100:00100000:1.0:1777047515.918795:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643056a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+42:2429:x1863365388113152:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047515.918826:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047515.918839:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939fb3 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8842 expref: 42 pid: 12913 timeout: 4244 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.918907:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939fb3 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8842 expref: 42 pid: 12913 timeout: 4244 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.918992:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d724939fb3 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8842 expref: 42 pid: 12913 timeout: 4244 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.919026:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047515.919035:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d724939fc8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.919053:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d724939fc8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.919074:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d724939fc8 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.919147:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047515.919277:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643056a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:2429:x1863365388113152:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 481us (9995us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047515.919293:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2092 00010000:00010000:2.0:1777047515.920133:0:9025:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d724939fc8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.920155:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d724939fc8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047515.920248:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 248846 00000004:00200000:2.0:1777047515.920257:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047515.920295:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d724939fc8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.920357:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d724939fc1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8849 expref: 41 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.921186:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d724939fc8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8849 expref: 40 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.921204:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047515.921210:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047515.921216:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167c00, rc 0) 00000100:00100000:2.0:1777047515.921309:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643057b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365388113024:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 27479us (33599us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047515.921327:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6265 00000100:00100000:3.0:1777047515.947375:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047515.948467:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388113280 00000100:00100000:2.0:1777047515.948484:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388113280 00000100:00100000:2.0:1777047515.948608:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4154 00000100:00100000:2.0:1777047515.948635:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388113280:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047515.948670:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047515.948772:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939fcf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8850 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047515.949238:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x91:0x0] initial LVB size: 248846, mtime: 0x69eb97d8, atime: 0x69eb97d8, ctime: 0x69eb97da, blocks: 0xa0 00010000:00010000:2.0:1777047515.949276:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047515.949281:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047515.949301:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939fcf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8850 expref: 17 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.949338:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939fcf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8850 expref: 17 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.949362:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166200, rc 0) 00000100:00100000:2.0:1777047515.949531:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388113280:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 906us (2173us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047515.949552:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4154 00000100:00100000:3.0:1777047515.957117:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047515.960030:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388113408 00000100:00100000:0.0:1777047515.960048:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388113408 00000100:00100000:0.0:1777047515.960241:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4155 00000100:00100000:0.0:1777047515.960261:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388113408:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047515.960290:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047515.960454:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d724939fd6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8857 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047515.960586:0:30115:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:30115:1863365443089792:192.168.201.54@tcp:106: 00000100:00100000:0.0:1777047515.960736:0:30115:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89d80 going to sleep for 11 seconds 00010000:00010000:3.0:1777047515.971169:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047515.972556:0:30115:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:30115:1863365443089792:192.168.201.54@tcp:106: 00010000:00010000:0.0:1777047515.972614:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d724939fd6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8857 expref: 23 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.972670:0:30115:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d724939fd6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8857 expref: 23 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.972697:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388400, rc 0) 00000100:00100000:0.0:1777047515.972778:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388113408:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 12520us (15671us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047515.972796:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4155 00000100:00100000:3.0:1777047515.972857:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047515.972919:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443089920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777047515.979638:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047515.979728:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443089920 00000100:00100000:0.0:1777047515.979742:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443089920 00000100:00100000:0.0:1777047515.980153:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3349 00000100:00100000:0.0:1777047515.980171:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443089920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777047515.980226:0:6594:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446096896 avail 1299857408 00000100:00100000:0.0:1777047515.980319:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443089920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 150us (684us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047515.980332:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3349 00000100:00100000:0.0:1777047515.980451:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443089920:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777047515.999926:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047516.000509:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388113536 00000100:00100000:2.0:1777047516.000524:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388113536 00000100:00100000:2.0:1777047516.000624:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4156 00000100:00100000:2.0:1777047516.000641:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2432:x1863365388113536:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047516.000671:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047516.000700:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d724939fdd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f885e expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047516.000794:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645689f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443090048:192.168.201.54@tcp:106: 00000100:00100000:2.0:1777047516.001300:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047516.010290:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645689f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443090048:192.168.201.54@tcp:106: 00010000:00010000:2.0:1777047516.010350:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d724939fdd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f885e expref: 23 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.011097:0:8633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d724939fdd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f885e expref: 23 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.011140:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166000, rc 0) 00000100:00100000:2.0:1777047516.011839:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2432:x1863365388113536:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 11197us (11920us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047516.012387:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4156 00000100:00100000:3.0:1777047516.019568:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047516.020353:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388113664 00000100:00100000:0.0:1777047516.020369:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388113664 00000100:00100000:0.0:1777047516.020503:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4157 00000100:00100000:0.0:1777047516.020519:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57853:x1863365388113664:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047516.020545:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047516.020571:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d724939fe4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8865 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.020629:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939fcf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8850 expref: 18 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.020644:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047516.020648:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047516.020656:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d724939fe4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8865 expref: 18 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.020709:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939fcf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8850 expref: 18 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.021084:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939fcf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8850 expref: 18 pid: 8479 timeout: 4244 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047516.021116:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443090176:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047516.021236:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047516.030706:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047516.030889:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388113792 00000100:00100000:1.0:1777047516.030923:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388113792 00000100:00100000:0.0:1777047516.030962:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443090176:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047516.031005:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939fcf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8850 expref: 19 pid: 8479 timeout: 4244 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.031013:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d724939fe4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 4 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8865 expref: 19 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.031064:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388400, rc 0) 00000100:00100000:1.0:1777047516.031099:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2093 00000100:00100000:1.0:1777047516.031117:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388113792:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047516.031139:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777047516.031540:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57853:x1863365388113664:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 11020us (11980us total) trans 0 rc 0/0 00010000:00010000:1.0:1777047516.031548:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939fcf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8850 expref: 19 pid: 8479 timeout: 4244 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047516.031567:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4157 00010000:00010000:1.0:1777047516.031595:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939fcf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8850 expref: 19 pid: 8479 timeout: 4244 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.031636:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d724939fcf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8850 expref: 18 pid: 8479 timeout: 4244 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.031677:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047516.031682:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047516.031697:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d724939fe4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8865 expref: 17 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.031718:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d724939fe4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8865 expref: 17 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.032132:0:6575:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d724939fe4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8865 expref: 17 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047516.032157:0:6575:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443090304:192.168.201.54@tcp:105: 00000100:00100000:1.0:1777047516.032312:0:6575:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06441cb000 going to sleep for 11 seconds 00000100:00100000:1.0:1777047516.045816:0:6575:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443090304:192.168.201.54@tcp:105: 00010000:00010000:1.0:1777047516.045882:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047516.045975:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388113792:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 14860us (15280us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047516.045994:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2093 00000100:00100000:2.0:1777047516.051236:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047516.051785:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388113920 00000100:00100000:3.0:1777047516.051999:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388113920 00002000:00100000:2.0:1777047516.052178:0:20132:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x91:0x0] (77824->81919) req@ffff9e0645689f80 x1863365388113920/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:252/0 lens 488/0 e 0 to 0 dl 1777047527 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047516.052516:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645689f80 with x1863365388113920 ext(77824->81919) 00002000:00010000:2.0:1777047516.052528:0:20132:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645689f80 00000100:00100000:2.0:1777047516.052611:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1313 00000100:00100000:2.0:1777047516.052631:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388113920:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:2.0:1777047516.053079:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388113920:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 450us (1874us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777047516.053096:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1313 00002000:00100000:2.0:1777047516.053110:0:20132:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x91:0x0] (77824->81919) req@ffff9e0645689f80 x1863365388113920/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:252/0 lens 488/4536 e 0 to 0 dl 1777047527 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047516.053130:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645689f80 with x1863365388113920 ext(77824->81919) 00002000:00010000:2.0:1777047516.053137:0:20132:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645689f80 00000100:00100000:3.0:1777047516.063554:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047516.068129:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388114176 00000100:00100000:2.0:1777047516.068146:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388114176 00000100:00100000:2.0:1777047516.068254:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2109 00000100:00100000:2.0:1777047516.068272:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365388114176:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:2.0:1777047516.068721:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57853:x1863365388114176:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 451us (5177us total) trans 8589935127 rc 0/0 00000100:00100000:2.0:1777047516.068737:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2109 00000100:00100000:3.0:1777047516.076573:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047516.076685:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388114432 00000100:00100000:1.0:1777047516.076700:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388114432 00000100:00100000:1.0:1777047516.076947:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6266 00000100:00100000:1.0:1777047516.076967:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641debb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57853:x1863365388114432:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047516.077000:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047516.077005:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:1.0:1777047516.077043:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d724939fc8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8849 expref: 41 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.077081:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d724939f20 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f880a expref: 40 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.077103:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d724939eef lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87fc expref: 39 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.077132:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047516.077140:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047516.077444:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939feb lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f886c expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.077604:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939ff2 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.077625:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939ff2 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.077642:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939ff2 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047516.078348:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].90, 88 off15944 00000004:00080000:1.0:1777047516.078366:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4144714982302ns, next at 4132186596518ns, rc = 0 00000040:00080000:1.0:1777047516.078502:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].90, 88 off15968 00000004:00080000:1.0:1777047516.078515:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4144715131622ns, next at 4132186652481ns, rc = 0 00000040:00080000:1.0:1777047516.078568:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].91, 88 off16056 00000004:00080000:1.0:1777047516.078578:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4144715193417ns, next at 4132186652481ns, rc = 0 00000040:00080000:1.0:1777047516.078599:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].91, 88 off16032 00000004:00080000:1.0:1777047516.078607:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4144715223172ns, next at 4132186596518ns, rc = 0 00000040:00080000:1.0:1777047516.078698:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].92, 88 off16144 00000004:00080000:1.0:1777047516.078708:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4144715324494ns, next at 4132186652481ns, rc = 0 00000040:00080000:1.0:1777047516.078755:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].92, 88 off16120 00000004:00080000:1.0:1777047516.078763:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4144715379317ns, next at 4132186596518ns, rc = 0 00000040:00080000:1.0:1777047516.078783:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].93, 88 off16208 00000004:00080000:1.0:1777047516.078791:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4144715407732ns, next at 4132186596518ns, rc = 0 00000040:00080000:1.0:1777047516.078811:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].93, 88 off16232 00000004:00080000:1.0:1777047516.078817:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4144715433997ns, next at 4132186652481ns, rc = 0 00000040:00080000:1.0:1777047516.078897:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].94, 88 off16320 00000004:00080000:1.0:1777047516.078907:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4144715523419ns, next at 4132186652481ns, rc = 0 00000040:00080000:1.0:1777047516.078929:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].94, 88 off16296 00000004:00080000:1.0:1777047516.078936:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4144715552977ns, next at 4132186596518ns, rc = 0 00000040:00080000:1.0:1777047516.078978:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].95, 88 off16384 00000004:00080000:1.0:1777047516.078988:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4144715603879ns, next at 4132186596518ns, rc = 0 00000040:00080000:1.0:1777047516.079261:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].96, 88 off16472 00000004:00080000:1.0:1777047516.079273:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4144715889642ns, next at 4132186652481ns, rc = 0 00000001:00080000:3.0:1777047516.088535:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935128 is committed 00000004:00080000:3.0:1777047516.088549:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 97 committed 00000004:00080000:3.0:1777047516.088571:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 95 committed 00000004:00080000:3.0:1777047516.088599:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 94 committed 00000004:00080000:3.0:1777047516.088604:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 96 committed 00000004:00080000:3.0:1777047516.088607:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 95 committed 00000004:00080000:3.0:1777047516.088610:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 93 committed 00000004:00080000:3.0:1777047516.088615:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 92 committed 00000004:00080000:3.0:1777047516.088618:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 94 committed 00000004:00080000:3.0:1777047516.088622:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 91 committed 00000004:00080000:3.0:1777047516.088625:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 93 committed 00000004:00080000:3.0:1777047516.088629:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 92 committed 00000004:00080000:3.0:1777047516.088633:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 90 committed 00000020:00080000:3.0:1777047516.088675:0:33214:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e0768d456c0 refcount 2 committed 0 result 0 batchid 4294969361 00000020:00080000:3.0:1777047516.088683:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e0761e29300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e0745a89e40 00000020:00080000:3.0:1777047516.088688:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e077b5f7000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e064d845780 00000020:00080000:3.0:1777047516.088693:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e077b5f7100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e0645199a00 00000020:00080000:3.0:1777047516.088699:0:33214:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].13 00010000:00010000:0.0:1777047516.088851:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d724939eb0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.088903:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d724939eb0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.088918:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d724939eb0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.088929:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047516.088938:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d724939eb0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.088952:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d724939eb0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047516.088967:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443090432:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1777047516.088974:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x35:0x0].0x0 (ffff9e07513c9400) 00010000:00010000:0.0:1777047516.088979:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047516.088986:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d724939eb0 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.088996:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d724939eb0 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.089033:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939ec5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.089044:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939ec5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047516.089050:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777047516.089055:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939ec5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.089073:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047516.089078:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939ec5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.089087:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939ec5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047516.089094:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443090944:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1777047516.089101:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047516.089105:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047516.089110:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939ec5 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.089121:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d724939ec5 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047516.089126:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047516.089157:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443090432 00000100:00100000:0.0:1777047516.089168:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443090432 00000100:00100000:2.0:1777047516.089188:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1777047516.089199:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645689500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443090560:0@lo:2:osp-syn-0-0.0 00000100:00080000:0.0:1777047516.089206:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047516.089234:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777047516.089482:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939ff2 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f886c expref: 24 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.089500:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047516.089505:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1777047516.089526:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d724939feb lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f886c expref: 24 pid: 34275 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047516.089536:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443090688:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1777047516.089556:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939ff2 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f886c expref: 23 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047516.090599:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443090944 00000100:00100000:0.0:1777047516.090608:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443090944 00010000:00010000:1.0:1777047516.090810:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047516.090817:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1777047516.090822:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90200, rc 0) 00000100:00100000:0.0:1777047516.091228:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443090560 00000100:00100000:0.0:1777047516.091237:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443090560 00000100:00100000:0.0:1777047516.091280:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4158 00000100:00100000:0.0:1777047516.091293:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3684:x1863365443090432:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047516.091427:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443091072:0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047516.091532:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 248846 -> 248846 00002000:00010000:0.0:1777047516.091539:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047512 -> 1777047512 00002000:00010000:0.0:1777047516.091543:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047512 -> 1777047512 00002000:00010000:0.0:1777047516.091548:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047514 -> 1777047514 00002000:00010000:0.0:1777047516.091552:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:1.0:1777047516.093139:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641debb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57853:x1863365388114432:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 16166us (16562us total) trans 8589935128 rc 0/0 00000100:00100000:1.0:1777047516.093177:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6266 00000100:00100000:3.0:1777047516.094438:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047516.094486:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443091200:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047516.094528:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047516.094564:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443091712:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047516.094580:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443090688 00000100:00100000:1.0:1777047516.094589:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443090688 00000100:00100000:3.0:1777047516.094599:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047516.094627:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443091200 00000100:00100000:1.0:1777047516.094632:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443091200 00000100:00100000:3.0:1777047516.094632:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1777047516.094642:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443090816:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047516.094665:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443091712 00000100:00100000:1.0:1777047516.094671:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443091712 00000100:00100000:3.0:1777047516.094678:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047516.094688:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443090816 00000100:00100000:1.0:1777047516.094692:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443090816 00000100:00100000:3.0:1777047516.094697:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443091328:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047516.094712:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4159 00000100:00100000:1.0:1777047516.094724:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3684:x1863365443090944:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047516.094727:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047516.094744:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443091840:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047516.094775:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1777047516.094940:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047516.094946:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb mtime from disk: 1777047504 -> 1777047504 00002000:00010000:1.0:1777047516.094950:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:1.0:1777047516.094954:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb ctime from disk: 1777047511 -> 1777047511 00002000:00010000:1.0:1777047516.094958:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x90:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047516.095008:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3684:x1863365443090944:12345-0@lo:2:osp-syn-0-0.0 Request processed in 285us (5880us total) trans 21474837763 rc 0/0 00000100:00100000:1.0:1777047516.095021:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4159 00000100:00100000:1.0:1777047516.095043:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443091328 00000100:00100000:1.0:1777047516.095048:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443091328 00000100:00100000:1.0:1777047516.095070:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443091840 00000100:00100000:1.0:1777047516.095074:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443091840 00000100:00100000:1.0:1777047516.095093:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4160 00000100:00100000:1.0:1777047516.095103:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3684:x1863365443090560:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047516.096586:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047516.096593:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047512 -> 1777047512 00002000:00010000:1.0:1777047516.096598:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047512 -> 1777047512 00002000:00010000:1.0:1777047516.096602:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047514 -> 1777047514 00002000:00010000:1.0:1777047516.096606:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047516.097227:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3684:x1863365443090560:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2122us (7989us total) trans 21474837764 rc 0/0 00000100:00100000:1.0:1777047516.097241:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4160 00000100:00100000:1.0:1777047516.097271:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4161 00000100:00100000:1.0:1777047516.097285:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641dea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3682:x1863365443090688:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047516.097396:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047516.097402:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047510 -> 1777047510 00002000:00010000:1.0:1777047516.097406:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047516.097410:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047510 -> 1777047510 00002000:00010000:1.0:1777047516.097413:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047516.097475:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641dea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3682:x1863365443090688:12345-0@lo:2:osp-syn-0-0.0 Request processed in 193us (3039us total) trans 21474837765 rc 0/0 00000100:00100000:1.0:1777047516.097486:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4161 00000100:00100000:1.0:1777047516.097510:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4162 00000100:00100000:1.0:1777047516.097522:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641dea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3682:x1863365443091200:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047516.097574:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064568ad80/2, rc 0, transno 21474837765 00000100:00100000:3.0:1777047516.097585:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443090688:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047516.097661:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047516.097667:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047516.097671:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047516.097674:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047516.097678:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047516.099778:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641dea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3682:x1863365443091200:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2255us (5246us total) trans 17179870428 rc 0/0 00000100:00100000:1.0:1777047516.099792:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4162 00000100:00100000:1.0:1777047516.099821:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4163 00000100:00100000:1.0:1777047516.099834:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3682:x1863365443091712:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047516.100207:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb size from disk: 143936 -> 143936 00002000:00010000:1.0:1777047516.100214:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb mtime from disk: 1777047504 -> 1777047504 00002000:00010000:1.0:1777047516.100218:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb atime from disk: 1777047504 -> 1777047504 00002000:00010000:1.0:1777047516.100222:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb ctime from disk: 1777047511 -> 1777047511 00002000:00010000:1.0:1777047516.100227:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x71:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:1.0:1777047516.100536:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3682:x1863365443091712:12345-0@lo:2:osp-syn-1-0.0 Request processed in 703us (5934us total) trans 17179870429 rc 0/0 00000100:00100000:1.0:1777047516.100549:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4163 00000100:00100000:1.0:1777047516.100574:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4164 00000004:00080000:3.0:1777047516.100583:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064b409c00/2, rc 0, transno 17179870428 00000100:00100000:3.0:1777047516.100593:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443091200:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047516.100612:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0744a2b800/2, rc 0, transno 17179870429 00000100:00100000:1.0:1777047516.100616:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3682:x1863365443090816:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047516.100619:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443091712:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047516.100741:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb size from disk: 143936 -> 143936 00002000:00010000:1.0:1777047516.100747:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb mtime from disk: 1777047511 -> 1777047511 00002000:00010000:1.0:1777047516.100751:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047516.100755:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb ctime from disk: 1777047511 -> 1777047511 00002000:00010000:1.0:1777047516.100759:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:1.0:1777047516.100816:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3682:x1863365443090816:12345-0@lo:2:osp-syn-0-0.0 Request processed in 201us (6135us total) trans 21474837766 rc 0/0 00000100:00100000:1.0:1777047516.100828:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4164 00000004:00080000:3.0:1777047516.100846:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064568a680/2, rc 0, transno 21474837766 00000100:00100000:1.0:1777047516.100851:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4165 00000100:00100000:3.0:1777047516.100884:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443090816:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047516.101585:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b40a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443091584:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047516.101644:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047516.101675:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777047516.101686:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443091456:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047516.101719:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1777047516.101749:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969361 committed batchid 4294969360 00000020:00080000:3.0:1777047516.101811:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969360 00000100:00100000:3.0:1777047516.103194:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443091584 00000100:00100000:3.0:1777047516.103206:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443091584 00000100:00100000:3.0:1777047516.103243:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443091456 00000100:00100000:3.0:1777047516.103247:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443091456 00000100:00100000:3.0:1777047516.103265:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4166 00000100:00100000:3.0:1777047516.103276:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3682:x1863365443091840:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047516.103410:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777047516.103458:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644327800/2, rc 0, transno 21474837763 00000100:00100000:2.0:1777047516.103467:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443090944:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047516.103486:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645689500/2, rc 0, transno 21474837764 00000100:00100000:2.0:1777047516.103492:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645689500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443090560:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047516.103540:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443091072 00000100:00100000:2.0:1777047516.103545:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443091072 00000100:00100000:2.0:1777047516.103579:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4167 00000100:00100000:2.0:1777047516.103591:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443091584:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047516.103680:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3684:x1863365443090432:12345-0@lo:2:osp-syn-0-0.0 Request processed in 12385us (14628us total) trans 21474837762 rc 0/0 00000100:00100000:0.0:1777047516.103695:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4158 00000100:00100000:0.0:1777047516.103725:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4168 00000100:00100000:0.0:1777047516.103737:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3685:x1863365443091456:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047516.103805:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047516.103811:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb mtime from disk: 1777047511 -> 1777047511 00002000:00010000:2.0:1777047516.104511:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047516.104516:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb ctime from disk: 1777047511 -> 1777047511 00002000:00010000:2.0:1777047516.104519:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047516.104584:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3685:x1863365443091584:12345-0@lo:2:osp-syn-1-0.0 Request processed in 995us (2940us total) trans 17179870430 rc 0/0 00000100:00100000:2.0:1777047516.104596:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4167 00000100:00100000:2.0:1777047516.104621:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4169 00000100:00100000:2.0:1777047516.104632:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3684:x1863365443091072:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047516.105275:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x72:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047516.105281:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x72:0x0] updating lvb mtime from disk: 1777047512 -> 1777047512 00002000:00010000:3.0:1777047516.105285:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x72:0x0] updating lvb atime from disk: 1777047512 -> 1777047512 00002000:00010000:3.0:1777047516.105289:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x72:0x0] updating lvb ctime from disk: 1777047514 -> 1777047514 00002000:00010000:3.0:1777047516.105292:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x72:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047516.105357:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3682:x1863365443091328:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047516.105374:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3682:x1863365443091840:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2099us (10598us total) trans 17179870431 rc 0/0 00000100:00100000:3.0:1777047516.105415:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4166 00002000:00010000:1.0:1777047516.105451:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047516.105456:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047512 -> 1777047512 00002000:00010000:1.0:1777047516.105461:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047512 -> 1777047512 00002000:00010000:1.0:1777047516.105464:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047514 -> 1777047514 00002000:00010000:1.0:1777047516.105468:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000004:00080000:3.0:1777047516.105475:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0744a28380/2, rc 0, transno 17179870431 00000100:00100000:3.0:1777047516.105483:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443091840:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047516.105525:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3682:x1863365443091328:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4663us (10795us total) trans 17179870432 rc 0/0 00000100:00100000:1.0:1777047516.105542:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4165 00000004:00080000:1.0:1777047516.105594:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064b409180/2, rc 0, transno 17179870432 00000100:00100000:1.0:1777047516.105603:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443091328:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047516.105611:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047516.105628:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388114560 00000100:00100000:1.0:1777047516.105634:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388114560 00000100:00100000:1.0:1777047516.105672:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4170 00000100:00100000:1.0:1777047516.105684:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57853:x1863365388114560:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047516.105701:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047516.105724:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939ff9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8873 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.105796:0:36217:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f97 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f883b expref: 18 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.105812:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047516.105815:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047516.105823:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939ff9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8873 expref: 18 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047516.105887:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 143936 -> 143936 00002000:00010000:0.0:1777047516.105894:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047510 -> 1777047510 00002000:00010000:0.0:1777047516.105898:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:0.0:1777047516.105901:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047510 -> 1777047510 00002000:00010000:0.0:1777047516.105905:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:0.0:1777047516.105956:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3685:x1863365443091456:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2220us (4235us total) trans 17179870433 rc 0/0 00000100:00100000:0.0:1777047516.105968:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4168 00000100:00080000:0.0:1777047516.105999:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777047516.106079:0:36217:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f97 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f883b expref: 18 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777047516.106092:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064568a300/2, rc 0, transno 21474837762 00000100:00100000:0.0:1777047516.106100:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443090432:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1777047516.106106:0:36217:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f97 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f883b expref: 18 pid: 8480 timeout: 4244 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047516.106129:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749166d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443091968:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047516.106211:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06441cb480 going to sleep for 11 seconds 00002000:00010000:2.0:1777047516.106607:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb size from disk: 248846 -> 248846 00002000:00010000:2.0:1777047516.106614:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb mtime from disk: 1777047512 -> 1777047512 00002000:00010000:2.0:1777047516.106618:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb atime from disk: 1777047512 -> 1777047512 00002000:00010000:2.0:1777047516.106622:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb ctime from disk: 1777047514 -> 1777047514 00002000:00010000:2.0:1777047516.106625:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x91:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:2.0:1777047516.109431:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3684:x1863365443091072:12345-0@lo:2:osp-syn-0-0.0 Request processed in 4793us (6015us total) trans 21474837767 rc 0/0 00000100:00100000:2.0:1777047516.109446:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4169 00000004:00080000:2.0:1777047516.109525:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064b408a80/2, rc 0, transno 17179870433 00000100:00100000:2.0:1777047516.109534:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443091456:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047516.109549:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064b40a680/2, rc 0, transno 17179870430 00000100:00100000:2.0:1777047516.109554:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b40a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443091584:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047516.109974:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644326a00/2, rc 0, transno 21474837767 00000100:00100000:1.0:1777047516.109983:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443091072:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047516.122208:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749166d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443091968:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047516.122212:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:0.0:1777047516.122263:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939ff9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8873 expref: 18 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.122298:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90600, rc 0) 00000100:00100000:2.0:1777047516.122371:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388114688 00000100:00100000:2.0:1777047516.122429:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388114688 00000100:00100000:0.0:1777047516.122435:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57853:x1863365388114560:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 16751us (16823us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047516.122450:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4170 00010000:00010000:2.0:1777047516.122477:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f97 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f883b expref: 18 pid: 8480 timeout: 4244 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047516.122526:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2094 00000100:00100000:2.0:1777047516.122542:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388114688:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047516.122564:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047516.122594:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f97 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f883b expref: 18 pid: 8480 timeout: 4244 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.122630:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f97 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f883b expref: 18 pid: 8480 timeout: 4244 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.122664:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d724939f97 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f883b expref: 18 pid: 8480 timeout: 4244 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.122684:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047516.122688:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047516.122697:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939ff9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8873 expref: 17 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.122724:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939ff9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8873 expref: 17 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.122800:0:6574:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939ff9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8873 expref: 17 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047516.123118:0:6574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365443092096:192.168.201.54@tcp:105: 00000100:00100000:2.0:1777047516.123503:0:6574:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047516.138518:0:6574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365443092096:192.168.201.54@tcp:105: 00010000:00010000:2.0:1777047516.138554:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047516.138647:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388114688:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 16105us (16435us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047516.138664:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2094 00000100:00100000:3.0:1777047516.156293:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047516.159878:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388114816 00000100:00100000:0.0:1777047516.159896:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388114816 00002000:00100000:0.0:1777047516.159970:0:24565:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x8a:0x0] (77824->81919) req@ffff9e0643bbf800 x1863365388114816/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:252/0 lens 488/0 e 0 to 0 dl 1777047527 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047516.159991:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbf800 with x1863365388114816 ext(77824->81919) 00002000:00010000:0.0:1777047516.160000:0:24565:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643bbf800 00000100:00100000:0.0:1777047516.160060:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1314 00000100:00100000:0.0:1777047516.160075:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388114816:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:0.0:1777047516.160677:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388114816:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 602us (4394us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777047516.160692:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1314 00002000:00100000:0.0:1777047516.160704:0:24565:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x8a:0x0] (77824->81919) req@ffff9e0643bbf800 x1863365388114816/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:252/0 lens 488/4536 e 0 to 0 dl 1777047527 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047516.160722:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbf800 with x1863365388114816 ext(77824->81919) 00002000:00010000:0.0:1777047516.160728:0:24565:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643bbf800 00000100:00100000:1.0:1777047516.203192:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047516.203445:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388114944 00000100:00100000:2.0:1777047516.203460:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388114944 00002000:00100000:2.0:1777047516.203532:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x8a:0x0] (53248->118783) req@ffff9e06439a4000 x1863365388114944/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:252/0 lens 504/0 e 0 to 0 dl 1777047527 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047516.203553:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a4000 with x1863365388114944 ext(53248->118783) 00002000:00010000:2.0:1777047516.203562:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06439a4000 00000100:00100000:2.0:1777047516.203598:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1315 00000100:00100000:2.0:1777047516.203614:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365388114944:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:2.0:1777047516.218651:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365388114944:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 15025us (15458us total) trans 0 rc 61440/61440 00000100:00100000:2.0:1777047516.218680:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1315 00002000:00100000:2.0:1777047516.218702:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x8a:0x0] (53248->118783) req@ffff9e06439a4000 x1863365388114944/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:252/0 lens 504/440 e 0 to 0 dl 1777047527 ref 1 fl Complete:/600/0 rc 61440/61440 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047516.218724:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a4000 with x1863365388114944 ext(53248->118783) 00002000:00010000:2.0:1777047516.218735:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06439a4000 00000100:00100000:3.0:1777047516.257372:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047516.259440:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388115072 00000100:00100000:1.0:1777047516.259458:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388115072 00002000:00100000:1.0:1777047516.259536:0:24562:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x8a:0x0] (77824->118783) req@ffff9e0643bbe300 x1863365388115072/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:252/0 lens 488/0 e 0 to 0 dl 1777047527 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047516.259559:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbe300 with x1863365388115072 ext(77824->118783) 00002000:00010000:1.0:1777047516.259567:0:24562:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643bbe300 00000100:00100000:1.0:1777047516.259633:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1316 00000100:00100000:1.0:1777047516.259653:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388115072:12345-192.168.201.54@tcp:4:lfs.0 00000100:00100000:1.0:1777047516.280436:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388115072:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 20741us (23029us total) trans 21474837768 rc 0/0 00000100:00100000:1.0:1777047516.280481:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1316 00002000:00100000:1.0:1777047516.280503:0:24562:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x8a:0x0] (77824->118783) req@ffff9e0643bbe300 x1863365388115072/t21474837768(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:252/0 lens 488/448 e 0 to 0 dl 1777047527 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047516.280525:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbe300 with x1863365388115072 ext(77824->118783) 00002000:00010000:1.0:1777047516.280535:0:24562:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643bbe300 00000100:00100000:2.0:1777047516.291528:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047516.291651:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388115200 00000100:00100000:1.0:1777047516.291667:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388115200 00000100:00100000:1.0:1777047516.291760:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4171 00000100:00100000:1.0:1777047516.291781:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2432:x1863365388115200:12345-192.168.201.54@tcp:16:fsx.0 00000001:00080000:2.0:1777047516.307372:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837768 is committed 00000001:00080000:2.0:1777047516.307841:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837767 is committed 00000100:00100000:1.0:1777047516.316510:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388115200:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 24719us (24981us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047516.316538:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4171 00000100:00100000:3.0:1777047516.333113:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047516.333657:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388115328 00000100:00100000:0.0:1777047516.333673:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388115328 00000100:00100000:0.0:1777047516.333782:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6267 00000100:00100000:0.0:1777047516.333802:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57853:x1863365388115328:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047516.333841:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047516.333930:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a000 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f887a expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.334078:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389c00/0x5ecf73d72493a007 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.334104:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389c00/0x5ecf73d72493a007 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.334125:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389c00/0x5ecf73d72493a007 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047516.336596:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 0 00000004:00200000:0.0:1777047516.336607:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047516.336642:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389c00/0x5ecf73d72493a007 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.336691:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a000 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f887a expref: 25 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.336724:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389c00/0x5ecf73d72493a007 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f887a expref: 24 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.336740:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047516.336746:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047516.336752:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389c00, rc 0) 00000100:00100000:0.0:1777047516.340167:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365388115328:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 6360us (7055us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047516.340185:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6267 00000100:00100000:3.0:1777047516.380553:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047516.385238:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388115456 00000100:00100000:2.0:1777047516.385279:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388115456 00002000:00100000:2.0:1777047516.385356:0:24564:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x8a:0x0] (225280->249855) req@ffff9e0643bbce00 x1863365388115456/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:252/0 lens 488/0 e 0 to 0 dl 1777047527 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047516.385374:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbce00 with x1863365388115456 ext(225280->249855) 00002000:00010000:2.0:1777047516.385452:0:24564:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643bbce00 00000100:00100000:2.0:1777047516.385494:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1317 00000100:00100000:2.0:1777047516.385511:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388115456:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:2.0:1777047516.401537:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388115456:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 16017us (20984us total) trans 0 rc 24576/24576 00000100:00100000:2.0:1777047516.401557:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1317 00002000:00100000:2.0:1777047516.401576:0:24564:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x8a:0x0] (225280->249855) req@ffff9e0643bbce00 x1863365388115456/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:252/0 lens 488/440 e 0 to 0 dl 1777047527 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047516.401593:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbce00 with x1863365388115456 ext(225280->249855) 00002000:00010000:2.0:1777047516.401600:0:24564:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643bbce00 00000100:00100000:3.0:1777047516.416547:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047516.422228:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388115584 00000100:00100000:1.0:1777047516.422248:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388115584 00002000:00100000:1.0:1777047516.422322:0:8486:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x8a:0x0] (172032->225279) req@ffff9e0643bbd500 x1863365388115584/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:252/0 lens 488/0 e 0 to 0 dl 1777047527 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047516.422340:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbd500 with x1863365388115584 ext(172032->225279) 00002000:00010000:1.0:1777047516.422349:0:8486:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643bbd500 00000100:00100000:1.0:1777047516.422408:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1318 00000100:00100000:1.0:1777047516.422424:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388115584:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:1.0:1777047516.438066:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388115584:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 15632us (21518us total) trans 0 rc 53248/53248 00000100:00100000:1.0:1777047516.438087:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1318 00002000:00100000:1.0:1777047516.438420:0:8486:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x8a:0x0] (172032->225279) req@ffff9e0643bbd500 x1863365388115584/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:252/0 lens 488/440 e 0 to 0 dl 1777047527 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047516.438437:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbd500 with x1863365388115584 ext(172032->225279) 00002000:00010000:1.0:1777047516.438446:0:8486:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643bbd500 00000100:00100000:3.0:1777047516.464745:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047516.464966:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388115712 00000100:00100000:0.0:1777047516.464979:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388115712 00000100:00100000:0.0:1777047516.465082:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1319 00000100:00100000:0.0:1777047516.465101:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388115712:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:0.0:1777047516.465343:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 248846 -> 248846 00002000:00010000:0.0:1777047516.465351:0:29067:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047512 -> 1777047516 00002000:00010000:0.0:1777047516.465355:0:29067:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047512 -> 1777047512 00002000:00010000:0.0:1777047516.465360:0:29067:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047514 -> 1777047516 00002000:00010000:0.0:1777047516.465364:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 208 -> 280 00000100:00100000:0.0:1777047516.465528:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388115712:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 429us (791us total) trans 21474837769 rc 0/0 00000100:00100000:0.0:1777047516.465544:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1319 00000100:00100000:2.0:1777047516.483151:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443092352:0@lo:400:kworker.0 00000100:00100000:3.0:1777047516.484728:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443092608:0@lo:400:kworker.0 00000100:00100000:1.0:1777047516.484799:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3684:1863365443092224:0@lo:400:kworker.0 00000100:00100000:3.0:1777047516.484818:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047516.484985:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443092608 00000100:00100000:0.0:1777047516.484996:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443092608 00000100:00100000:0.0:1777047516.485094:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3015 00000100:00100000:0.0:1777047516.485110:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443092608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047516.485589:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3683:1863365443093120:0@lo:400:kworker.0 00000100:00100000:3.0:1777047516.485637:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047516.485685:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644867800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443093632:0@lo:400:kworker.0 00000100:00100000:3.0:1777047516.485723:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047516.485761:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1777047516.485772:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3683:1863365443092480:0@lo:400:kworker.0 00000100:00100000:3.0:1777047516.485812:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047516.485847:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3683:1863365443092992:0@lo:400:kworker.0 00000100:00100000:3.0:1777047516.485927:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047516.485963:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644866d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443093504:0@lo:400:kworker.0 00000100:00100000:3.0:1777047516.486003:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047516.486091:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443093632 00000100:00100000:3.0:1777047516.486100:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443093632 00000100:00100000:3.0:1777047516.486151:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443093504 00000100:00100000:3.0:1777047516.486156:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443093504 00000100:00100000:3.0:1777047516.486194:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3016 00000100:00100000:3.0:1777047516.486209:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3683:x1863365443093632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047516.486284:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3683:x1863365443093632:12345-0@lo:400:kworker.0 Request processed in 76us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047516.486299:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3016 00000100:00100000:3.0:1777047516.486329:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3017 00000100:00100000:3.0:1777047516.486342:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443093504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047516.486427:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443093504:12345-0@lo:400:kworker.0 Request processed in 87us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047516.486439:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3017 00000100:00100000:3.0:1777047516.486478:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443093120 00000100:00100000:3.0:1777047516.486486:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443093120 00000100:00100000:3.0:1777047516.486543:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443092480 00000100:00100000:3.0:1777047516.486550:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443092480 00000100:00100000:3.0:1777047516.486577:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443092992 00000100:00100000:3.0:1777047516.486582:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443092992 00000100:00100000:3.0:1777047516.486620:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4999 00000100:00100000:3.0:1777047516.486631:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3683:x1863365443093120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047516.486693:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3683:x1863365443093120:12345-0@lo:400:kworker.0 Request processed in 61us (1053us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047516.486707:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4999 00000100:00100000:3.0:1777047516.486730:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5000 00000100:00100000:3.0:1777047516.486742:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3683:x1863365443092480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047516.486791:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3683:x1863365443092480:12345-0@lo:400:kworker.0 Request processed in 51us (978us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047516.486803:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5000 00000100:00100000:3.0:1777047516.486827:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5001 00000100:00100000:3.0:1777047516.486839:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3683:x1863365443092992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047516.486927:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3683:x1863365443092992:12345-0@lo:400:kworker.0 Request processed in 89us (999us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047516.486939:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5001 00000100:00080000:3.0:1777047516.486983:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1777047516.486990:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047516.487054:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3683:1863365443092480:0@lo:400:kworker.0 00000100:00100000:3.0:1777047516.487075:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3683:1863365443092992:0@lo:400:kworker.0 00000100:00100000:3.0:1777047516.487090:0:3683:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474837767 gen 2 00000004:00080000:3.0:1777047516.487099:0:3683:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474837761 committed transno 21474837767 00000004:00080000:3.0:1777047516.487130:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064568a300, transno 21474837762 00000004:00080000:3.0:1777047516.487147:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644327800, transno 21474837763 00000004:00080000:3.0:1777047516.487152:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645689500, transno 21474837764 00000004:00080000:3.0:1777047516.487157:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064568ad80, transno 21474837765 00000004:00080000:3.0:1777047516.487161:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064568a680, transno 21474837766 00000004:00080000:3.0:1777047516.487166:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644326a00, transno 21474837767 00000100:00100000:3.0:1777047516.487173:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644866d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443093504:0@lo:400:kworker.0 00000100:00100000:3.0:1777047516.487196:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3683:1863365443093120:0@lo:400:kworker.0 00000100:00100000:3.0:1777047516.487214:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644867800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443093632:0@lo:400:kworker.0 00000004:00080000:3.0:1777047516.487484:0:33232:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 6 done 00000100:00100000:1.0:1777047516.487847:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047516.487971:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443092736:0@lo:400:kworker.0 00000100:00100000:1.0:1777047516.488025:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047516.490092:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443092736 00000100:00100000:1.0:1777047516.490105:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443092736 00000100:00080000:1.0:1777047516.490149:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047516.490209:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3018 00000100:00100000:1.0:1777047516.490226:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443092736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047516.490302:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443092736:12345-0@lo:400:kworker.0 Request processed in 80us (2276us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047516.490316:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3018 00000100:00100000:1.0:1777047516.490378:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443092736:0@lo:400:kworker.0 00000100:00100000:1.0:1777047516.490424:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3684:1863365443093248:0@lo:400:kworker.0 00000100:00100000:1.0:1777047516.490473:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047516.490530:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443093248 00000100:00100000:1.0:1777047516.490537:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443093248 00000100:00100000:1.0:1777047516.490594:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5002 00000100:00100000:1.0:1777047516.490607:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3684:x1863365443093248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047516.490663:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3684:x1863365443093248:12345-0@lo:400:kworker.0 Request processed in 57us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047516.490675:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5002 00000100:00080000:1.0:1777047516.490706:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777047516.490735:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3684:1863365443093248:0@lo:400:kworker.0 00000100:00100000:1.0:1777047516.490749:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644865880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3684:1863365443093760:0@lo:400:kworker.0 00000100:00100000:1.0:1777047516.490789:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047516.490825:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443093760 00000100:00100000:1.0:1777047516.490833:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443093760 00000100:00100000:1.0:1777047516.490922:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5003 00000100:00100000:1.0:1777047516.490936:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3684:x1863365443093760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047516.490993:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3684:x1863365443093760:12345-0@lo:400:kworker.0 Request processed in 59us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047516.491006:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5003 00000100:00100000:1.0:1777047516.492199:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644865880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3684:1863365443093760:0@lo:400:kworker.0 00000100:00100000:1.0:1777047516.492241:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1777047516.492254:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3684:1863365443092864:0@lo:400:kworker.0 00000100:00100000:1.0:1777047516.492305:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047516.492349:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443092864 00000100:00100000:1.0:1777047516.492358:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443092864 00000100:00100000:1.0:1777047516.492417:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5004 00000100:00100000:1.0:1777047516.492431:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3684:x1863365443092864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047516.492540:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3684:x1863365443092864:12345-0@lo:400:kworker.0 Request processed in 63us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047516.492553:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5004 00000100:00080000:1.0:1777047516.492583:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047516.492619:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3684:1863365443092864:0@lo:400:kworker.0 00000100:00100000:1.0:1777047516.492632:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443093376:0@lo:400:kworker.0 00000100:00100000:1.0:1777047516.492679:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047516.492718:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443093376 00000100:00100000:1.0:1777047516.492725:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443093376 00000100:00100000:1.0:1777047516.492784:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3350 00000100:00100000:1.0:1777047516.492797:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443093376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047516.492884:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443093376:12345-0@lo:400:kworker.0 Request processed in 58us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047516.492899:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3350 00000100:00100000:3.0:1777047516.495479:0:33220:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443092224 00000100:00100000:3.0:1777047516.495492:0:33220:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443092224 00000100:00100000:1.0:1777047516.495635:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443093376:0@lo:400:kworker.0 00000100:00100000:3.0:1777047516.495670:0:33220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1777047516.495691:0:33220:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644020850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3684:x1863365443092224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047516.495791:0:33220:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644020850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3684:x1863365443092224:12345-0@lo:400:kworker.0 Request processed in 105us (7943us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047516.495804:0:33220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:1.0:1777047516.498003:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047516.499010:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3684:1863365443092224:0@lo:400:kworker.0 00000100:00100000:0.0:1777047516.499060:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388115840 00000100:00100000:0.0:1777047516.499071:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388115840 00002000:00100000:0.0:1777047516.499129:0:29058:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x8a:0x0] (0->249855) req@ffff9e06439a5500 x1863365388115840/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:252/0 lens 520/0 e 0 to 0 dl 1777047527 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047516.499150:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a5500 with x1863365388115840 ext(0->249855) 00002000:00010000:0.0:1777047516.499159:0:29058:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06439a5500 00000100:00100000:0.0:1777047516.499534:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1320 00000100:00100000:0.0:1777047516.499554:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388115840:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:2.0:1777047516.501940:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047516.502018:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443092352 00000100:00100000:0.0:1777047516.502028:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443092352 00000100:00100000:0.0:1777047516.502103:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3351 00000100:00100000:0.0:1777047516.502120:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365443092352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047516.509325:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365443092352:12345-0@lo:400:kworker.0 Request processed in 7198us (7378us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047516.509344:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3351 00000100:00100000:2.0:1777047516.510096:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443092352:0@lo:400:kworker.0 00000100:00100000:0.0:1777047516.511660:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443092608:12345-0@lo:400:kworker.0 Request processed in 26550us (26842us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047516.511686:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3015 00000100:00100000:3.0:1777047516.512188:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443092608:0@lo:400:kworker.0 00000100:00100000:0.0:1777047516.523077:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388115840:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 23155us (26852us total) trans 0 rc 114688/114688 00000100:00100000:0.0:1777047516.523101:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1320 00002000:00100000:0.0:1777047516.523120:0:29058:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x8a:0x0] (0->249855) req@ffff9e06439a5500 x1863365388115840/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:252/0 lens 520/440 e 0 to 0 dl 1777047527 ref 1 fl Complete:/600/0 rc 114688/114688 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047516.523139:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a5500 with x1863365388115840 ext(0->249855) 00002000:00010000:0.0:1777047516.523148:0:29058:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06439a5500 00000100:00100000:2.0:1777047516.540812:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047516.541788:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388115968 00000100:00100000:1.0:1777047516.541829:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388115968 00000100:00100000:1.0:1777047516.541952:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6268 00000100:00100000:1.0:1777047516.541969:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365388115968:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047516.542024:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047516.542054:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d72493a00e lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8881 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.542111:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a015 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.542135:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a015 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.542156:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a015 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.542332:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d72493a00e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8881 expref: 26 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.542369:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a015 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8881 expref: 25 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.542462:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047516.542470:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777047516.542475:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91400, rc 0) 00000100:00100000:1.0:1777047516.542574:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388115968:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 608us (1796us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047516.542595:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6268 00000100:00100000:2.0:1777047516.580130:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047516.583118:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388116096 00000100:00100000:0.0:1777047516.583137:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388116096 00002000:00100000:0.0:1777047516.583249:0:29059:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x8a:0x0] (53248->69631) req@ffff9e07717eaa00 x1863365388116096/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:252/0 lens 16872/0 e 0 to 0 dl 1777047527 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047516.583273:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07717eaa00 with x1863365388116096 ext(53248->69631) 00002000:00010000:0.0:1777047516.583284:0:29059:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e07717eaa00 00000100:00100000:0.0:1777047516.583413:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1321 00000100:00100000:0.0:1777047516.583435:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388116096:12345-192.168.201.54@tcp:4:fsx.0 00000100:00100000:0.0:1777047516.599498:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388116096:12345-192.168.201.54@tcp:4:fsx.0 Request processed in 16053us (19365us total) trans 21474837770 rc 0/0 00000100:00100000:0.0:1777047516.599526:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1321 00002000:00100000:0.0:1777047516.599551:0:29059:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x8a:0x0] (53248->69631) req@ffff9e07717eaa00 x1863365388116096/t21474837770(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:252/0 lens 16872/448 e 0 to 0 dl 1777047527 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047516.599571:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07717eaa00 with x1863365388116096 ext(53248->69631) 00002000:00010000:0.0:1777047516.599581:0:29059:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e07717eaa00 00000100:00100000:2.0:1777047516.619940:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047516.620634:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388116224 00000100:00100000:0.0:1777047516.620662:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388116224 00000100:00100000:0.0:1777047516.620819:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1322 00000100:00100000:0.0:1777047516.620839:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388116224:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:0.0:1777047516.621945:0:8485:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 248846 -> 248846 00002000:00010000:0.0:1777047516.621955:0:8485:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047516 -> 1777047517 00002000:00010000:0.0:1777047516.621960:0:8485:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047512 -> 1777047517 00002000:00010000:0.0:1777047516.621964:0:8485:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047516 -> 1777047517 00002000:00010000:0.0:1777047516.621970:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 280 -> 384 00000100:00100000:0.0:1777047516.623673:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388116224:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 2835us (3743us total) trans 21474837771 rc 0/0 00000100:00100000:0.0:1777047516.623691:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1322 00000100:00100000:3.0:1777047516.675690:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047516.677150:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388116352 00000100:00100000:2.0:1777047516.677167:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388116352 00000100:00100000:2.0:1777047516.677322:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1323 00000100:00100000:2.0:1777047516.677341:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388116352:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:2.0:1777047516.678191:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 248846 -> 248846 00002000:00010000:2.0:1777047516.678200:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047517 -> 1777047517 00002000:00010000:2.0:1777047516.678207:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047517 -> 1777047517 00002000:00010000:2.0:1777047516.678212:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047517 -> 1777047517 00002000:00010000:2.0:1777047516.678217:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 384 -> 384 00000100:00100000:2.0:1777047516.678313:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365388116352:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 974us (2634us total) trans 21474837772 rc 0/0 00000100:00100000:2.0:1777047516.678329:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1323 00000100:00100000:1.0:1777047516.709841:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047516.710101:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388116480 00000100:00100000:2.0:1777047516.710123:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388116480 00000100:00100000:2.0:1777047516.710273:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1324 00000100:00100000:2.0:1777047516.710298:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388116480:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:2.0:1777047516.710731:0:24563:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 248846 -> 262144 00002000:00010000:2.0:1777047516.710740:0:24563:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047517 -> 1777047517 00002000:00010000:2.0:1777047516.710751:0:24563:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047517 -> 1777047517 00002000:00010000:2.0:1777047516.710757:0:24563:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047517 -> 1777047517 00002000:00010000:2.0:1777047516.710761:0:24563:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 384 -> 400 00000100:00100000:2.0:1777047516.710901:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388116480:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 611us (1075us total) trans 21474837773 rc 0/0 00000100:00100000:2.0:1777047516.710923:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1324 00000100:00100000:0.0:1777047516.747000:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047516.747225:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388116608 00000100:00100000:1.0:1777047516.747243:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388116608 00002000:00100000:1.0:1777047516.747322:0:24562:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x8a:0x0] (4096->262143) req@ffff9e0644865c00 x1863365388116608/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:252/0 lens 520/0 e 0 to 0 dl 1777047527 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047516.747346:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644865c00 with x1863365388116608 ext(4096->262143) 00002000:00010000:1.0:1777047516.747357:0:24562:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644865c00 00000100:00100000:1.0:1777047516.749582:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1325 00000100:00100000:1.0:1777047516.749607:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2432:x1863365388116608:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:1.0:1777047516.782638:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2432:x1863365388116608:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 33027us (35637us total) trans 0 rc 73728/73728 00000100:00100000:1.0:1777047516.782659:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1325 00002000:00100000:1.0:1777047516.782678:0:24562:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x8a:0x0] (4096->262143) req@ffff9e0644865c00 x1863365388116608/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:252/0 lens 520/440 e 0 to 0 dl 1777047527 ref 1 fl Complete:/600/0 rc 73728/73728 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047516.782697:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644865c00 with x1863365388116608 ext(4096->262143) 00002000:00010000:1.0:1777047516.782706:0:24562:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644865c00 00000100:00100000:3.0:1777047516.832699:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047516.833174:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388116864 00000100:00100000:1.0:1777047516.833188:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388116864 00000100:00100000:1.0:1777047516.833285:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6269 00000100:00100000:1.0:1777047516.833303:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388116864:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:1.0:1777047516.833482:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777047516.833524:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389c00/0x5ecf73d72493a007 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f887a expref: 25 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.833596:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d724939ff2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f886c expref: 24 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.833620:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047516.833628:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047516.834223:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d72493a01c lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.834247:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d72493a01c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.834265:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d72493a01c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047516.834335:0:6588:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935129 00000004:00010000:1.0:1777047516.834379:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067d78ad7 reply state 00000000f047a929 transno 8589935130 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d72493a01c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.835251:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d72493a01c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.835264:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047516.835269:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047516.835274:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047516.835427:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57853:x1863365388116864:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 2125us (2737us total) trans 8589935130 rc 0/0 00000100:00100000:1.0:1777047516.835443:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6269 00000020:00080000:1.0:1777047516.835452:0:6588:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047516.849081:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047516.850707:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388116992 00000100:00100000:1.0:1777047516.850723:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388116992 00000100:00100000:1.0:1777047516.856888:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6270 00000100:00100000:1.0:1777047516.856916:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e008380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57853:x1863365388116992:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047516.856951:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047516.856982:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a023 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8888 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.857065:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a023 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8888 expref: 27 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.857087:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a023 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8888 expref: 27 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.857115:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047516.857120:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047516.857126:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90200, rc 0) 00000100:00100000:1.0:1777047516.857225:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e008380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365388116992:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 321us (8153us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047516.857238:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6270 00000100:00100000:0.0:1777047516.872234:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047516.872297:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047516.872349:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047516.872563:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388117120 00000100:00100000:3.0:1777047516.872578:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388117120 00002000:00010000:3.0:1777047516.872636:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (248149->18446744073709551615) 00002000:00100000:3.0:1777047516.872644:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644864e00 with x1863365388117120 ext(248149->18446744073709551615) 00002000:00010000:3.0:1777047516.872663:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644864e00. 00000100:00100000:3.0:1777047516.872756:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388117248 00000100:00100000:3.0:1777047516.872763:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388117248 00002000:00010000:3.0:1777047516.872789:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:3.0:1777047516.872795:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644867100 with x1863365388117248 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047516.872806:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644867100. 00000100:00100000:3.0:1777047516.872831:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388117376 00000100:00100000:3.0:1777047516.872836:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388117376 00002000:00010000:3.0:1777047516.872887:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:3.0:1777047516.872892:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644864000 with x1863365388117376 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047516.872902:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644864000. 00000100:00100000:3.0:1777047516.872939:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1326 00000100:00100000:3.0:1777047516.872955:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2432:x1863365388117120:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:3.0:1777047516.873294:0:29062:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 262144 -> 248149 00002000:00010000:3.0:1777047516.873301:0:29062:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047517 -> 1777047517 00002000:00010000:3.0:1777047516.873306:0:29062:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047517 -> 1777047517 00002000:00010000:3.0:1777047516.873309:0:29062:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047517 -> 1777047517 00002000:00010000:3.0:1777047516.873313:0:29062:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 400 -> 384 00000100:00100000:3.0:1777047516.873427:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2432:x1863365388117120:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 473us (1202us total) trans 21474837774 rc 0/0 00000100:00100000:3.0:1777047516.873441:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1326 00002000:00010000:3.0:1777047516.873447:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (248149->18446744073709551615) 00002000:00100000:3.0:1777047516.873451:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644864e00 with x1863365388117120 ext(248149->18446744073709551615) 00002000:00010000:3.0:1777047516.873459:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644864e00. 00000100:00100000:3.0:1777047516.873488:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1327 00000100:00100000:3.0:1777047516.873500:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388117248:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:3.0:1777047516.873638:0:29062:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047516.873644:0:29062:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047512 -> 1777047517 00002000:00010000:3.0:1777047516.873648:0:29062:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047512 -> 1777047512 00002000:00010000:3.0:1777047516.873652:0:29062:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047514 -> 1777047517 00002000:00010000:3.0:1777047516.873655:0:29062:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777047516.873699:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388117248:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 198us (1398us total) trans 17179870434 rc 0/0 00000100:00100000:3.0:1777047516.873711:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1327 00002000:00010000:3.0:1777047516.873716:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:3.0:1777047516.873720:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644867100 with x1863365388117248 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047516.873728:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644867100. 00000100:00100000:3.0:1777047516.873753:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1328 00000100:00100000:3.0:1777047516.873766:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388117376:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:3.0:1777047516.873892:0:29062:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047516.873897:0:29062:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047512 -> 1777047517 00002000:00010000:3.0:1777047516.873901:0:29062:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047512 -> 1777047512 00002000:00010000:3.0:1777047516.873905:0:29062:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047514 -> 1777047517 00002000:00010000:3.0:1777047516.873908:0:29062:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047516.873948:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388117376:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 182us (1596us total) trans 21474837775 rc 0/0 00000100:00100000:3.0:1777047516.873960:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1328 00002000:00010000:3.0:1777047516.873965:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:3.0:1777047516.873970:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644864000 with x1863365388117376 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047516.873978:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644864000. 00000100:00100000:3.0:1777047516.894172:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047516.896090:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388117504 00000100:00100000:1.0:1777047516.896106:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388117504 00000100:00100000:1.0:1777047516.896514:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6271 00000100:00100000:1.0:1777047516.896534:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365388117504:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047516.896564:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047516.896595:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d72493a02a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f888f expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.896800:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a031 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.896825:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a031 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.896876:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a031 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047516.896925:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 248149 00000004:00200000:1.0:1777047516.896932:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047516.896964:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a031 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.897008:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d72493a02a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f888f expref: 29 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.897042:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a031 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f888f expref: 28 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.897059:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047516.897064:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047516.897070:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2800, rc 0) 00000100:00100000:1.0:1777047516.897150:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57853:x1863365388117504:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 620us (5439us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047516.897164:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6271 00000100:00100000:2.0:1777047516.931515:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047516.931932:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388117632 00000100:00100000:0.0:1777047516.931948:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388117632 00000100:00100000:0.0:1777047516.932055:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1329 00000100:00100000:0.0:1777047516.932102:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388117632:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:0.0:1777047516.933085:0:29058:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 248149 -> 248149 00002000:00010000:0.0:1777047516.933093:0:29058:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047517 -> 1777047517 00002000:00010000:0.0:1777047516.933098:0:29058:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047517 -> 1777047517 00002000:00010000:0.0:1777047516.933103:0:29058:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047517 -> 1777047517 00002000:00010000:0.0:1777047516.933107:0:29058:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 384 -> 360 00000100:00100000:0.0:1777047516.933526:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388117632:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 1427us (2019us total) trans 21474837776 rc 0/0 00000100:00100000:0.0:1777047516.933542:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1329 00000100:00100000:0.0:1777047516.967093:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047516.969116:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388117760 00000100:00100000:2.0:1777047516.969131:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388117760 00002000:00100000:2.0:1777047516.969215:0:29059:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x8a:0x0] (167936->237567) req@ffff9e0644866680 x1863365388117760/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:252/0 lens 488/0 e 0 to 0 dl 1777047527 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047516.969233:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644866680 with x1863365388117760 ext(167936->237567) 00002000:00010000:2.0:1777047516.969243:0:29059:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644866680 00000100:00100000:2.0:1777047516.969297:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1330 00000100:00100000:2.0:1777047516.969313:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2431:x1863365388117760:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:3.0:1777047516.993639:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2431:x1863365388117760:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 24318us (26545us total) trans 0 rc 69632/69632 00000100:00100000:3.0:1777047516.993660:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1330 00002000:00100000:3.0:1777047516.993677:0:29059:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x8a:0x0] (167936->237567) req@ffff9e0644866680 x1863365388117760/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:252/0 lens 488/440 e 0 to 0 dl 1777047527 ref 1 fl Complete:/600/0 rc 69632/69632 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047516.993693:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644866680 with x1863365388117760 ext(167936->237567) 00002000:00010000:3.0:1777047516.993701:0:29059:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644866680 00000100:00100000:1.0:1777047516.995043:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047516.995066:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443093888:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777047516.995372:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047516.996168:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047516.996185:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443094016:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777047516.996234:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047516.996451:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443093888 00000100:00100000:2.0:1777047516.996462:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443093888 00000100:00100000:2.0:1777047516.996530:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2503 00000100:00100000:2.0:1777047516.996543:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443093888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1777047516.996580:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 385717824 pending 0 free 3916980224 avail 3685457920 00000100:00100000:2.0:1777047516.996646:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443093888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (1273us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047516.996657:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2503 00000100:00100000:2.0:1777047516.996716:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443093888:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1777047516.996835:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047516.996884:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443094016 00000100:00100000:1.0:1777047516.996891:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443094016 00000100:00100000:1.0:1777047516.996949:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3352 00000100:00100000:1.0:1777047516.996961:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443094016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777047516.996995:0:6594:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445851136 avail 1299611648 00000100:00100000:1.0:1777047516.997082:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443094016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 121us (844us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047516.997093:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3352 00000100:00100000:1.0:1777047516.997150:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443094016:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777047517.037484:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047517.037669:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388117888 00000100:00100000:2.0:1777047517.037685:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388117888 00002000:00100000:2.0:1777047517.037761:0:8485:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x8a:0x0] (122880->135167) req@ffff9e0644867b80 x1863365388117888/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:253/0 lens 12776/0 e 0 to 0 dl 1777047528 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047517.037779:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644867b80 with x1863365388117888 ext(122880->135167) 00002000:00010000:2.0:1777047517.037787:0:8485:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644867b80 00000100:00100000:2.0:1777047517.037835:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1331 00000100:00100000:2.0:1777047517.037879:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2432:x1863365388117888:12345-192.168.201.54@tcp:4:fsx.0 00000100:00080000:1.0:1777047517.039671:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047517.046083:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2432:x1863365388117888:12345-192.168.201.54@tcp:4:fsx.0 Request processed in 7933us (8310us total) trans 21474837777 rc 0/0 00000100:00100000:2.0:1777047517.046105:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1331 00002000:00100000:2.0:1777047517.046123:0:8485:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x8a:0x0] (122880->135167) req@ffff9e0644867b80 x1863365388117888/t21474837777(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:253/0 lens 12776/448 e 0 to 0 dl 1777047528 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047517.046481:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644867b80 with x1863365388117888 ext(122880->135167) 00002000:00010000:2.0:1777047517.046490:0:8485:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644867b80 00000100:00100000:0.0:1777047517.055642:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047517.055778:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388118016 00000100:00100000:1.0:1777047517.055792:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388118016 00000100:00100000:1.0:1777047517.056204:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4172 00000100:00100000:1.0:1777047517.056219:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2431:x1863365388118016:12345-192.168.201.54@tcp:16:fsx.0 00000001:00080000:2.0:1777047517.069484:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837777 is committed 00000100:00100000:1.0:1777047517.071560:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388118016:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 15328us (15912us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047517.071580:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4172 00000100:00100000:3.0:1777047517.090618:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047517.090743:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388118144 00000100:00100000:1.0:1777047517.090758:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388118144 00000100:00100000:1.0:1777047517.090926:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1332 00000100:00100000:1.0:1777047517.090945:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388118144:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:1.0:1777047517.091255:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 248149 -> 248149 00002000:00010000:1.0:1777047517.091263:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047517 -> 1777047517 00002000:00010000:1.0:1777047517.091268:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047517 -> 1777047517 00002000:00010000:1.0:1777047517.091274:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047517 -> 1777047517 00002000:00010000:1.0:1777047517.091279:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 360 -> 368 00000100:00100000:1.0:1777047517.091376:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388118144:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 435us (766us total) trans 21474837778 rc 0/0 00000100:00100000:1.0:1777047517.091455:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1332 00000100:00100000:0.0:1777047517.109783:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047517.110648:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388118272 00000100:00100000:3.0:1777047517.110662:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388118272 00000100:00100000:3.0:1777047517.110771:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1333 00000100:00100000:3.0:1777047517.110811:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388118272:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:3.0:1777047517.111306:0:20134:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 248149 -> 248149 00002000:00010000:3.0:1777047517.111314:0:20134:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047517 -> 1777047517 00002000:00010000:3.0:1777047517.111319:0:20134:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047517 -> 1777047517 00002000:00010000:3.0:1777047517.111323:0:20134:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047517 -> 1777047517 00002000:00010000:3.0:1777047517.111326:0:20134:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 368 -> 344 00000100:00100000:3.0:1777047517.111489:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388118272:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 701us (1715us total) trans 21474837779 rc 0/0 00000100:00100000:3.0:1777047517.111504:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1333 00000100:00100000:0.0:1777047517.130155:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047517.131412:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388118528 00000100:00100000:3.0:1777047517.131427:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388118528 00000100:00100000:3.0:1777047517.131650:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6272 00000100:00100000:3.0:1777047517.131668:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644864700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57853:x1863365388118528:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:3.0:1777047517.131767:0:6590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047517.132611:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a031 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f888f expref: 28 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047517.132647:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047517.132654:0:6590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047517.133291:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d72493a038 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047517.133315:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d72493a038 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047517.133329:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d72493a038 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047517.133430:0:6590:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935131 00000004:00010000:3.0:1777047517.133472:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000046702c7a reply state 00000000d4acd83d transno 8589935132 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d72493a038 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047517.133490:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d72493a038 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047517.133501:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047517.133506:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047517.133512:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047517.133648:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644864700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57853:x1863365388118528:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 1982us (3503us total) trans 8589935132 rc 0/0 00000100:00100000:3.0:1777047517.133662:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6272 00000020:00080000:3.0:1777047517.133671:0:6590:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:1.0:1777047517.135592:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777047517.143673:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047517.143754:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047517.143813:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047517.143951:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388118656 00000100:00100000:0.0:1777047517.143966:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388118656 00000100:00100000:1.0:1777047517.143992:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388118784 00000100:00100000:1.0:1777047517.144003:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388118784 00002000:00010000:0.0:1777047517.144054:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (190602->18446744073709551615) 00002000:00100000:0.0:1777047517.144064:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e00ad80 with x1863365388118656 ext(190602->18446744073709551615) 00002000:00010000:1.0:1777047517.144066:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:1.0:1777047517.144079:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e00b800 with x1863365388118784 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047517.144086:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e00ad80. 00002000:00010000:1.0:1777047517.144092:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e00b800. 00000100:00100000:0.0:1777047517.144128:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388118912 00000100:00100000:0.0:1777047517.144136:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388118912 00002000:00010000:0.0:1777047517.144162:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:0.0:1777047517.144170:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e008700 with x1863365388118912 ext(0->18446744073709551615) 00000100:00080000:2.0:1777047517.144172:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:0.0:1777047517.144185:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e008700. 00000100:00100000:1.0:1777047517.150172:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1334 00000100:00100000:0.0:1777047517.150200:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1335 00000100:00100000:1.0:1777047517.150209:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388118656:12345-192.168.201.54@tcp:10:fsx.0 00000100:00100000:0.0:1777047517.150232:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2431:x1863365388118784:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:0.0:1777047517.150486:0:29057:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047517.150495:0:29057:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047517 -> 1777047517 00002000:00010000:0.0:1777047517.150499:0:29057:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047512 -> 1777047512 00002000:00010000:0.0:1777047517.150503:0:29057:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047517 -> 1777047517 00002000:00010000:0.0:1777047517.150509:0:29057:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1777047517.150605:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2431:x1863365388118784:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 383us (6848us total) trans 17179870435 rc 0/0 00000100:00100000:0.0:1777047517.150630:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1335 00002000:00010000:0.0:1777047517.150639:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:0.0:1777047517.150646:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e00b800 with x1863365388118784 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047517.150659:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e00b800. 00002000:00010000:1.0:1777047517.150663:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 248149 -> 190602 00002000:00010000:1.0:1777047517.150672:0:24562:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047517 -> 1777047517 00002000:00010000:1.0:1777047517.150678:0:24562:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047517 -> 1777047517 00002000:00010000:1.0:1777047517.150683:0:24562:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047517 -> 1777047517 00002000:00010000:1.0:1777047517.150688:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 344 -> 304 00000100:00100000:0.0:1777047517.150700:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1336 00000100:00100000:0.0:1777047517.150720:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e008700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388118912:12345-192.168.201.54@tcp:10:fsx.0 00000100:00100000:1.0:1777047517.151073:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388118656:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 552us (7078us total) trans 21474837780 rc 0/0 00000100:00100000:1.0:1777047517.151091:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1334 00002000:00010000:1.0:1777047517.151098:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (190602->18446744073709551615) 00002000:00100000:1.0:1777047517.151104:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e00ad80 with x1863365388118656 ext(190602->18446744073709551615) 00002000:00010000:1.0:1777047517.151114:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e00ad80. 00002000:00010000:0.0:1777047517.151195:0:29057:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047517.151202:0:29057:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047517 -> 1777047517 00002000:00010000:0.0:1777047517.151208:0:29057:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047512 -> 1777047512 00002000:00010000:0.0:1777047517.151212:0:29057:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047517 -> 1777047517 00002000:00010000:0.0:1777047517.151217:0:29057:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047517.151267:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e008700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388118912:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 550us (7451us total) trans 21474837781 rc 0/0 00000100:00100000:0.0:1777047517.151282:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1336 00002000:00010000:0.0:1777047517.151289:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:0.0:1777047517.151295:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e008700 with x1863365388118912 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047517.151305:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e008700. 00000100:00100000:0.0:1777047517.161040:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047517.161212:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388119040 00000100:00100000:1.0:1777047517.161227:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388119040 00000100:00100000:1.0:1777047517.161586:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6273 00000100:00100000:1.0:1777047517.161605:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644865500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57853:x1863365388119040:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047517.161791:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047517.161822:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3600/0x5ecf73d72493a03f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8896 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.162112:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d72493a046 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.162136:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d72493a046 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.162157:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d72493a046 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047517.162203:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 190602 00000004:00200000:1.0:1777047517.162211:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047517.162238:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d72493a046 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.162281:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3600/0x5ecf73d72493a03f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8896 expref: 32 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.162612:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d72493a046 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8896 expref: 31 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.162630:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047517.162635:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047517.162640:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead3000, rc 0) 00000100:00100000:1.0:1777047517.162792:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644865500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388119040:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 1190us (1761us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047517.162806:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6273 00000100:00100000:1.0:1777047517.175815:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047517.176048:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388119296 00000100:00100000:3.0:1777047517.176062:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388119296 00000100:00100000:1.0:1777047517.176368:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6274 00000100:00100000:1.0:1777047517.176415:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388119296:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:1.0:1777047517.176487:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047517.176521:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d72493a046 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8896 expref: 31 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.176553:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047517.176560:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047517.176774:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3600/0x5ecf73d72493a04d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.176822:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3600/0x5ecf73d72493a04d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.176837:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3600/0x5ecf73d72493a04d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047517.176926:0:6589:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935133 00000004:00010000:1.0:1777047517.176961:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a2988a74 reply state 0000000098e29333 transno 8589935134 ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3600/0x5ecf73d72493a04d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.176980:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3600/0x5ecf73d72493a04d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.176990:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047517.176995:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047517.177000:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047517.177579:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57853:x1863365388119296:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 1194us (1774us total) trans 8589935134 rc 0/0 00000100:00100000:1.0:1777047517.177592:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6274 00000020:00080000:1.0:1777047517.177600:0:6589:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047517.208793:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047517.208893:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047517.208952:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047517.209665:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388119552 00000100:00100000:3.0:1777047517.209679:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388119552 00002000:00010000:3.0:1777047517.209732:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:3.0:1777047517.209741:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e009180 with x1863365388119552 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047517.209758:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e009180. 00000100:00100000:3.0:1777047517.209829:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388119424 00000100:00100000:3.0:1777047517.209835:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388119424 00002000:00010000:3.0:1777047517.209882:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (87127->18446744073709551615) 00002000:00100000:3.0:1777047517.209888:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6d500 with x1863365388119424 ext(87127->18446744073709551615) 00002000:00010000:3.0:1777047517.209897:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6d500. 00000100:00100000:3.0:1777047517.209922:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388119680 00000100:00100000:3.0:1777047517.209928:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388119680 00002000:00010000:3.0:1777047517.209945:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:3.0:1777047517.209951:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6dc00 with x1863365388119680 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047517.209959:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6dc00. 00000100:00100000:3.0:1777047517.209985:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1337 00000100:00100000:3.0:1777047517.209999:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365388119552:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:3.0:1777047517.210176:0:20132:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047517.210182:0:20132:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047517 -> 1777047517 00002000:00010000:3.0:1777047517.210186:0:20132:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047512 -> 1777047512 00002000:00010000:3.0:1777047517.210189:0:20132:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047517 -> 1777047517 00002000:00010000:3.0:1777047517.210193:0:20132:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777047517.210263:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365388119552:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 265us (1503us total) trans 17179870436 rc 0/0 00000100:00100000:3.0:1777047517.210564:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1337 00002000:00010000:3.0:1777047517.210571:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:3.0:1777047517.210577:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e009180 with x1863365388119552 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047517.210585:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e009180. 00000100:00100000:0.0:1777047517.210624:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1338 00000100:00100000:0.0:1777047517.210643:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388119424:12345-192.168.201.54@tcp:10:fsx.0 00000100:00100000:3.0:1777047517.210815:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1339 00000100:00100000:3.0:1777047517.210835:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388119680:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:3.0:1777047517.210978:0:20132:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047517.210984:0:20132:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047517 -> 1777047517 00002000:00010000:3.0:1777047517.210989:0:20132:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047512 -> 1777047512 00002000:00010000:3.0:1777047517.210992:0:20132:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047517 -> 1777047517 00002000:00010000:3.0:1777047517.210995:0:20132:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047517.211040:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388119680:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 211us (2086us total) trans 21474837782 rc 0/0 00000100:00100000:3.0:1777047517.211053:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1339 00002000:00010000:3.0:1777047517.211060:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:3.0:1777047517.211064:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6dc00 with x1863365388119680 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047517.211073:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6dc00. 00002000:00010000:0.0:1777047517.211560:0:29058:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 190602 -> 87127 00002000:00010000:0.0:1777047517.211567:0:29058:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047517 -> 1777047517 00002000:00010000:0.0:1777047517.211571:0:29058:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047517 -> 1777047517 00002000:00010000:0.0:1777047517.211576:0:29058:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047517 -> 1777047517 00002000:00010000:0.0:1777047517.211581:0:29058:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 304 -> 144 00000100:00100000:0.0:1777047517.211656:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388119424:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 1017us (2762us total) trans 21474837783 rc 0/0 00000100:00100000:0.0:1777047517.211671:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1338 00002000:00010000:0.0:1777047517.211677:0:29058:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (87127->18446744073709551615) 00002000:00100000:0.0:1777047517.211682:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6d500 with x1863365388119424 ext(87127->18446744073709551615) 00002000:00010000:0.0:1777047517.211691:0:29058:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6d500. 00000100:00100000:2.0:1777047517.228584:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047517.228634:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388119808 00000100:00100000:2.0:1777047517.228646:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388119808 00000100:00100000:2.0:1777047517.228716:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6275 00000100:00100000:2.0:1777047517.228734:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57853:x1863365388119808:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047517.228790:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047517.228821:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a054 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f889d expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.229058:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493a05b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.229081:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493a05b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.229098:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493a05b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047517.229394:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 87127 00000004:00200000:2.0:1777047517.229401:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047517.229430:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493a05b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.229469:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a054 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f889d expref: 35 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.229545:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493a05b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f889d expref: 34 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.229559:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047517.229564:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047517.229570:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166000, rc 0) 00000100:00100000:2.0:1777047517.229648:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57853:x1863365388119808:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 916us (1075us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047517.229666:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6275 00000100:00100000:3.0:1777047517.250464:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047517.252527:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388120064 00000100:00100000:2.0:1777047517.252568:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388120064 00000100:00100000:2.0:1777047517.252660:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6276 00000100:00100000:2.0:1777047517.252678:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57853:x1863365388120064:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:2.0:1777047517.252751:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047517.252815:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493a05b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f889d expref: 34 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.252886:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047517.252895:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047517.253134:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a062 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.253158:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a062 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.253492:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a062 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047517.253578:0:12913:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935135 00000004:00010000:2.0:1777047517.253619:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e14df59 reply state 00000000734dbc72 transno 8589935136 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a062 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.253642:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a062 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.253655:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047517.253659:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047517.253666:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047517.253810:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57853:x1863365388120064:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 1134us (3427us total) trans 8589935136 rc 0/0 00000100:00100000:2.0:1777047517.253824:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6276 00000020:00080000:2.0:1777047517.253833:0:12913:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047517.267720:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047517.268117:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047517.268642:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047517.278509:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388120320 00000100:00100000:1.0:1777047517.279723:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388120320 00000100:00100000:0.0:1777047517.282789:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388120192 00000100:00100000:0.0:1777047517.282802:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388120192 00002000:00010000:0.0:1777047517.282890:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (101514->18446744073709551615) 00002000:00100000:0.0:1777047517.282898:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6df80 with x1863365388120192 ext(101514->18446744073709551615) 00002000:00010000:0.0:1777047517.282917:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6df80. 00000100:00100000:0.0:1777047517.282982:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388120448 00000100:00100000:0.0:1777047517.282988:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388120448 00002000:00010000:0.0:1777047517.283011:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:0.0:1777047517.283016:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6f100 with x1863365388120448 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047517.283025:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6f100. 00000100:00100000:0.0:1777047517.283069:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1340 00000100:00100000:0.0:1777047517.283085:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388120192:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:0.0:1777047517.283452:0:8485:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 87127 -> 101514 00002000:00010000:0.0:1777047517.283460:0:8485:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047517 -> 1777047517 00002000:00010000:0.0:1777047517.283464:0:8485:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047517 -> 1777047517 00002000:00010000:0.0:1777047517.283468:0:8485:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047517 -> 1777047517 00002000:00010000:0.0:1777047517.283472:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 144 -> 144 00000100:00100000:0.0:1777047517.283563:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388120192:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 479us (15445us total) trans 21474837784 rc 0/0 00000100:00100000:0.0:1777047517.283582:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1340 00002000:00010000:0.0:1777047517.283588:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (101514->18446744073709551615) 00002000:00100000:0.0:1777047517.283592:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6df80 with x1863365388120192 ext(101514->18446744073709551615) 00002000:00010000:0.0:1777047517.283601:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6df80. 00000100:00100000:0.0:1777047517.283631:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1341 00000100:00100000:0.0:1777047517.283643:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388120448:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:0.0:1777047517.283738:0:8485:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047517.283745:0:8485:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047517 -> 1777047517 00002000:00010000:0.0:1777047517.283749:0:8485:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047512 -> 1777047512 00002000:00010000:0.0:1777047517.283753:0:8485:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047517 -> 1777047517 00002000:00010000:0.0:1777047517.283757:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047517.283797:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388120448:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 153us (15156us total) trans 21474837785 rc 0/0 00000100:00100000:0.0:1777047517.283811:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1341 00002000:00010000:0.0:1777047517.283816:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:0.0:1777047517.283821:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6f100 with x1863365388120448 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047517.283829:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6f100. 00002000:00010000:2.0:1777047517.291119:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047517.291134:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6f800 with x1863365388120320 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047517.291152:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644c6f800. 00000100:00100000:2.0:1777047517.291248:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1342 00000100:00100000:2.0:1777047517.291267:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2429:x1863365388120320:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047517.292095:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047517.292102:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047517 -> 1777047517 00002000:00010000:2.0:1777047517.292106:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047512 -> 1777047512 00002000:00010000:2.0:1777047517.292111:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047517 -> 1777047517 00002000:00010000:2.0:1777047517.292115:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777047517.293072:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2429:x1863365388120320:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 1806us (25360us total) trans 17179870437 rc 0/0 00000100:00100000:2.0:1777047517.293088:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1342 00002000:00010000:2.0:1777047517.293094:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047517.293100:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6f800 with x1863365388120320 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047517.293108:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644c6f800. 00000100:00100000:2.0:1777047517.326751:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047517.340444:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388120576 00000100:00100000:1.0:1777047517.340464:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388120576 00002000:00100000:2.0:1777047517.340978:0:24564:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x8a:0x0] (49152->53247) req@ffff9e0644c6e680 x1863365388120576/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:253/0 lens 488/0 e 0 to 0 dl 1777047528 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047517.341012:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6e680 with x1863365388120576 ext(49152->53247) 00002000:00010000:2.0:1777047517.341023:0:24564:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6e680 00000100:00100000:2.0:1777047517.341093:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1343 00000100:00100000:2.0:1777047517.341112:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388120576:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:2.0:1777047517.341582:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388120576:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 471us (14840us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777047517.341600:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1343 00002000:00100000:2.0:1777047517.341613:0:24564:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x8a:0x0] (49152->53247) req@ffff9e0644c6e680 x1863365388120576/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:253/0 lens 488/4536 e 0 to 0 dl 1777047528 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047517.341630:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6e680 with x1863365388120576 ext(49152->53247) 00002000:00010000:2.0:1777047517.341637:0:24564:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6e680 00000100:00100000:0.0:1777047517.388566:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047517.388718:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388120704 00000100:00100000:3.0:1777047517.388735:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388120704 00002000:00100000:3.0:1777047517.389724:0:29057:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x8a:0x0] (53248->57343) req@ffff9e0644866a00 x1863365388120704/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:253/0 lens 488/0 e 0 to 0 dl 1777047528 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047517.390108:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644866a00 with x1863365388120704 ext(53248->57343) 00002000:00010000:3.0:1777047517.390124:0:29057:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644866a00 00000100:00100000:3.0:1777047517.390174:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1344 00000100:00100000:3.0:1777047517.390192:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2431:x1863365388120704:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:3.0:1777047517.390627:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2431:x1863365388120704:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 430us (2066us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777047517.390644:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1344 00002000:00100000:3.0:1777047517.390664:0:29057:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x8a:0x0] (53248->57343) req@ffff9e0644866a00 x1863365388120704/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:253/0 lens 488/4536 e 0 to 0 dl 1777047528 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047517.390683:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644866a00 with x1863365388120704 ext(53248->57343) 00002000:00010000:3.0:1777047517.390690:0:29057:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644866a00 00000100:00100000:0.0:1777047517.420571:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047517.420781:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388120832 00000100:00100000:2.0:1777047517.420802:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388120832 00002000:00100000:2.0:1777047517.420922:0:29067:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x8a:0x0] (57344->61439) req@ffff9e0644864380 x1863365388120832/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:253/0 lens 488/0 e 0 to 0 dl 1777047528 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047517.420944:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644864380 with x1863365388120832 ext(57344->61439) 00002000:00010000:2.0:1777047517.420958:0:29067:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644864380 00000100:00100000:2.0:1777047517.421023:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1345 00000100:00100000:2.0:1777047517.421047:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2432:x1863365388120832:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:2.0:1777047517.424672:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2432:x1863365388120832:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 3621us (4102us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777047517.424692:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1345 00002000:00100000:2.0:1777047517.424713:0:29067:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x8a:0x0] (57344->61439) req@ffff9e0644864380 x1863365388120832/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:253/0 lens 488/4536 e 0 to 0 dl 1777047528 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047517.424735:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644864380 with x1863365388120832 ext(57344->61439) 00002000:00010000:2.0:1777047517.424743:0:29067:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644864380 00000100:00100000:2.0:1777047517.463646:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047517.464727:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388120960 00000100:00100000:3.0:1777047517.464747:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388120960 00002000:00100000:3.0:1777047517.465263:0:29059:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x8a:0x0] (61440->65535) req@ffff9e0644c6ca80 x1863365388120960/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:253/0 lens 488/0 e 0 to 0 dl 1777047528 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047517.465284:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6ca80 with x1863365388120960 ext(61440->65535) 00002000:00010000:3.0:1777047517.465323:0:29059:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6ca80 00000100:00100000:3.0:1777047517.465468:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1346 00000100:00100000:3.0:1777047517.465488:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2431:x1863365388120960:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:3.0:1777047517.466681:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2431:x1863365388120960:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 1194us (3049us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777047517.466696:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1346 00002000:00100000:3.0:1777047517.466714:0:29059:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x8a:0x0] (61440->65535) req@ffff9e0644c6ca80 x1863365388120960/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:253/0 lens 488/4536 e 0 to 0 dl 1777047528 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047517.466731:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6ca80 with x1863365388120960 ext(61440->65535) 00002000:00010000:3.0:1777047517.466738:0:29059:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6ca80 00000100:00100000:0.0:1777047517.503058:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047517.505595:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388121088 00000100:00100000:2.0:1777047517.505613:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388121088 00002000:00100000:2.0:1777047517.505699:0:29058:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x8a:0x0] (65536->69631) req@ffff9e0644864a80 x1863365388121088/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:253/0 lens 488/0 e 0 to 0 dl 1777047528 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047517.505725:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644864a80 with x1863365388121088 ext(65536->69631) 00002000:00010000:2.0:1777047517.505736:0:29058:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644864a80 00000100:00100000:2.0:1777047517.505862:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1347 00000100:00100000:2.0:1777047517.505888:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2432:x1863365388121088:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:2.0:1777047517.506151:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2432:x1863365388121088:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 272us (3109us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777047517.506628:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1347 00002000:00100000:2.0:1777047517.506646:0:29058:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x8a:0x0] (65536->69631) req@ffff9e0644864a80 x1863365388121088/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:253/0 lens 488/4536 e 0 to 0 dl 1777047528 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047517.506663:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644864a80 with x1863365388121088 ext(65536->69631) 00002000:00010000:2.0:1777047517.506675:0:29058:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644864a80 00000100:00100000:1.0:1777047517.507606:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443094144:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777047517.507692:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047517.511601:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443094144 00000100:00100000:1.0:1777047517.511617:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443094144 00000100:00100000:1.0:1777047517.511692:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2504 00000100:00100000:1.0:1777047517.511711:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+12:3683:x1863365443094144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777047517.511749:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 385717824 pending 0 free 3916980224 avail 3685457920 00000100:00100000:1.0:1777047517.511880:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+12:3683:x1863365443094144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 171us (4186us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047517.511897:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2504 00000100:00100000:1.0:1777047517.512017:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443094144:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777047517.513697:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777047517.513723:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644865180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443094272:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777047517.513797:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047517.513975:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443094272 00000100:00100000:0.0:1777047517.513987:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443094272 00000100:00100000:0.0:1777047517.514054:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2505 00000100:00100000:0.0:1777047517.514068:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443094272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777047517.514106:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 53248 granted 452462144 pending 0 free 3918983168 avail 3687460864 00000100:00100000:0.0:1777047517.514167:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443094272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047517.514180:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2505 00000100:00100000:1.0:1777047517.514512:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644865180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443094272:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777047517.585524:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047517.587367:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388121216 00000100:00100000:3.0:1777047517.587390:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388121216 00002000:00100000:3.0:1777047517.587656:0:8486:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x8a:0x0] (90112->94207) req@ffff9e06439a5f80 x1863365388121216/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:253/0 lens 488/0 e 0 to 0 dl 1777047528 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047517.587682:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a5f80 with x1863365388121216 ext(90112->94207) 00002000:00010000:3.0:1777047517.587692:0:8486:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06439a5f80 00000100:00100000:3.0:1777047517.587904:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1348 00000100:00100000:3.0:1777047517.587929:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2431:x1863365388121216:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:3.0:1777047517.588682:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2431:x1863365388121216:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 754us (3161us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777047517.588699:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1348 00002000:00100000:3.0:1777047517.588719:0:8486:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x8a:0x0] (90112->94207) req@ffff9e06439a5f80 x1863365388121216/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:253/0 lens 488/4536 e 0 to 0 dl 1777047528 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047517.588735:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a5f80 with x1863365388121216 ext(90112->94207) 00002000:00010000:3.0:1777047517.588741:0:8486:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06439a5f80 00000100:00100000:3.0:1777047517.633105:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047517.636682:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388121344 00000100:00100000:0.0:1777047517.636698:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388121344 00002000:00100000:0.0:1777047517.636828:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (94208->98303) req@ffff9e076e3e8700 x1863365388121344/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:253/0 lens 488/0 e 0 to 0 dl 1777047528 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047517.636889:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e3e8700 with x1863365388121344 ext(94208->98303) 00002000:00010000:0.0:1777047517.636899:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e3e8700 00000100:00100000:0.0:1777047517.636965:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1349 00000100:00100000:0.0:1777047517.636989:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388121344:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:0.0:1777047517.637471:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388121344:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 401us (4294us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777047517.637489:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1349 00002000:00100000:0.0:1777047517.637504:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (94208->98303) req@ffff9e076e3e8700 x1863365388121344/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:253/0 lens 488/4536 e 0 to 0 dl 1777047528 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047517.637527:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e3e8700 with x1863365388121344 ext(94208->98303) 00002000:00010000:0.0:1777047517.637535:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e3e8700 00000100:00100000:2.0:1777047517.673733:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047517.675261:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388121472 00000100:00100000:3.0:1777047517.675278:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388121472 00002000:00100000:3.0:1777047517.675359:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x8a:0x0] (98304->102399) req@ffff9e0644c6d880 x1863365388121472/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:253/0 lens 488/0 e 0 to 0 dl 1777047528 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047517.675416:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6d880 with x1863365388121472 ext(98304->102399) 00002000:00010000:3.0:1777047517.675429:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6d880 00000100:00100000:3.0:1777047517.675498:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1350 00000100:00100000:3.0:1777047517.675518:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2432:x1863365388121472:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:3.0:1777047517.675885:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2432:x1863365388121472:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 370us (2162us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777047517.675901:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1350 00002000:00100000:3.0:1777047517.675915:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x8a:0x0] (98304->102399) req@ffff9e0644c6d880 x1863365388121472/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:253/0 lens 488/4536 e 0 to 0 dl 1777047528 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047517.675931:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6d880 with x1863365388121472 ext(98304->102399) 00002000:00010000:3.0:1777047517.675938:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6d880 00000100:00100000:2.0:1777047517.704880:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047517.705714:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388121600 00000100:00100000:3.0:1777047517.705730:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388121600 00002000:00100000:3.0:1777047517.705806:0:29064:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x280000401:0x8a:0x0] (36864->101513) req@ffff9e0644c6ed80 x1863365388121600/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:253/0 lens 488/0 e 0 to 0 dl 1777047528 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047517.706182:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6ed80 with x1863365388121600 ext(36864->101513) 00002000:00010000:3.0:1777047517.706194:0:29064:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6ed80 00000100:00100000:3.0:1777047517.706259:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1351 00000100:00100000:3.0:1777047517.706279:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2431:x1863365388121600:12345-192.168.201.54@tcp:4:fsx.0 00000100:00100000:2.0:1777047517.741972:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2431:x1863365388121600:12345-192.168.201.54@tcp:4:fsx.0 Request processed in 35684us (37123us total) trans 21474837786 rc 0/0 00000100:00100000:2.0:1777047517.742000:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1351 00002000:00100000:2.0:1777047517.742021:0:29064:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x280000401:0x8a:0x0] (36864->101513) req@ffff9e0644c6ed80 x1863365388121600/t21474837786(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:253/0 lens 488/448 e 0 to 0 dl 1777047528 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047517.742040:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6ed80 with x1863365388121600 ext(36864->101513) 00002000:00010000:2.0:1777047517.742051:0:29064:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6ed80 00000100:00100000:3.0:1777047517.766308:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047517.766510:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388121728 00000100:00100000:0.0:1777047517.766524:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388121728 00000100:00100000:0.0:1777047517.766620:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4173 00000100:00100000:0.0:1777047517.766637:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2432:x1863365388121728:12345-192.168.201.54@tcp:16:fsx.0 00000001:00080000:2.0:1777047517.784994:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837786 is committed 00000100:00100000:0.0:1777047517.787002:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388121728:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 20359us (20697us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047517.787023:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4173 00000100:00100000:3.0:1777047517.799689:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047517.807770:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388121856 00000100:00100000:1.0:1777047517.807790:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388121856 00000100:00100000:1.0:1777047517.807940:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6277 00000100:00100000:1.0:1777047517.807958:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57853:x1863365388121856:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047517.807993:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047517.808025:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d72493a069 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f88a4 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.808215:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a070 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.808239:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a070 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.808325:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a070 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047517.808372:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 101514 00000004:00200000:1.0:1777047517.808379:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047517.808433:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a070 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.808475:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d72493a069 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88a4 expref: 38 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.808509:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a070 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88a4 expref: 37 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.808523:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047517.808529:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047517.808534:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2200, rc 0) 00000100:00100000:1.0:1777047517.808639:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57853:x1863365388121856:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 683us (8961us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047517.808652:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6277 00000100:00100000:2.0:1777047517.843661:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047517.843865:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388122112 00000100:00100000:0.0:1777047517.843880:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388122112 00000100:00100000:0.0:1777047517.843969:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2110 00000100:00100000:0.0:1777047517.843986:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57853:x1863365388122112:12345-192.168.201.54@tcp:35:fsx.0 00000001:00080000:0.0:1777047517.844277:0:15374:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935137 00000100:00100000:0.0:1777047517.844485:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57853:x1863365388122112:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 500us (850us total) trans 8589935138 rc 0/0 00000100:00100000:0.0:1777047517.844498:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2110 00000020:00080000:0.0:1777047517.844507:0:15374:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047517.909753:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047517.910041:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388122368 00000100:00100000:2.0:1777047517.910055:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388122368 00000100:00100000:2.0:1777047517.910152:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6278 00000100:00100000:2.0:1777047517.910171:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644865180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57885:x1863365388122368:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047517.910205:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047517.910252:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a077 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f88ab expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.910357:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a07e lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.910379:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a07e lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.910474:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a07e lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.910499:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a085 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.910513:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a085 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.910525:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a085 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.910686:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a08c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.910704:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a08c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.910718:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a08c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047517.910736:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 101514 00010000:00010000:2.0:1777047517.913277:0:6590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a07e lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.913297:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a07e lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.913309:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a07e lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.913320:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a07e lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.913330:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047517.913337:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a07e lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.913348:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a07e lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.913374:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e06431c0a00) 00010000:00010000:2.0:1777047517.913379:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047517.913413:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a07e lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.913453:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a07e lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.913492:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a085 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.913504:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a085 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.913514:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a085 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.913523:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047517.913528:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a085 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.913540:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a085 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.913555:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e06431c0100) 00010000:00010000:2.0:1777047517.913559:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047517.913565:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a085 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.913576:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a085 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.913658:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a077 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88ab expref: 42 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.913688:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a08c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88ab expref: 41 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.913702:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047517.913706:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047517.913710:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167200, rc 0) 00000100:00100000:2.0:1777047517.913868:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644865180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57885:x1863365388122368:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 3699us (4123us total) trans 8589935139 rc 0/0 00000100:00100000:2.0:1777047517.913883:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6278 00000100:00100000:3.0:1777047517.930469:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047517.931151:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388122496 00000100:00100000:1.0:1777047517.931167:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388122496 00000100:00100000:1.0:1777047517.931268:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 419 00000100:00100000:1.0:1777047517.931287:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0751043050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:2430:x1863365388122496:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047517.931312:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047517.931348:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a08c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88ab expref: 41 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.931379:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047517.931461:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047517.931527:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0751043050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:2430:x1863365388122496:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 243us (1152us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047517.931540:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 419 00000100:00100000:0.0:1777047517.939199:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047517.939699:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388122752 00000100:00100000:2.0:1777047517.939713:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388122752 00000100:00100000:2.0:1777047517.940138:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2111 00000100:00100000:2.0:1777047517.940155:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644865880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57885:x1863365388122752:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047517.940604:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644865880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57885:x1863365388122752:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 449us (1412us total) trans 8589935140 rc 0/0 00000100:00100000:2.0:1777047517.940618:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2111 00000100:00100000:0.0:1777047517.968094:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047517.969089:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388123008 00000100:00100000:2.0:1777047517.969105:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388123008 00000100:00100000:2.0:1777047517.969197:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6279 00000100:00100000:2.0:1777047517.969502:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644867800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57885:x1863365388123008:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047517.969539:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047517.969568:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a09a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f88b2 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.969707:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a0a1 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.970014:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a0a1 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.970038:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a0a1 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047517.970058:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 101514 00010000:00010000:2.0:1777047517.970201:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a09a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88b2 expref: 44 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.970228:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a0a1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88b2 expref: 43 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.970244:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047517.970249:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777047517.970255:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167800, rc 0) 00000100:00100000:2.0:1777047517.970345:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644867800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57885:x1863365388123008:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1133us (2552us total) trans 8589935141 rc 0/0 00000100:00100000:2.0:1777047517.970357:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6279 00000100:00100000:3.0:1777047517.981336:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047517.981516:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388123264 00000100:00100000:1.0:1777047517.981530:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388123264 00000100:00100000:1.0:1777047517.981616:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6280 00000100:00100000:1.0:1777047517.981634:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57885:x1863365388123264:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047517.981667:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047517.981697:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493a0af lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f88b9 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.982200:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d72493a0b6 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.982224:0:6589:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a070 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88a4 expref: 44 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.982239:0:6589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d72493a0b6 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.982287:0:6589:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a070 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88a4 expref: 44 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.982309:0:6589:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a070 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88a4 expref: 44 pid: 6589 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047517.982330:0:6589:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6589:1863365443094400:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047517.982491:0:6589:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06441cb480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047517.987334:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047517.987533:0:6589:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439a7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6589:1863365443094400:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047517.987589:0:6589:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d72493a0b6 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047517.990262:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388123392 00000100:00100000:0.0:1777047517.990274:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388123392 00010000:00010000:0.0:1777047517.990320:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a070 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88a4 expref: 45 pid: 6589 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047517.990437:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2095 00000100:00100000:0.0:1777047517.990452:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:2429:x1863365388123392:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047517.990473:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047517.990482:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a070 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88a4 expref: 45 pid: 6589 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.990510:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a070 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88a4 expref: 45 pid: 6589 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.990539:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a070 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88a4 expref: 45 pid: 6589 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.990564:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047517.990572:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d72493a0b6 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.990588:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d72493a0b6 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.990599:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d72493a0b6 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.990634:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047517.990722:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:2429:x1863365388123392:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 250us (3375us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047517.990737:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2095 00010000:00010000:2.0:1777047517.991562:0:6589:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d72493a0b6 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.991576:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d72493a0b6 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047517.991616:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 101514 00010000:00010000:2.0:1777047517.991769:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493a0af lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88b9 expref: 45 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.991796:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d72493a0b6 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88b9 expref: 44 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.991809:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047517.991813:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047517.991818:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead3000, rc 0) 00000100:00100000:2.0:1777047517.991902:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:57885:x1863365388123264:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 10272us (10578us total) trans 8589935142 rc 0/0 00000100:00100000:2.0:1777047517.991914:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6280 00000100:00100000:0.0:1777047518.009353:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047518.009546:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388123520 00000100:00100000:2.0:1777047518.009559:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388123520 00000100:00100000:2.0:1777047518.009640:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2112 00000100:00100000:2.0:1777047518.009657:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644866d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:57885:x1863365388123520:12345-192.168.201.54@tcp:33:lfs.0 00000100:00100000:2.0:1777047518.009883:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644866d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:57885:x1863365388123520:12345-192.168.201.54@tcp:33:lfs.0 Request processed in 228us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047518.009896:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2112 00010000:00010000:2.0:1777047518.019648:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047518.021124:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047518.022227:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388123776 00000100:00100000:3.0:1777047518.022540:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388123776 00000100:00100000:3.0:1777047518.022620:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2113 00000100:00100000:3.0:1777047518.022636:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e074303a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:57885:x1863365388123776:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047518.023537:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e074303a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:57885:x1863365388123776:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 903us (2419us total) trans 8589935143 rc 0/0 00000100:00100000:3.0:1777047518.023550:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2113 00000100:00100000:3.0:1777047518.031637:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047518.032563:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388124032 00000100:00100000:2.0:1777047518.032578:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388124032 00000100:00100000:2.0:1777047518.033132:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6281 00000100:00100000:2.0:1777047518.033151:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:57885:x1863365388124032:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047518.033188:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047518.033193:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1777047518.033232:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d72493a0b6 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88b9 expref: 45 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.033272:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a0a1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88b2 expref: 44 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.033289:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047518.033296:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047518.033316:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a0c4 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f88c0 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.033540:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a0cb lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.033563:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a0cb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.033581:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a0cb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047518.033599:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 101514 00010000:00010000:2.0:1777047518.038223:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a0c4 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88c0 expref: 46 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.038260:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a0cb lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88c0 expref: 45 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.038282:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047518.038287:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047518.038292:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166a00, rc 0) 00000100:00100000:2.0:1777047518.038401:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:57885:x1863365388124032:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 5253us (6773us total) trans 8589935144 rc 0/0 00000100:00100000:2.0:1777047518.038414:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6281 00000100:00100000:1.0:1777047518.049333:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047518.049616:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388124288 00000100:00100000:2.0:1777047518.049630:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388124288 00000100:00100000:2.0:1777047518.049700:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2114 00000100:00100000:2.0:1777047518.049716:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:57885:x1863365388124288:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:2.0:1777047518.049861:0:15374:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a0cb lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88c0 expref: 45 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.049914:0:15374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a0d9 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.049935:0:15374:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a015 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8881 expref: 45 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.049951:0:15374:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a023 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8888 expref: 45 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.050501:0:15374:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a0d9 lrc: 5/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.050554:0:15374:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a023 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8888 expref: 45 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.050578:0:15374:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a023 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8888 expref: 45 pid: 34275 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047518.050600:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443094528:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047518.052442:0:15374:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a015 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8881 expref: 45 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.052463:0:15374:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a015 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8881 expref: 45 pid: 9025 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047518.052482:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443094656:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047518.052531:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a240 going to sleep for 11 seconds 00000100:00100000:2.0:1777047518.069418:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443094656:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047518.070766:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047518.071204:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047518.071553:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443094528:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047518.071621:0:15374:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a0d9 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047518.077696:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388124416 00000100:00100000:2.0:1777047518.077714:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388124416 00010000:00010000:2.0:1777047518.079227:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a015 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8881 expref: 46 pid: 9025 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047518.079293:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388124544 00000100:00100000:2.0:1777047518.079300:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388124544 00010000:00010000:2.0:1777047518.079323:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a023 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8888 expref: 47 pid: 34275 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047518.079384:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2096 00000100:00100000:2.0:1777047518.079400:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+47:2429:x1863365388124416:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047518.079423:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047518.079433:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a015 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8881 expref: 47 pid: 9025 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.079452:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a015 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8881 expref: 47 pid: 9025 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.079486:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a015 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8881 expref: 47 pid: 9025 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.079515:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047518.079524:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a0d9 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.079540:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a0d9 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.079552:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047518.079634:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+46:2429:x1863365388124416:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 238us (8871us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047518.079648:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2096 00000100:00100000:2.0:1777047518.079679:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2097 00000100:00100000:2.0:1777047518.079693:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:2429:x1863365388124544:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047518.079707:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047518.079716:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a023 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8888 expref: 45 pid: 34275 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.083966:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a023 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8888 expref: 45 pid: 34275 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.084002:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a023 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8888 expref: 45 pid: 34275 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.084025:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047518.084033:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a0d9 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.084045:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a0d9 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.084057:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a0d9 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.084102:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047518.084156:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:2429:x1863365388124544:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 4465us (12952us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047518.084170:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2097 00010000:00010000:3.0:1777047518.084594:0:15374:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a0d9 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.084622:0:15374:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a0d9 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.084982:0:15374:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a0d9 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.084997:0:15374:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a0d9 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.085017:0:15374:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a0d9 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.085028:0:15374:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047518.085035:0:15374:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a0d9 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.085048:0:15374:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a0d9 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.085064:0:15374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047518.085070:0:15374:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1777047518.085076:0:15374:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a0d9 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.085086:0:15374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a0d9 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.085104:0:15374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047518.085108:0:15374:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047518.085151:0:15374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a0cb lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88c0 expref: 43 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047518.087818:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57885:x1863365388124288:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 35633us (36024us total) trans 8589935145 rc -22/-22 00000100:00100000:3.0:1777047518.088810:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2114 00000100:00100000:3.0:1777047518.099605:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047518.100728:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388124672 00000100:00100000:1.0:1777047518.100742:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388124672 00000100:00100000:1.0:1777047518.100863:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6282 00000100:00100000:1.0:1777047518.100882:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57885:x1863365388124672:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047518.100915:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047518.100947:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a0e0 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f88c7 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.101029:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a0e0 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88c7 expref: 44 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.101075:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a0e0 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88c7 expref: 44 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.101115:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047518.101120:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047518.101126:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2800, rc 0) 00000100:00100000:1.0:1777047518.101215:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:57885:x1863365388124672:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 338us (1621us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047518.101226:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6282 00000100:00100000:1.0:1777047518.115690:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047518.115874:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388124928 00000100:00100000:2.0:1777047518.115889:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388124928 00000100:00100000:2.0:1777047518.115976:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6283 00000100:00100000:2.0:1777047518.115992:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:57885:x1863365388124928:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047518.116021:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047518.116053:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a0e7 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f88ce expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.116773:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493a0ee lrc: 3/1,0 mode: --/PR res: [0x200000405:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.116823:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493a0ee lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.116869:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493a0ee lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047518.116885:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x36:0x0]: returning size 0 00010000:00010000:2.0:1777047518.116942:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a0e7 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88ce expref: 47 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.116974:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493a0ee lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88ce expref: 46 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.116990:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x36:0x0].0x0 (ffff9e06431c0100) 00010000:00010000:2.0:1777047518.116995:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047518.117000:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167e00, rc 0) 00000100:00100000:2.0:1777047518.117079:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+46:57885:x1863365388124928:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1091us (1402us total) trans 8589935146 rc 0/0 00000100:00100000:2.0:1777047518.117092:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6283 00000100:00100000:0.0:1777047518.135779:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047518.139372:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388125184 00000100:00100000:3.0:1777047518.139453:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388125184 00000100:00100000:2.0:1777047518.139858:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6284 00000100:00100000:2.0:1777047518.139879:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644865880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+46:57885:x1863365388125184:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047518.139913:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047518.139941:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a0fc lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f88d5 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.140120:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a103 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.140145:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a103 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.140164:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a103 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047518.140184:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 101514 00010000:00010000:2.0:1777047518.140330:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a0fc lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88d5 expref: 49 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.140356:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a103 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88d5 expref: 48 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.140367:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047518.140370:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047518.140374:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166c00, rc 0) 00000100:00100000:2.0:1777047518.140516:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644865880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+48:57885:x1863365388125184:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 640us (4746us total) trans 8589935147 rc 0/0 00000100:00100000:2.0:1777047518.140529:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6284 00000100:00100000:3.0:1777047518.147716:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047518.148165:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388125440 00000100:00100000:2.0:1777047518.148179:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388125440 00000100:00100000:2.0:1777047518.148246:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2115 00000100:00100000:2.0:1777047518.148262:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+48:57885:x1863365388125440:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:2.0:1777047518.148363:0:6591:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a103 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88d5 expref: 48 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.148470:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a111 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.148491:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a0e0 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88c7 expref: 48 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.148504:0:6591:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a111 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.148552:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a0e0 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88c7 expref: 48 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.148576:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a0e0 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88c7 expref: 48 pid: 34275 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047518.148598:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6591:1863365443094784:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047518.148700:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a000 going to sleep for 11 seconds 00000100:00100000:2.0:1777047518.162307:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6591:1863365443094784:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047518.162351:0:6591:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a111 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047518.162915:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047518.163665:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388125568 00000100:00100000:1.0:1777047518.163678:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388125568 00010000:00010000:1.0:1777047518.163778:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a0e0 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88c7 expref: 49 pid: 34275 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047518.163870:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2098 00000100:00100000:1.0:1777047518.163887:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+49:2429:x1863365388125568:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047518.163909:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047518.163920:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a0e0 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88c7 expref: 49 pid: 34275 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.163943:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a0e0 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88c7 expref: 49 pid: 34275 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.163978:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a0e0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88c7 expref: 49 pid: 34275 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.164007:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047518.164016:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a111 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.164033:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a111 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.164047:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a111 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.164099:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047518.164185:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+48:2429:x1863365388125568:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 301us (1274us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047518.164199:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2098 00010000:00010000:2.0:1777047518.164431:0:6591:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a111 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.164448:0:6591:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a111 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.164482:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a118 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.164502:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493a0ee lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88ce expref: 47 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.164517:0:6591:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a118 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x36:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.164564:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493a0ee lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88ce expref: 47 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.164587:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493a0ee lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88ce expref: 47 pid: 9025 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047518.164610:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6591:1863365443094912:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047518.164686:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a000 going to sleep for 11 seconds 00000100:00100000:1.0:1777047518.181467:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047518.181703:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6591:1863365443094912:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047518.181747:0:6591:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a118 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x36:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047518.182595:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388125696 00000100:00100000:3.0:1777047518.182607:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388125696 00010000:00010000:3.0:1777047518.182664:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493a0ee lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88ce expref: 48 pid: 9025 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047518.182738:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2099 00000100:00100000:3.0:1777047518.182756:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+48:2429:x1863365388125696:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047518.182779:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047518.182791:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493a0ee lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88ce expref: 48 pid: 9025 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.182815:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493a0ee lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88ce expref: 48 pid: 9025 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.182849:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493a0ee lrc: 0/0,0 mode: --/PR res: [0x200000405:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88ce expref: 48 pid: 9025 timeout: 4246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.182876:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x36:0x0].0x0 (ffff9e06431c0100) 00010000:00010000:3.0:1777047518.182885:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a118 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x36:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.182901:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a118 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x36:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.182915:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a118 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x36:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.182989:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047518.183084:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+47:2429:x1863365388125696:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 330us (1630us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047518.183100:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2099 00010000:00010000:0.0:1777047518.183683:0:6591:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a118 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x36:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.183725:0:6591:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a118 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x36:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047518.184660:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644866d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443095040:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047518.184762:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047518.185519:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047518.185551:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443095040 00000100:00100000:2.0:1777047518.185563:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443095040 00000100:00100000:2.0:1777047518.185664:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3353 00000100:00100000:2.0:1777047518.185679:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443095040:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047518.185851:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443095040:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 149us (1066us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047518.185866:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3353 00000100:00080000:1.0:1777047518.186586:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047518.190585:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644866d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443095040:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047518.190675:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab44700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443095168:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047518.190741:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047518.190795:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047518.191032:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443095168 00000100:00100000:2.0:1777047518.191043:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443095168 00000100:00100000:2.0:1777047518.192399:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3354 00000100:00100000:2.0:1777047518.192419:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+12:6591:x1863365443095168:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047518.192579:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+12:6591:x1863365443095168:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 164us (1837us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047518.192594:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3354 00000100:00100000:3.0:1777047518.193118:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab44700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443095168:0@lo:1000:mdt_rdpg00_000.0 00000100:00080000:1.0:1777047518.193191:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047518.193223:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3ea680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443095296:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047518.193283:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047518.196940:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443095296 00000100:00100000:0.0:1777047518.196955:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443095296 00000100:00100000:3.0:1777047518.196956:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047518.197081:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3355 00000100:00100000:2.0:1777047518.197100:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0746714450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+12:6591:x1863365443095296:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047518.197225:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0746714450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+12:6591:x1863365443095296:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 130us (3942us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047518.197234:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3355 00000100:00100000:3.0:1777047518.198764:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3ea680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443095296:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047518.198892:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3ea680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443095424:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047518.199017:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047518.210643:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b8840 going to sleep for 11 seconds 00000100:00100000:1.0:1777047518.210750:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443095424 00000100:00100000:1.0:1777047518.210766:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443095424 00000100:00100000:1.0:1777047518.210888:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3356 00000100:00100000:1.0:1777047518.210908:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443095424:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047518.211780:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443095424:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 872us (12758us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047518.212418:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3356 00000100:00100000:3.0:1777047518.212612:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3ea680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443095424:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047518.214657:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443095552:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047518.214776:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047518.214819:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8ac00 going to sleep for 11 seconds 00000100:00100000:1.0:1777047518.215105:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443095552 00000100:00100000:1.0:1777047518.215117:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443095552 00000100:00100000:1.0:1777047518.215712:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3357 00000100:00100000:1.0:1777047518.215733:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+12:6591:x1863365443095552:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047518.215943:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+12:6591:x1863365443095552:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 216us (1167us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047518.216695:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443095552:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047518.216766:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443095680:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047518.216817:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047518.217021:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8ac00 going to sleep for 11 seconds 00000100:00100000:1.0:1777047518.217105:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3357 00000100:00100000:1.0:1777047518.217134:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443095680 00000100:00100000:1.0:1777047518.217142:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443095680 00000100:00100000:3.0:1777047518.217341:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3358 00000100:00100000:3.0:1777047518.217362:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443095680:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047518.217486:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443095680:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 130us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047518.217510:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3358 00000100:00100000:2.0:1777047518.217647:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443095680:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047518.218438:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443095808:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047518.218498:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047518.218593:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047518.220447:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443095808 00000100:00100000:3.0:1777047518.220458:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443095808 00000100:00100000:3.0:1777047518.220532:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3359 00000100:00100000:3.0:1777047518.220547:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443095808:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047518.220683:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443095808:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 137us (2184us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047518.220700:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3359 00000100:00100000:2.0:1777047518.222111:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443095808:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047518.222185:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443095936:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047518.222237:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047518.222293:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047518.222460:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443095936 00000100:00100000:0.0:1777047518.222470:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443095936 00000100:00100000:0.0:1777047518.222536:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3360 00000100:00100000:0.0:1777047518.222553:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+12:6591:x1863365443095936:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047518.223090:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+12:6591:x1863365443095936:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 538us (849us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047518.223106:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3360 00000100:00100000:2.0:1777047518.225140:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443095936:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047518.226350:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443096064:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047518.226442:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047518.226928:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047518.227298:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443096064 00000100:00100000:3.0:1777047518.227310:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443096064 00000100:00100000:3.0:1777047518.227523:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3361 00000100:00100000:3.0:1777047518.227541:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+12:6591:x1863365443096064:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047518.230170:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+12:6591:x1863365443096064:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 2630us (3724us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047518.230550:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3361 00000100:00100000:3.0:1777047518.232947:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443096064:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047518.233032:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3ead80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443096192:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047518.233090:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047518.233524:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b8840 going to sleep for 11 seconds 00000100:00100000:2.0:1777047518.234572:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443096192 00000100:00100000:2.0:1777047518.234583:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443096192 00000100:00100000:1.0:1777047518.234766:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3362 00000100:00100000:1.0:1777047518.234790:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443096192:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047518.234968:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443096192:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 186us (1876us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047518.235105:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3ead80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443096192:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047518.235556:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3362 00000040:00080000:3.0:1777047518.236115:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].14, 552 off46512 00000001:00080000:3.0:1777047518.236141:0:6591:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935148 00000100:00100000:3.0:1777047518.236944:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3ead80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443096320:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047518.237002:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047518.237141:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0742e6b480 going to sleep for 11 seconds 00000100:00100000:0.0:1777047518.237823:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443096320 00000100:00100000:0.0:1777047518.237859:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443096320 00000100:00100000:0.0:1777047518.237941:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3363 00000100:00100000:0.0:1777047518.237958:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443096320:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047518.239219:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6591:x1863365443096320:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 1262us (2212us total) trans 21474837787 rc 0/0 00000100:00100000:0.0:1777047518.239235:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3363 00000100:00100000:3.0:1777047518.239670:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3ead80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443096320:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047518.239721:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443096448:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047518.239772:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047518.240677:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0742e6b480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047518.240815:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443096448 00000100:00100000:1.0:1777047518.241144:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443096448 00000100:00100000:1.0:1777047518.241318:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3364 00000100:00100000:1.0:1777047518.241335:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+12:6591:x1863365443096448:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047518.241591:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+13:6591:x1863365443096448:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 258us (1816us total) trans 17179870438 rc 0/0 00000100:00100000:1.0:1777047518.241605:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3364 00000100:00100000:3.0:1777047518.241779:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443096448:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1777047518.241903:0:6591:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935149 00010000:00010000:3.0:1777047518.241949:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a118 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x36:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.241977:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a118 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x36:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.241991:0:6591:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a118 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x36:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.242004:0:6591:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047518.242011:0:6591:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a118 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x36:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.242025:0:6591:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a118 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x36:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.242050:0:6591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x36:0x0].0x0 (ffff9e06431c0100) 00010000:00010000:3.0:1777047518.242056:0:6591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1777047518.242064:0:6591:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a118 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x36:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.242076:0:6591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a118 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x36:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.242113:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a111 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.242125:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a111 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.242136:0:6591:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a111 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.242146:0:6591:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047518.242152:0:6591:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a111 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.242518:0:6591:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a111 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.242535:0:6591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047518.242540:0:6591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1777047518.242547:0:6591:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a111 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.242560:0:6591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a111 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.242599:0:6591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047518.242604:0:6591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047518.242615:0:6591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a103 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88d5 expref: 49 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047518.242752:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+48:57885:x1863365388125440:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 94490us (95072us total) trans 8589935150 rc 0/0 00000100:00100000:3.0:1777047518.242769:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2115 00000020:00080000:3.0:1777047518.242776:0:6591:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1777047518.258573:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047518.260452:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388125824 00000100:00100000:3.0:1777047518.260467:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388125824 00000100:00100000:3.0:1777047518.260564:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6285 00000100:00100000:2.0:1777047518.261337:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+48:57885:x1863365388125824:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047518.261373:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047518.261456:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a11f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f88dc expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.261544:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a11f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88dc expref: 49 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.261571:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a11f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88dc expref: 49 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.261601:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047518.261607:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047518.261612:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167600, rc 0) 00000100:00100000:2.0:1777047518.261714:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+49:57885:x1863365388125824:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1134us (3152us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047518.261728:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6285 00000100:00100000:0.0:1777047518.275751:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047518.276072:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388126080 00000100:00100000:2.0:1777047518.276088:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388126080 00000100:00100000:2.0:1777047518.276547:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2116 00000100:00100000:2.0:1777047518.276575:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+49:57885:x1863365388126080:12345-192.168.201.54@tcp:35:lfs.0 00000004:00080000:1.0:1777047518.277185:0:35315:0:(mdd_object.c:4010:mdd_close()) Object [0x200000405:0x36:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1777047518.277909:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].96, 64 off16448 00000004:00080000:1.0:1777047518.277931:0:35315:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4146914546633ns, next at 4147914543659ns, rc = 0 00000040:00080000:1.0:1777047518.278022:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].97, 64 off16536 00000004:00080000:1.0:1777047518.278036:0:35315:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4146914652311ns, next at 4147914649288ns, rc = 0 00000001:00080000:1.0:1777047518.278048:0:35315:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935151 00010000:00010000:1.0:1777047518.278119:0:35315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493a126 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.278146:0:35315:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493a126 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.278175:0:35315:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493a126 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.278189:0:35315:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493a126 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.278201:0:35315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493a126 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.278213:0:35315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493a126 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.278261:0:35315:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777047518.278674:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047518.278688:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493a126 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.278704:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047518.278712:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493a126 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.278728:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493a126 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047518.278734:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+51:57885:x1863365388126080:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 2164us (2989us total) trans 8589935152 rc 0/0 00000100:00100000:1.0:1777047518.278758:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2116 00010000:00010000:3.0:1777047518.278763:0:17980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x36:0x0].0x0 (ffff9e06431bdf00) 00000020:00080000:1.0:1777047518.279122:0:35315:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047518.279131:0:17980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777047518.279143:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493a126 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.279156:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493a126 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.279198:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047518.279203:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047518.279207:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047518.298451:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047518.299145:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388126336 00000100:00100000:0.0:1777047518.299500:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388126336 00000100:00100000:0.0:1777047518.299581:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2117 00000100:00100000:0.0:1777047518.299598:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+51:57885:x1863365388126336:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047518.300010:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+52:57885:x1863365388126336:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 413us (5296us total) trans 8589935153 rc 0/0 00000100:00100000:0.0:1777047518.300024:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2117 00000100:00100000:0.0:1777047518.321944:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047518.322022:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047518.322078:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047518.322153:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388126720 00000100:00100000:3.0:1777047518.322170:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388126720 00000100:00100000:2.0:1777047518.322212:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388126592 00000100:00100000:2.0:1777047518.322223:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388126592 00000100:00100000:3.0:1777047518.322259:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3019 00000100:00100000:3.0:1777047518.322279:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388126720:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:2.0:1777047518.322319:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5005 00000100:00100000:3.0:1777047518.322423:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388126720:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 111us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047518.322439:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3019 00000100:00100000:2.0:1777047518.322448:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2431:x1863365388126592:12345-192.168.201.54@tcp:400:kworker.0 00000100:00080000:3.0:1777047518.322513:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777047518.322642:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2431:x1863365388126592:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 307us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047518.322656:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5005 00000100:00100000:0.0:1777047518.323367:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047518.325563:0:33225:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388126464 00000100:00100000:1.0:1777047518.325574:0:33225:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388126464 00000100:00100000:1.0:1777047518.325647:0:33225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 299 00000100:00100000:1.0:1777047518.325663:0:33225:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06433ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2431:x1863365388126464:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:1.0:1777047518.325743:0:33225:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06433ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2431:x1863365388126464:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 82us (3810us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047518.325757:0:33225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 299 00000100:00100000:2.0:1777047518.326367:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388126848 00000100:00100000:2.0:1777047518.326438:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388126848 00000100:00100000:2.0:1777047518.326504:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 3020 00000100:00100000:2.0:1777047518.326519:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2431:x1863365388126848:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:2.0:1777047518.326586:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2431:x1863365388126848:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 67us (3217us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047518.326599:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 3020 00000100:00100000:3.0:1777047518.387202:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047518.387340:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388126976 00000100:00100000:2.0:1777047518.387357:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388126976 00000100:00100000:2.0:1777047518.387902:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6286 00000100:00100000:2.0:1777047518.387923:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+52:57886:x1863365388126976:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047518.387984:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047518.388022:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a12d lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f88e3 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.388119:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a134 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.388141:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a134 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.388161:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a134 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.388184:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a13b lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.388198:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a13b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.388210:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a13b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.388320:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a142 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.388339:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a142 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.388352:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a142 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047518.390530:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 101514 00000004:00200000:2.0:1777047518.390540:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047518.390575:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a142 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.390597:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a142 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.390614:0:6590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a134 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.390626:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a134 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.390636:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a134 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.390648:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a134 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.390659:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047518.390666:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a134 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.390680:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a134 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.390700:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e06431c0a00) 00010000:00010000:2.0:1777047518.390706:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047518.390714:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a134 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.390726:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a134 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.390748:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a13b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.390760:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a13b lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.390771:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a13b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.390782:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047518.390787:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a13b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.390799:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a13b lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.390813:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e06431c0200) 00010000:00010000:2.0:1777047518.390818:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047518.390857:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a13b lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.390870:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a13b lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.390925:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a12d lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88e3 expref: 54 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.391048:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a142 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88e3 expref: 53 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.391064:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047518.391069:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047518.391075:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166200, rc 0) 00000100:00100000:2.0:1777047518.391183:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+53:57886:x1863365388126976:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 3266us (3993us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047518.391198:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6286 00000100:00100000:0.0:1777047518.411580:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047518.411773:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388127232 00000100:00100000:1.0:1777047518.411789:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388127232 00000100:00100000:1.0:1777047518.411914:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6287 00000100:00100000:1.0:1777047518.411933:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+53:57886:x1863365388127232:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047518.411964:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047518.411999:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d72493a149 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f88ea expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.412169:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493a150 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.412195:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493a150 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.412213:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493a150 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047518.412561:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 101514 00010000:00010000:1.0:1777047518.412731:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d72493a149 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88ea expref: 56 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.412767:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493a150 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88ea expref: 55 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.412783:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047518.412788:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1777047518.412794:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2600, rc 0) 00000100:00100000:1.0:1777047518.412921:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+55:57886:x1863365388127232:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 991us (1350us total) trans 8589935154 rc 0/0 00000100:00100000:1.0:1777047518.412935:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6287 00000100:00100000:1.0:1777047518.430210:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047518.430531:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388127488 00000100:00100000:2.0:1777047518.430545:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388127488 00000100:00100000:2.0:1777047518.430653:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6288 00000100:00100000:2.0:1777047518.430671:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+55:57886:x1863365388127488:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047518.430705:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047518.430736:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a15e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f88f1 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.430914:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a165 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.430938:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a165 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.430955:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a165 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047518.430975:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 101514 00010000:00010000:2.0:1777047518.431115:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a15e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88f1 expref: 58 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.431142:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a165 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88f1 expref: 57 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.431156:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047518.431162:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047518.431167:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167c00, rc 0) 00000100:00100000:2.0:1777047518.432292:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+57:57886:x1863365388127488:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1623us (2093us total) trans 8589935155 rc 0/0 00000100:00100000:2.0:1777047518.432305:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6288 00000100:00100000:3.0:1777047518.445257:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047518.445710:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388127616 00000100:00100000:1.0:1777047518.445726:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388127616 00000100:00100000:1.0:1777047518.446679:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1352 00000100:00100000:1.0:1777047518.446700:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2431:x1863365388127616:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047518.446777:0:24566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d72493a173 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.446816:0:24566:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047518.446841:0:24566:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047518.446850:0:24566:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d72493a173 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.446876:0:24566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d72493a173 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.463304:0:24566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d72493a173 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.463338:0:24566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d72493a173 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.463355:0:24566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d72493a173 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.463368:0:24566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead3e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047518.463376:0:24566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d72493a173 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.464275:0:24566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d72493a173 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.464305:0:24566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d72493a173 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.464319:0:24566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d5cbdc9/0x5ecf73d72493a173 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047518.464747:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2431:x1863365388127616:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 18046us (19493us total) trans 0 rc 101514/101514 00000100:00100000:1.0:1777047518.464766:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1352 00000100:00100000:0.0:1777047518.484878:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047518.485332:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388127744 00000100:00100000:3.0:1777047518.485347:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388127744 00000100:00100000:0.0:1777047518.485743:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1353 00000100:00100000:0.0:1777047518.485764:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388127744:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047518.485863:0:29057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493a17a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.485889:0:29057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047518.485892:0:29057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047518.485900:0:29057:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493a17a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.485925:0:29057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493a17a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.503204:0:29057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493a17a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.503261:0:29057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493a17a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.503284:0:29057:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493a17a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.503296:0:29057:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047518.503303:0:29057:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493a17a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.503318:0:29057:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493a17a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.503655:0:29057:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493a17a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.503674:0:29057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493a17a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047518.504755:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388127744:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 18992us (19889us total) trans 0 rc 101514/101514 00000100:00100000:2.0:1777047518.504773:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1353 00000100:00100000:1.0:1777047518.526627:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047518.527037:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388127872 00000100:00100000:3.0:1777047518.527051:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388127872 00000100:00100000:3.0:1777047518.527155:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1354 00000100:00100000:3.0:1777047518.527172:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2430:x1863365388127872:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:3.0:1777047518.527523:0:20132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008e77c246/0x5ecf73d72493a181 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.527549:0:20132:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047518.527553:0:20132:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047518.527560:0:20132:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e77c246/0x5ecf73d72493a181 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.527674:0:20132:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e77c246/0x5ecf73d72493a181 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.561603:0:20132:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008e77c246/0x5ecf73d72493a181 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.561630:0:20132:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008e77c246/0x5ecf73d72493a181 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.561643:0:20132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008e77c246/0x5ecf73d72493a181 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.561654:0:20132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0771676c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047518.561660:0:20132:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008e77c246/0x5ecf73d72493a181 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.561673:0:20132:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008e77c246/0x5ecf73d72493a181 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.561700:0:20132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008e77c246/0x5ecf73d72493a181 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.561713:0:20132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e77c246/0x5ecf73d72493a181 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047518.562145:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2430:x1863365388127872:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 34969us (35519us total) trans 0 rc 101514/101514 00000100:00100000:3.0:1777047518.562160:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1354 00000100:00100000:1.0:1777047518.571540:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047518.571845:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388128000 00000100:00100000:0.0:1777047518.571860:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388128000 00000100:00100000:0.0:1777047518.571956:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 420 00000100:00100000:0.0:1777047518.571971:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+57:57886:x1863365388128000:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:0.0:1777047518.571992:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047518.572024:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a165 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88f1 expref: 57 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.572051:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047518.572059:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047518.572137:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+56:57886:x1863365388128000:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 168us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047518.572148:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 420 00000100:00100000:2.0:1777047518.585423:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047518.585565:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388128256 00000100:00100000:0.0:1777047518.585579:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388128256 00000100:00100000:0.0:1777047518.585667:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2118 00000100:00100000:0.0:1777047518.585682:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e074303ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+56:57886:x1863365388128256:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047518.586023:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e074303ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+57:57886:x1863365388128256:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 342us (607us total) trans 8589935156 rc 0/0 00000100:00100000:0.0:1777047518.586036:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2118 00000100:00100000:2.0:1777047518.641976:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047518.642626:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388128512 00000100:00100000:3.0:1777047518.642640:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388128512 00000100:00100000:3.0:1777047518.642746:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6289 00000100:00100000:3.0:1777047518.642765:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+57:57887:x1863365388128512:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047518.642797:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047518.642855:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493a188 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f88f8 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.642997:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d72493a18f lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.643022:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d72493a18f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.643039:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d72493a18f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047518.643446:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 101514 00010000:00010000:3.0:1777047518.643594:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493a188 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88f8 expref: 60 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.643622:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d72493a18f lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88f8 expref: 59 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.643637:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047518.643642:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047518.643648:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0771677a00, rc 0) 00000100:00100000:3.0:1777047518.644502:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+59:57887:x1863365388128512:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1297us (2093us total) trans 8589935157 rc 0/0 00000100:00100000:3.0:1777047518.644517:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6289 00000100:00100000:2.0:1777047518.667567:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047518.667715:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388128640 00000100:00100000:0.0:1777047518.667729:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388128640 00000100:00100000:0.0:1777047518.667881:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1355 00000100:00100000:0.0:1777047518.667901:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2431:x1863365388128640:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047518.667961:0:29061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493a19d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.667988:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047518.667992:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047518.668000:0:29061:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493a19d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.668024:0:29061:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493a19d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.686066:0:29061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493a19d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.686097:0:29061:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493a19d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.686113:0:29061:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493a19d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.686127:0:29061:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047518.686134:0:29061:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493a19d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.686149:0:29061:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493a19d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.686178:0:29061:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493a19d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.686879:0:29061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493a19d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047518.687174:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2431:x1863365388128640:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 19272us (19613us total) trans 0 rc 101514/101514 00000100:00100000:0.0:1777047518.687193:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1355 00000100:00100000:0.0:1777047518.724577:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047518.724959:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388128768 00000100:00100000:2.0:1777047518.724973:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388128768 00000100:00100000:2.0:1777047518.725728:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1356 00000100:00100000:2.0:1777047518.725745:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388128768:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047518.725792:0:24565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a1a4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.725837:0:24565:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047518.725840:0:24565:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047518.725847:0:24565:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a1a4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.725869:0:24565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a1a4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.746026:0:24565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a1a4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.746056:0:24565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a1a4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.746072:0:24565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a1a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.746085:0:24565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047518.746093:0:24565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a1a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.746109:0:24565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a1a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.746147:0:24565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a1a4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.746160:0:24565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a1a4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047518.746313:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388128768:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 20566us (21767us total) trans 0 rc 101514/101514 00000100:00100000:3.0:1777047518.746330:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1356 00000100:00100000:0.0:1777047518.763221:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047518.763931:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388128896 00000100:00100000:3.0:1777047518.763946:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388128896 00000100:00100000:3.0:1777047518.764097:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1357 00000100:00100000:3.0:1777047518.764113:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2430:x1863365388128896:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:3.0:1777047518.764159:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008e77c246/0x5ecf73d72493a1ab lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.764493:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047518.764496:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047518.764504:0:8486:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e77c246/0x5ecf73d72493a1ab lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.764525:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e77c246/0x5ecf73d72493a1ab lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.782592:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008e77c246/0x5ecf73d72493a1ab lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.782631:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008e77c246/0x5ecf73d72493a1ab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.782646:0:8486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008e77c246/0x5ecf73d72493a1ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.782680:0:8486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0771676c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047518.782687:0:8486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008e77c246/0x5ecf73d72493a1ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.782701:0:8486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008e77c246/0x5ecf73d72493a1ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.783609:0:8486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008e77c246/0x5ecf73d72493a1ab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.783621:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e77c246/0x5ecf73d72493a1ab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->102399] (req 0->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047518.783728:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2430:x1863365388128896:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 19612us (20513us total) trans 0 rc 101514/101514 00000100:00100000:3.0:1777047518.783744:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1357 00000100:00100000:2.0:1777047518.798166:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047518.798277:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388129024 00000100:00100000:3.0:1777047518.798292:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388129024 00000100:00100000:3.0:1777047518.798441:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 421 00000100:00100000:3.0:1777047518.798458:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0751041c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+59:57887:x1863365388129024:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:3.0:1777047518.798486:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047518.798521:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d72493a18f lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88f8 expref: 59 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.798549:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047518.798557:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047518.798711:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0751041c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+58:57887:x1863365388129024:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 253us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047518.798727:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 421 00000100:00100000:2.0:1777047518.808561:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047518.809956:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388129280 00000100:00100000:3.0:1777047518.809969:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388129280 00000100:00100000:3.0:1777047518.810088:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2119 00000100:00100000:3.0:1777047518.810104:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641dead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+58:57887:x1863365388129280:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047518.811979:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641dead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+59:57887:x1863365388129280:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1874us (3424us total) trans 8589935158 rc 0/0 00000100:00100000:3.0:1777047518.812011:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2119 00000100:00100000:1.0:1777047518.826740:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047518.827628:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388129536 00000100:00100000:2.0:1777047518.827664:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388129536 00000100:00100000:2.0:1777047518.827758:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6290 00000100:00100000:2.0:1777047518.827776:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+59:57853:x1863365388129536:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047518.827810:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047518.828326:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a1b2 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f88ff expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.828497:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a1b9 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.828523:0:34275:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a142 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88e3 expref: 60 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.828537:0:34275:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a1b9 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.828583:0:34275:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a142 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88e3 expref: 60 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.828604:0:34275:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a142 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88e3 expref: 60 pid: 6590 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047518.828624:0:34275:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e19bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443096576:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047518.829435:0:34275:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047518.837075:0:34275:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443096576:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047518.837117:0:34275:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a1b9 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047518.839974:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047518.840094:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388129664 00000100:00100000:2.0:1777047518.840107:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388129664 00010000:00010000:2.0:1777047518.840161:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a142 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88e3 expref: 61 pid: 6590 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047518.840250:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2100 00000100:00100000:2.0:1777047518.840267:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+61:2430:x1863365388129664:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047518.840288:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047518.840301:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a142 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88e3 expref: 61 pid: 6590 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.840325:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a142 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88e3 expref: 61 pid: 6590 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.840357:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a142 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88e3 expref: 61 pid: 6590 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.840452:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047518.840462:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a1b9 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.840480:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a1b9 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.840494:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a1b9 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.842125:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047518.842232:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+60:2430:x1863365388129664:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1965us (2264us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047518.842247:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2100 00010000:00010000:1.0:1777047518.844685:0:34275:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a1b9 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.844703:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a1b9 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047518.844735:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 101514 00010000:00010000:1.0:1777047518.844933:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a1b2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88ff expref: 61 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.844972:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a1b9 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88ff expref: 60 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.844986:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047518.844991:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777047518.844996:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167800, rc 0) 00000100:00100000:1.0:1777047518.845464:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+60:57853:x1863365388129536:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 17690us (18731us total) trans 8589935159 rc 0/0 00000100:00100000:1.0:1777047518.845476:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6290 00000100:00100000:1.0:1777047518.850740:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047518.850906:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388129792 00000100:00100000:0.0:1777047518.850919:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388129792 00000100:00100000:0.0:1777047518.851011:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6291 00000100:00100000:0.0:1777047518.851026:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+60:57853:x1863365388129792:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047518.851074:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047518.851103:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a1c7 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8906 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.852554:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a1ce lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.852582:0:9025:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a1b9 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88ff expref: 61 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.852598:0:9025:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a1ce lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.852656:0:9025:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a1b9 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88ff expref: 61 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.852690:0:9025:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a1b9 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88ff expref: 61 pid: 34275 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047518.852714:0:9025:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab45880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9025:1863365443096704:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047518.853167:0:9025:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047518.862266:0:9025:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab45880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9025:1863365443096704:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047518.862308:0:9025:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a1ce lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047518.872090:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047518.873553:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388129920 00000100:00100000:0.0:1777047518.873568:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388129920 00010000:00010000:0.0:1777047518.873631:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a1b9 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88ff expref: 62 pid: 34275 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047518.873697:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2101 00000100:00100000:0.0:1777047518.873741:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+62:2429:x1863365388129920:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047518.873767:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047518.873782:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a1b9 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88ff expref: 62 pid: 34275 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.873808:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a1b9 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88ff expref: 62 pid: 34275 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.873873:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a1b9 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88ff expref: 62 pid: 34275 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.873908:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047518.873916:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a1ce lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.873935:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a1ce lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.873965:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a1ce lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.874025:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047518.874088:0:9025:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a1ce lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.874108:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a1ce lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047518.874146:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+61:2429:x1863365388129920:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 431us (2065us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047518.874161:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2101 00000004:00200000:2.0:1777047518.874185:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 101514 00000004:00200000:2.0:1777047518.874583:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047518.874624:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a1ce lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.874673:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a1c7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8906 expref: 61 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.874702:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a1ce lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8906 expref: 60 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.874717:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047518.874722:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047518.874727:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389800, rc 0) 00000100:00100000:2.0:1777047518.874799:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+60:57853:x1863365388129792:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 23772us (24067us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047518.878245:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6291 00000100:00100000:1.0:1777047518.905696:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047518.906461:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388130048 00000100:00100000:3.0:1777047518.906476:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388130048 00002000:00100000:3.0:1777047518.906552:0:20134:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x8a:0x0] (94208->98303) req@ffff9e0642d31180 x1863365388130048/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:254/0 lens 488/0 e 0 to 0 dl 1777047529 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047518.906573:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642d31180 with x1863365388130048 ext(94208->98303) 00002000:00010000:3.0:1777047518.906581:0:20134:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642d31180 00000100:00100000:3.0:1777047518.907500:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1358 00000100:00100000:3.0:1777047518.907522:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388130048:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:3.0:1777047518.907771:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388130048:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 253us (2086us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777047518.907787:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1358 00002000:00100000:3.0:1777047518.907800:0:20134:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x8a:0x0] (94208->98303) req@ffff9e0642d31180 x1863365388130048/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:254/0 lens 488/4536 e 0 to 0 dl 1777047529 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047518.908967:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642d31180 with x1863365388130048 ext(94208->98303) 00002000:00010000:3.0:1777047518.908975:0:20134:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642d31180 00000100:00100000:0.0:1777047518.926972:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047518.927187:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388130176 00000100:00100000:1.0:1777047518.927202:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388130176 00002000:00100000:1.0:1777047518.927271:0:24562:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x8a:0x0] (98304->102399) req@ffff9e064ab45880 x1863365388130176/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:254/0 lens 488/0 e 0 to 0 dl 1777047529 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047518.927291:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab45880 with x1863365388130176 ext(98304->102399) 00002000:00010000:1.0:1777047518.927299:0:24562:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064ab45880 00000100:00100000:1.0:1777047518.927363:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1359 00000100:00100000:1.0:1777047518.927378:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388130176:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:1.0:1777047518.927679:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388130176:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 301us (718us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777047518.927693:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1359 00002000:00100000:1.0:1777047518.928048:0:24562:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x8a:0x0] (98304->102399) req@ffff9e064ab45880 x1863365388130176/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:254/0 lens 488/4536 e 0 to 0 dl 1777047529 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047518.928066:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab45880 with x1863365388130176 ext(98304->102399) 00002000:00010000:1.0:1777047518.928073:0:24562:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064ab45880 00000100:00100000:1.0:1777047518.943960:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047518.944477:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388130304 00000100:00100000:3.0:1777047518.944492:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388130304 00000100:00100000:3.0:1777047518.944593:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6292 00000100:00100000:3.0:1777047518.944613:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+60:57853:x1863365388130304:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047518.944645:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047518.944674:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d72493a1d5 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f890d expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.944726:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493a1dc lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.944773:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493a1dc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.944792:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493a1dc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.944993:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d72493a1d5 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f890d expref: 62 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.945155:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493a1dc lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f890d expref: 61 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.945173:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047518.945179:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777047518.945186:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0771676c00, rc 0) 00000100:00100000:3.0:1777047518.945684:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+61:57853:x1863365388130304:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 1074us (1732us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047518.945699:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6292 00000100:00100000:2.0:1777047518.968633:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047518.969048:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388130560 00000100:00100000:1.0:1777047518.969062:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388130560 00000100:00100000:1.0:1777047518.969230:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6293 00000100:00100000:1.0:1777047518.969248:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+61:57853:x1863365388130560:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:1.0:1777047518.969315:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047518.969349:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a1ce lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8906 expref: 61 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.969376:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047518.969383:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047518.969706:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d72493a1e3 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.969730:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d72493a1e3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.970107:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d72493a1e3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047518.970183:0:12913:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935160 00000004:00010000:1.0:1777047518.970223:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ea028e32 reply state 000000006eef1b8d transno 8589935161 ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d72493a1e3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.970243:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d72493a1e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.970263:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047518.970267:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047518.970272:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047518.970438:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+63:57853:x1863365388130560:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 1193us (1812us total) trans 8589935161 rc 0/0 00000100:00100000:1.0:1777047518.970451:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6293 00000020:00080000:1.0:1777047518.970459:0:12913:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047518.989158:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047518.989217:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047518.989267:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047518.989309:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388130688 00000100:00100000:0.0:1777047518.989322:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388130688 00002000:00010000:0.0:1777047518.989372:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (182054->18446744073709551615) 00002000:00100000:0.0:1777047518.989415:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab45c00 with x1863365388130688 ext(182054->18446744073709551615) 00002000:00010000:0.0:1777047518.989432:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064ab45c00. 00000100:00100000:0.0:1777047518.989467:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388130944 00000100:00100000:0.0:1777047518.989472:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388130944 00002000:00010000:0.0:1777047518.989493:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:0.0:1777047518.989498:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab44e00 with x1863365388130944 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047518.989506:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064ab44e00. 00000100:00100000:0.0:1777047518.989527:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388130816 00000100:00100000:0.0:1777047518.989532:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388130816 00002000:00010000:0.0:1777047518.989548:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:0.0:1777047518.989553:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab47100 with x1863365388130816 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047518.989562:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064ab47100. 00000100:00100000:0.0:1777047518.989587:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1360 00000100:00100000:0.0:1777047518.989600:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388130688:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:0.0:1777047518.989911:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 101514 -> 182054 00002000:00010000:0.0:1777047518.989918:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047517 -> 1777047519 00002000:00010000:0.0:1777047518.989921:0:24566:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047517 -> 1777047517 00002000:00010000:0.0:1777047518.989925:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047517 -> 1777047519 00002000:00010000:0.0:1777047518.989928:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 144 -> 208 00000100:00100000:3.0:1777047518.990092:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1361 00000100:00100000:3.0:1777047518.990113:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388130944:12345-192.168.201.54@tcp:10:fsx.0 00000100:00100000:1.0:1777047518.990146:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1362 00000100:00100000:1.0:1777047518.990166:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2429:x1863365388130816:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:3.0:1777047518.990227:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047518.990234:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047517 -> 1777047519 00002000:00010000:3.0:1777047518.990239:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047512 -> 1777047512 00002000:00010000:3.0:1777047518.990243:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047517 -> 1777047519 00002000:00010000:3.0:1777047518.990246:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777047518.990367:0:29062:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047518.990373:0:29062:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047517 -> 1777047519 00002000:00010000:1.0:1777047518.990378:0:29062:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047512 -> 1777047512 00002000:00010000:1.0:1777047518.990381:0:29062:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047517 -> 1777047519 00002000:00010000:1.0:1777047518.990413:0:29062:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1777047518.993972:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388130688:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 4365us (4817us total) trans 21474837788 rc 0/0 00000100:00100000:0.0:1777047518.993987:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1360 00002000:00010000:0.0:1777047518.993994:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (182054->18446744073709551615) 00002000:00100000:0.0:1777047518.993999:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab45c00 with x1863365388130688 ext(182054->18446744073709551615) 00002000:00010000:0.0:1777047518.994010:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064ab45c00. 00000100:00100000:3.0:1777047518.994733:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388130944:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 4625us (5512us total) trans 21474837789 rc 0/0 00000100:00100000:3.0:1777047518.994747:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1361 00002000:00010000:3.0:1777047518.994753:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:3.0:1777047518.994757:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab44e00 with x1863365388130944 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047518.994766:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064ab44e00. 00000100:00100000:1.0:1777047518.998350:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2429:x1863365388130816:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 8180us (9072us total) trans 17179870439 rc 0/0 00000100:00100000:1.0:1777047518.998369:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1362 00002000:00010000:1.0:1777047518.998377:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:1.0:1777047518.998384:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab47100 with x1863365388130816 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047518.998396:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064ab47100. 00000001:00080000:1.0:1777047519.019457:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870439 is committed 00000001:00080000:1.0:1777047519.019477:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870438 is committed 00000100:00100000:0.0:1777047519.020579:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047519.021073:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388131072 00000100:00100000:2.0:1777047519.021087:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388131072 00000100:00080000:3.0:1777047519.021487:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047519.021789:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6294 00000100:00100000:0.0:1777047519.021835:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+63:57853:x1863365388131072:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047519.021870:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047519.021899:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a1ea lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8914 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.022053:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493a1f1 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.022077:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493a1f1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.022095:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493a1f1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047519.022136:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 182054 00000004:00200000:0.0:1777047519.022144:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047519.022171:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493a1f1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.022723:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a1ea lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8914 expref: 65 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.022751:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493a1f1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8914 expref: 64 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.022767:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047519.022772:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047519.022778:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388800, rc 0) 00000100:00100000:0.0:1777047519.023660:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+64:57853:x1863365388131072:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 1853us (3086us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047519.023673:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6294 00010000:00010000:1.0:1777047519.043995:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047519.044581:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047519.045718:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388131200 00000100:00100000:3.0:1777047519.045733:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388131200 00000100:00100000:3.0:1777047519.046001:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1363 00000100:00100000:3.0:1777047519.046022:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388131200:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:3.0:1777047519.046288:0:20132:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 182054 -> 254600 00002000:00010000:3.0:1777047519.046295:0:20132:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047519 -> 1777047519 00002000:00010000:3.0:1777047519.046299:0:20132:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047517 -> 1777047517 00002000:00010000:3.0:1777047519.046303:0:20132:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047519 -> 1777047519 00002000:00010000:3.0:1777047519.046308:0:20132:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 208 -> 256 00000100:00100000:3.0:1777047519.046414:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388131200:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 396us (1838us total) trans 21474837790 rc 0/0 00000100:00100000:3.0:1777047519.046427:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1363 00000100:00080000:1.0:1777047519.047328:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047519.081490:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047519.082075:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388131328 00000100:00100000:0.0:1777047519.082092:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388131328 00002000:00100000:0.0:1777047519.082166:0:29061:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x8a:0x0] (172032->237567) req@ffff9e064d746d80 x1863365388131328/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:255/0 lens 488/0 e 0 to 0 dl 1777047530 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047519.082199:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d746d80 with x1863365388131328 ext(172032->237567) 00002000:00010000:0.0:1777047519.082208:0:29061:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064d746d80 00000100:00100000:0.0:1777047519.082266:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1364 00000100:00100000:0.0:1777047519.082285:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064d746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388131328:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:3.0:1777047519.106594:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064d746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388131328:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 24297us (25102us total) trans 0 rc 65536/65536 00000100:00100000:3.0:1777047519.106617:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1364 00002000:00100000:3.0:1777047519.106638:0:29061:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x8a:0x0] (172032->237567) req@ffff9e064d746d80 x1863365388131328/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:255/0 lens 488/440 e 0 to 0 dl 1777047530 ref 1 fl Complete:/600/0 rc 65536/65536 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047519.106659:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064d746d80 with x1863365388131328 ext(172032->237567) 00002000:00010000:3.0:1777047519.106668:0:29061:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064d746d80 00000100:00100000:2.0:1777047519.135341:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047519.136564:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388131456 00000100:00100000:0.0:1777047519.136579:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388131456 00000100:00100000:0.0:1777047519.136851:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4174 00000100:00100000:0.0:1777047519.136871:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:57853:x1863365388131456:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047519.136899:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047519.136926:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d72493a1f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f891b expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.137032:0:11204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002ff17dd4/0x5ecf73d724938b7e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8038 expref: 21 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.137050:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047519.137053:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047519.137061:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d72493a1f8 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0xe9:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f891b expref: 21 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.137113:0:11204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002ff17dd4/0x5ecf73d724938b7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8038 expref: 21 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.137136:0:11204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002ff17dd4/0x5ecf73d724938b7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8038 expref: 21 pid: 36216 timeout: 4247 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047519.137172:0:11204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab47b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365443096832:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047519.137299:0:11204:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89e40 going to sleep for 11 seconds 00000100:00080000:1.0:1777047519.137874:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047519.161605:0:11204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab47b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365443096832:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047519.161709:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d72493a1f8 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0xe9:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f891b expref: 21 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.161745:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388e00, rc 0) 00000100:00100000:0.0:1777047519.161893:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:57853:x1863365388131456:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 25024us (26562us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047519.161910:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4174 00000100:00100000:1.0:1777047519.162317:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047519.162727:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388131584 00000100:00100000:3.0:1777047519.162741:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388131584 00010000:00010000:3.0:1777047519.163152:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002ff17dd4/0x5ecf73d724938b7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8038 expref: 21 pid: 36216 timeout: 4247 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047519.163227:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2102 00000100:00100000:3.0:1777047519.163245:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643057100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388131584:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047519.163268:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047519.163868:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002ff17dd4/0x5ecf73d724938b7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8038 expref: 21 pid: 36216 timeout: 4247 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.165625:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002ff17dd4/0x5ecf73d724938b7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8038 expref: 21 pid: 36216 timeout: 4247 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.165688:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ff17dd4/0x5ecf73d724938b7e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xe9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8038 expref: 21 pid: 36216 timeout: 4247 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.165714:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047519.165718:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047519.165730:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d72493a1f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f891b expref: 20 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.165747:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d72493a1f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f891b expref: 20 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.165973:0:6573:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000092c563f0/0x5ecf73d72493a1f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f891b expref: 20 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047519.166000:0:6573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645845f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6573:1863365443096960:192.168.201.54@tcp:105: 00000100:00100000:2.0:1777047519.166548:0:6573:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8ae40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047519.173072:0:6573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645845f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6573:1863365443096960:192.168.201.54@tcp:105: 00010000:00010000:2.0:1777047519.173107:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047519.173189:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643057100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388131584:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 9946us (10873us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047519.173208:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2102 00000100:00100000:1.0:1777047519.202467:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047519.203775:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388131712 00000100:00100000:3.0:1777047519.203792:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388131712 00002000:00100000:3.0:1777047519.204222:0:24565:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x8a:0x0] (200704->217087) req@ffff9e0643056300 x1863365388131712/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:255/0 lens 16872/0 e 0 to 0 dl 1777047530 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047519.204245:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643056300 with x1863365388131712 ext(200704->217087) 00002000:00010000:3.0:1777047519.204256:0:24565:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643056300 00000100:00100000:3.0:1777047519.204337:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1365 00000100:00100000:3.0:1777047519.204357:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388131712:12345-192.168.201.54@tcp:4:lfs.0 00000100:00100000:3.0:1777047519.212611:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388131712:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 7334us (9311us total) trans 21474837791 rc 0/0 00000100:00100000:3.0:1777047519.212633:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1365 00002000:00100000:3.0:1777047519.213273:0:24565:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x8a:0x0] (200704->217087) req@ffff9e0643056300 x1863365388131712/t21474837791(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:255/0 lens 16872/448 e 0 to 0 dl 1777047530 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047519.213308:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643056300 with x1863365388131712 ext(200704->217087) 00002000:00010000:3.0:1777047519.213319:0:24565:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643056300 00000100:00100000:1.0:1777047519.229532:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047519.229843:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388131840 00000100:00100000:2.0:1777047519.229860:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388131840 00000100:00100000:2.0:1777047519.231415:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4175 00000100:00100000:2.0:1777047519.231439:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0775805c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388131840:12345-192.168.201.54@tcp:16:fsx.0 00000001:00080000:1.0:1777047519.243534:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837791 is committed 00000001:00080000:1.0:1777047519.243565:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837787 is committed 00000100:00100000:2.0:1777047519.246767:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0775805c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388131840:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 15324us (17235us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047519.246786:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4175 00000100:00100000:0.0:1777047519.281514:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047519.281677:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388131968 00000100:00100000:3.0:1777047519.281710:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388131968 00002000:00100000:3.0:1777047519.281778:0:8486:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x8a:0x0] (237568->258047) req@ffff9e064ab47b80 x1863365388131968/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:255/0 lens 488/0 e 0 to 0 dl 1777047530 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047519.281799:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab47b80 with x1863365388131968 ext(237568->258047) 00002000:00010000:3.0:1777047519.281832:0:8486:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064ab47b80 00000100:00100000:3.0:1777047519.281889:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1366 00000100:00100000:3.0:1777047519.281909:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388131968:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:3.0:1777047519.293855:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388131968:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 11937us (12339us total) trans 0 rc 20480/20480 00000100:00100000:3.0:1777047519.293877:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1366 00002000:00100000:3.0:1777047519.293897:0:8486:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x8a:0x0] (237568->258047) req@ffff9e064ab47b80 x1863365388131968/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:255/0 lens 488/440 e 0 to 0 dl 1777047530 ref 1 fl Complete:/600/0 rc 20480/20480 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047519.293915:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab47b80 with x1863365388131968 ext(237568->258047) 00002000:00010000:3.0:1777047519.293923:0:8486:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064ab47b80 00000100:00100000:0.0:1777047519.309460:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047519.312262:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388132096 00000100:00100000:3.0:1777047519.312277:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388132096 00000100:00100000:3.0:1777047519.312417:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1367 00000100:00100000:3.0:1777047519.312435:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388132096:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:3.0:1777047519.312714:0:20134:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 254600 -> 254600 00002000:00010000:3.0:1777047519.312721:0:20134:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047519 -> 1777047519 00002000:00010000:3.0:1777047519.312727:0:20134:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047517 -> 1777047517 00002000:00010000:3.0:1777047519.312731:0:20134:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047519 -> 1777047519 00002000:00010000:3.0:1777047519.312735:0:20134:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 256 -> 288 00000100:00100000:3.0:1777047519.312866:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388132096:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 427us (3410us total) trans 21474837792 rc 0/0 00000100:00100000:3.0:1777047519.312882:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1367 00000100:00100000:1.0:1777047519.329511:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047519.330217:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388132224 00000100:00100000:2.0:1777047519.330231:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388132224 00002000:00100000:2.0:1777047519.330293:0:24564:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x8a:0x0] (61440->126975) req@ffff9e0643055180 x1863365388132224/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:255/0 lens 504/0 e 0 to 0 dl 1777047530 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047519.330313:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643055180 with x1863365388132224 ext(61440->126975) 00002000:00010000:2.0:1777047519.330322:0:24564:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643055180 00000100:00100000:2.0:1777047519.330415:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1368 00000100:00100000:2.0:1777047519.330433:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388132224:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:3.0:1777047519.350994:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388132224:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 20552us (21489us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1777047519.351016:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1368 00002000:00100000:3.0:1777047519.351035:0:24564:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x8a:0x0] (61440->126975) req@ffff9e0643055180 x1863365388132224/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:255/0 lens 504/440 e 0 to 0 dl 1777047530 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047519.351053:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643055180 with x1863365388132224 ext(61440->126975) 00002000:00010000:3.0:1777047519.351062:0:24564:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643055180 00000100:00100000:1.0:1777047519.367568:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047519.367715:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388132352 00000100:00100000:0.0:1777047519.367728:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388132352 00002000:00100000:0.0:1777047519.367796:0:29067:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x8a:0x0] (90112->110591) req@ffff9e0643056a00 x1863365388132352/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:255/0 lens 488/0 e 0 to 0 dl 1777047530 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047519.367846:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643056a00 with x1863365388132352 ext(90112->110591) 00002000:00010000:0.0:1777047519.367855:0:29067:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643056a00 00000100:00100000:0.0:1777047519.367913:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1369 00000100:00100000:0.0:1777047519.367930:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388132352:12345-192.168.201.54@tcp:4:lfs.0 00000100:00100000:0.0:1777047519.381739:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365388132352:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 13800us (14171us total) trans 21474837793 rc 0/0 00000100:00100000:0.0:1777047519.381790:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1369 00002000:00100000:0.0:1777047519.381860:0:29067:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x8a:0x0] (90112->110591) req@ffff9e0643056a00 x1863365388132352/t21474837793(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:255/0 lens 488/448 e 0 to 0 dl 1777047530 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047519.381907:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643056a00 with x1863365388132352 ext(90112->110591) 00002000:00010000:0.0:1777047519.382886:0:29067:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643056a00 00000100:00100000:2.0:1777047519.389653:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047519.389775:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388132480 00000100:00100000:0.0:1777047519.389790:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388132480 00000100:00100000:0.0:1777047519.389900:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4176 00000100:00100000:0.0:1777047519.389917:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388132480:12345-192.168.201.54@tcp:16:fsx.0 00000001:00080000:1.0:1777047519.419491:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837793 is committed 00000100:00100000:0.0:1777047519.420959:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388132480:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 31020us (31290us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047519.420976:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4176 00000100:00100000:2.0:1777047519.454672:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047519.455223:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388132736 00000100:00100000:0.0:1777047519.455238:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388132736 00000100:00100000:0.0:1777047519.455336:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6295 00000100:00100000:0.0:1777047519.455353:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+64:57853:x1863365388132736:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:0.0:1777047519.455486:0:6590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047519.455528:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493a1f1 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8914 expref: 64 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.455560:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047519.455568:0:6590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047519.455847:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a1ff lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.455874:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a1ff lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.455899:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a1ff lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047519.455969:0:6590:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935162 00000004:00010000:0.0:1777047519.456003:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f420779f reply state 000000001b5547a0 transno 8589935163 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a1ff lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.456022:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a1ff lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.456034:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047519.456038:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047519.456044:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047519.456183:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+66:57853:x1863365388132736:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 831us (1518us total) trans 8589935163 rc 0/0 00000100:00100000:0.0:1777047519.456196:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6295 00000020:00080000:0.0:1777047519.456205:0:6590:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047519.470593:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047519.470662:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047519.470729:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047519.471164:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388132992 00000100:00100000:1.0:1777047519.471180:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388132992 00002000:00010000:1.0:1777047519.471542:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:1.0:1777047519.471551:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645845880 with x1863365388132992 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047519.471569:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0645845880. 00000100:00100000:1.0:1777047519.471597:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388132864 00000100:00100000:1.0:1777047519.471603:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388132864 00002000:00010000:1.0:1777047519.471625:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (100097->18446744073709551615) 00002000:00100000:1.0:1777047519.471630:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645845180 with x1863365388132864 ext(100097->18446744073709551615) 00002000:00010000:1.0:1777047519.471638:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645845180. 00000100:00100000:1.0:1777047519.471658:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388133120 00000100:00100000:1.0:1777047519.471663:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388133120 00002000:00010000:1.0:1777047519.471680:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:1.0:1777047519.471684:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645844380 with x1863365388133120 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047519.471691:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645844380. 00000100:00100000:1.0:1777047519.471716:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1370 00000100:00100000:1.0:1777047519.471732:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388132992:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:1.0:1777047519.472541:0:29062:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047519.472548:0:29062:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047519 -> 1777047519 00002000:00010000:1.0:1777047519.472553:0:29062:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047512 -> 1777047512 00002000:00010000:1.0:1777047519.472557:0:29062:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047519 -> 1777047519 00002000:00010000:1.0:1777047519.472561:0:29062:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1777047519.472633:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388132992:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 903us (2051us total) trans 17179870440 rc 0/0 00000100:00100000:1.0:1777047519.472646:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1370 00002000:00010000:1.0:1777047519.472652:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:1.0:1777047519.472657:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645845880 with x1863365388132992 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047519.472664:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0645845880. 00000100:00100000:1.0:1777047519.472694:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1371 00000100:00100000:1.0:1777047519.472706:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388132864:12345-192.168.201.54@tcp:10:fsx.0 00000100:00100000:2.0:1777047519.473456:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1372 00000100:00100000:2.0:1777047519.473478:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388133120:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047519.473635:0:29058:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047519.473641:0:29058:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047519 -> 1777047519 00002000:00010000:2.0:1777047519.473646:0:29058:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047512 -> 1777047512 00002000:00010000:2.0:1777047519.473650:0:29058:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047519 -> 1777047519 00002000:00010000:2.0:1777047519.473654:0:29058:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777047519.473703:0:29062:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 254600 -> 100097 00000100:00100000:2.0:1777047519.473705:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388133120:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 232us (2972us total) trans 21474837795 rc 0/0 00002000:00010000:1.0:1777047519.473715:0:29062:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047519 -> 1777047519 00002000:00010000:1.0:1777047519.473728:0:29062:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047517 -> 1777047517 00002000:00010000:1.0:1777047519.473735:0:29062:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047519 -> 1777047519 00000100:00100000:2.0:1777047519.473737:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1372 00002000:00010000:2.0:1777047519.474060:0:29058:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047519.474068:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645844380 with x1863365388133120 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047519.474079:0:29058:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645844380. 00002000:00010000:1.0:1777047519.485296:0:29062:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 288 -> 208 00000100:00100000:1.0:1777047519.485447:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388132864:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 12734us (14777us total) trans 21474837794 rc 0/0 00000100:00100000:1.0:1777047519.485468:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1371 00002000:00010000:1.0:1777047519.485477:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (100097->18446744073709551615) 00002000:00100000:1.0:1777047519.485483:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645845180 with x1863365388132864 ext(100097->18446744073709551615) 00002000:00010000:1.0:1777047519.485498:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645845180. 00000100:00100000:2.0:1777047519.493483:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047519.495032:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388133248 00000100:00100000:1.0:1777047519.495048:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388133248 00000100:00100000:1.0:1777047519.495161:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6296 00000100:00100000:1.0:1777047519.495180:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645846a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+66:57853:x1863365388133248:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047519.495236:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047519.495268:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a206 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8922 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.498024:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a20d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.498052:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a20d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.498071:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a20d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047519.498128:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 100097 00000004:00200000:2.0:1777047519.498135:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047519.498164:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a20d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.498207:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a206 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8922 expref: 68 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.498241:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a20d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8922 expref: 67 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.498256:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047519.498261:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047519.498266:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167200, rc 0) 00000100:00100000:2.0:1777047519.498369:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645846a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+67:57853:x1863365388133248:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 3192us (4895us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047519.498709:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6296 00000100:00100000:2.0:1777047519.525064:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047519.525456:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388133504 00000100:00100000:3.0:1777047519.525470:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388133504 00000100:00100000:3.0:1777047519.525565:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6297 00000100:00100000:3.0:1777047519.525584:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+67:57853:x1863365388133504:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:3.0:1777047519.525655:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047519.525693:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a20d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8922 expref: 67 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.525723:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047519.525730:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047519.526629:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d72493a214 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.526663:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d72493a214 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.526680:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d72493a214 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047519.526746:0:6589:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935164 00000004:00010000:3.0:1777047519.526785:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ee442d2a reply state 00000000ad23d136 transno 8589935165 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d72493a214 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.526840:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d72493a214 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.526852:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047519.526857:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047519.526862:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047519.526997:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+69:57853:x1863365388133504:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 1417us (1944us total) trans 8589935165 rc 0/0 00000100:00100000:3.0:1777047519.527011:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6297 00000020:00080000:3.0:1777047519.527019:0:6589:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047519.542926:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047519.543011:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047519.543080:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047519.543267:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388133632 00000100:00100000:2.0:1777047519.543283:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388133632 00002000:00010000:2.0:1777047519.543341:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (71849->18446744073709551615) 00002000:00100000:2.0:1777047519.543350:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab44380 with x1863365388133632 ext(71849->18446744073709551615) 00002000:00010000:2.0:1777047519.543369:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064ab44380. 00000100:00100000:2.0:1777047519.543486:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388133888 00000100:00100000:2.0:1777047519.543493:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388133888 00002000:00010000:2.0:1777047519.543516:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047519.543522:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab45180 with x1863365388133888 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047519.543532:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064ab45180. 00000100:00100000:2.0:1777047519.543552:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388133760 00000100:00100000:2.0:1777047519.543558:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388133760 00002000:00010000:2.0:1777047519.543577:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047519.543583:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab46300 with x1863365388133760 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047519.543591:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064ab46300. 00000100:00100000:2.0:1777047519.543616:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1373 00000100:00100000:2.0:1777047519.543632:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388133632:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047519.544253:0:24565:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 100097 -> 71849 00002000:00010000:2.0:1777047519.544262:0:24565:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047519 -> 1777047520 00002000:00010000:2.0:1777047519.544267:0:24565:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047517 -> 1777047517 00002000:00010000:2.0:1777047519.544272:0:24565:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047519 -> 1777047520 00002000:00010000:2.0:1777047519.544277:0:24565:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 208 -> 152 00000100:00100000:2.0:1777047519.544364:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388133632:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 731us (1448us total) trans 21474837796 rc 0/0 00000100:00100000:2.0:1777047519.544380:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1373 00002000:00010000:2.0:1777047519.544425:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (71849->18446744073709551615) 00002000:00100000:2.0:1777047519.544431:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab44380 with x1863365388133632 ext(71849->18446744073709551615) 00002000:00010000:2.0:1777047519.544440:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064ab44380. 00000100:00100000:2.0:1777047519.544472:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1374 00000100:00100000:2.0:1777047519.544486:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388133888:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047519.544586:0:24565:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047519.544592:0:24565:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047519 -> 1777047520 00002000:00010000:2.0:1777047519.544596:0:24565:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047512 -> 1777047512 00002000:00010000:2.0:1777047519.544600:0:24565:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047519 -> 1777047520 00002000:00010000:2.0:1777047519.544604:0:24565:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047519.544648:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388133888:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 163us (1636us total) trans 21474837797 rc 0/0 00000100:00100000:2.0:1777047519.544661:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1374 00002000:00010000:2.0:1777047519.544666:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047519.544670:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab45180 with x1863365388133888 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047519.544683:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064ab45180. 00000100:00100000:2.0:1777047519.544711:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1375 00000100:00100000:2.0:1777047519.544726:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388133760:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047519.544873:0:24565:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047519.544880:0:24565:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047519 -> 1777047520 00002000:00010000:2.0:1777047519.544884:0:24565:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047512 -> 1777047512 00002000:00010000:2.0:1777047519.544888:0:24565:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047519 -> 1777047520 00002000:00010000:2.0:1777047519.544892:0:24565:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777047519.544933:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388133760:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 209us (1852us total) trans 17179870441 rc 0/0 00000100:00100000:2.0:1777047519.544948:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1375 00002000:00010000:2.0:1777047519.544953:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047519.544958:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab46300 with x1863365388133760 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047519.544967:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064ab46300. 00000100:00100000:0.0:1777047519.564720:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047519.564917:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388134016 00000100:00100000:3.0:1777047519.564933:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388134016 00000100:00100000:3.0:1777047519.565038:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6298 00000100:00100000:3.0:1777047519.565059:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+69:57853:x1863365388134016:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047519.565096:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047519.565128:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d72493a21b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8929 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.567030:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676400/0x5ecf73d72493a222 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.567061:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676400/0x5ecf73d72493a222 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.567082:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676400/0x5ecf73d72493a222 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047519.567128:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 71849 00000004:00200000:3.0:1777047519.567135:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047519.567501:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676400/0x5ecf73d72493a222 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.567549:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d72493a21b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8929 expref: 71 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.567579:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676400/0x5ecf73d72493a222 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8929 expref: 70 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.567595:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047519.567600:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047519.567606:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0771676400, rc 0) 00000100:00100000:3.0:1777047519.567688:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+70:57853:x1863365388134016:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 2633us (2979us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047519.567703:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6298 00000100:00100000:2.0:1777047519.620729:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047519.628132:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388134144 00000100:00100000:1.0:1777047519.628153:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388134144 00002000:00100000:1.0:1777047519.628267:0:24562:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x8a:0x0] (4096->61439) req@ffff9e064b409880 x1863365388134144/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:255/0 lens 488/0 e 0 to 0 dl 1777047530 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047519.628300:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b409880 with x1863365388134144 ext(4096->61439) 00002000:00010000:1.0:1777047519.628310:0:24562:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064b409880 00000100:00100000:1.0:1777047519.628653:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1376 00000100:00100000:1.0:1777047519.628683:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388134144:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:3.0:1777047519.696441:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388134144:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 67688us (75650us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1777047519.696470:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1376 00002000:00100000:3.0:1777047519.696496:0:24562:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x8a:0x0] (4096->61439) req@ffff9e064b409880 x1863365388134144/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:255/0 lens 488/440 e 0 to 0 dl 1777047530 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047519.696536:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b409880 with x1863365388134144 ext(4096->61439) 00002000:00010000:3.0:1777047519.696547:0:24562:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064b409880 00000100:00100000:2.0:1777047519.763072:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047519.765188:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388134400 00000100:00100000:3.0:1777047519.765224:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388134400 00000100:00100000:2.0:1777047519.767886:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6299 00000100:00100000:2.0:1777047519.767908:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+70:57853:x1863365388134400:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:2.0:1777047519.767986:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047519.768027:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676400/0x5ecf73d72493a222 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8929 expref: 70 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.768059:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047519.768067:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047519.768306:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a229 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.768332:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a229 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.768350:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a229 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047519.768517:0:12913:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935166 00000004:00010000:2.0:1777047519.768560:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000060fa8a8b reply state 000000002ade35e2 transno 8589935167 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a229 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.768582:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a229 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.768595:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047519.768600:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047519.768605:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047519.768737:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+72:57853:x1863365388134400:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 833us (5677us total) trans 8589935167 rc 0/0 00000100:00100000:2.0:1777047519.768753:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6299 00000020:00080000:2.0:1777047519.768761:0:12913:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047519.787587:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047519.787662:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047519.787721:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047519.788556:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388134528 00000100:00100000:1.0:1777047519.788571:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388134528 00002000:00010000:1.0:1777047519.788628:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (239093->18446744073709551615) 00002000:00100000:1.0:1777047519.788637:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab44700 with x1863365388134528 ext(239093->18446744073709551615) 00002000:00010000:1.0:1777047519.788654:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064ab44700. 00000100:00100000:1.0:1777047519.788698:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388134784 00000100:00100000:1.0:1777047519.788704:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388134784 00002000:00010000:1.0:1777047519.788725:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:1.0:1777047519.788732:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a6680 with x1863365388134784 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047519.789084:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06439a6680. 00000100:00100000:1.0:1777047519.789117:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388134656 00000100:00100000:1.0:1777047519.789124:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388134656 00002000:00010000:1.0:1777047519.789151:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:1.0:1777047519.789156:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a7800 with x1863365388134656 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047519.789168:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e06439a7800. 00000100:00100000:3.0:1777047519.790226:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1377 00000100:00100000:3.0:1777047519.790250:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365388134528:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:3.0:1777047519.790609:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 71849 -> 239093 00002000:00010000:3.0:1777047519.790617:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047520 -> 1777047520 00002000:00010000:3.0:1777047519.790621:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047517 -> 1777047517 00002000:00010000:3.0:1777047519.790626:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047520 -> 1777047520 00002000:00010000:3.0:1777047519.790630:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 152 -> 152 00000100:00100000:3.0:1777047519.790717:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2431:x1863365388134528:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 474us (3140us total) trans 21474837798 rc 0/0 00000100:00100000:3.0:1777047519.790734:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1377 00002000:00010000:3.0:1777047519.790741:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (239093->18446744073709551615) 00002000:00100000:3.0:1777047519.790746:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab44700 with x1863365388134528 ext(239093->18446744073709551615) 00002000:00010000:3.0:1777047519.790756:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064ab44700. 00000100:00100000:3.0:1777047519.790789:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1378 00000100:00100000:3.0:1777047519.790832:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365388134784:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:3.0:1777047519.790947:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047519.790954:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047520 -> 1777047520 00002000:00010000:3.0:1777047519.790957:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047512 -> 1777047512 00002000:00010000:3.0:1777047519.790961:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047520 -> 1777047520 00002000:00010000:3.0:1777047519.790965:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047519.791009:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2431:x1863365388134784:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 207us (3346us total) trans 21474837799 rc 0/0 00000100:00100000:3.0:1777047519.791024:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1378 00002000:00010000:3.0:1777047519.791029:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:3.0:1777047519.791034:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a6680 with x1863365388134784 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047519.791042:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06439a6680. 00000100:00100000:3.0:1777047519.791091:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1379 00000100:00100000:3.0:1777047519.791106:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2431:x1863365388134656:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:3.0:1777047519.791539:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047519.791545:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047520 -> 1777047520 00002000:00010000:3.0:1777047519.791549:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047512 -> 1777047512 00002000:00010000:3.0:1777047519.791552:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047520 -> 1777047520 00002000:00010000:3.0:1777047519.791556:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777047519.791601:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2431:x1863365388134656:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 497us (3881us total) trans 17179870442 rc 0/0 00000100:00100000:3.0:1777047519.791614:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1379 00002000:00010000:3.0:1777047519.791619:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:3.0:1777047519.791624:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a7800 with x1863365388134656 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047519.791632:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e06439a7800. 00000100:00100000:1.0:1777047519.809593:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047519.810565:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388134912 00000100:00100000:3.0:1777047519.810579:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388134912 00002000:00100000:3.0:1777047519.810653:0:29064:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x280000401:0x8a:0x0] (196608->241663) req@ffff9e0643054380 x1863365388134912/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:255/0 lens 488/0 e 0 to 0 dl 1777047530 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047519.810673:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643054380 with x1863365388134912 ext(196608->241663) 00002000:00010000:3.0:1777047519.810684:0:29064:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643054380 00000100:00100000:3.0:1777047519.810768:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1380 00000100:00100000:3.0:1777047519.810787:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388134912:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:2.0:1777047519.825857:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388134912:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 15062us (16263us total) trans 0 rc 45056/45056 00000100:00100000:2.0:1777047519.825877:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1380 00002000:00100000:2.0:1777047519.825895:0:29064:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x280000401:0x8a:0x0] (196608->241663) req@ffff9e0643054380 x1863365388134912/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:255/0 lens 488/440 e 0 to 0 dl 1777047530 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047519.825914:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643054380 with x1863365388134912 ext(196608->241663) 00002000:00010000:2.0:1777047519.825923:0:29064:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643054380 00000100:00100000:3.0:1777047519.869127:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047519.870174:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388135040 00000100:00100000:1.0:1777047519.870188:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388135040 00002000:00100000:1.0:1777047519.870250:0:29062:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x8a:0x0] (20480->239092) req@ffff9e0644327480 x1863365388135040/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:255/0 lens 504/0 e 0 to 0 dl 1777047530 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047519.870269:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644327480 with x1863365388135040 ext(20480->239092) 00002000:00010000:1.0:1777047519.870279:0:29062:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644327480 00000100:00100000:1.0:1777047519.870338:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1381 00000100:00100000:1.0:1777047519.870353:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388135040:12345-192.168.201.54@tcp:4:fsx.0 00000100:00100000:1.0:1777047519.893646:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388135040:12345-192.168.201.54@tcp:4:fsx.0 Request processed in 23283us (24518us total) trans 21474837800 rc 0/0 00000100:00100000:1.0:1777047519.893665:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1381 00002000:00100000:1.0:1777047519.893685:0:29062:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x8a:0x0] (20480->239092) req@ffff9e0644327480 x1863365388135040/t21474837800(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:255/0 lens 504/448 e 0 to 0 dl 1777047530 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047519.893702:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644327480 with x1863365388135040 ext(20480->239092) 00002000:00010000:1.0:1777047519.893710:0:29062:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644327480 00000100:00100000:2.0:1777047519.922157:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047519.922559:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388135168 00000100:00100000:3.0:1777047519.922572:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388135168 00000100:00100000:3.0:1777047519.922651:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4177 00000100:00100000:3.0:1777047519.922666:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2431:x1863365388135168:12345-192.168.201.54@tcp:16:fsx.0 00000001:00080000:1.0:1777047519.934968:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837800 is committed 00000100:00100000:2.0:1777047519.936231:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388135168:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 13560us (14423us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047519.936535:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4177 00000100:00100000:2.0:1777047519.950620:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047519.951456:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388135296 00000100:00100000:0.0:1777047519.951469:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388135296 00000100:00100000:0.0:1777047519.953215:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6300 00000100:00100000:0.0:1777047519.953229:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+72:57853:x1863365388135296:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047519.953262:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047519.953288:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a230 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8930 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.956773:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a237 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.957124:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a237 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.957142:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a237 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047519.957194:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 239093 00000004:00200000:0.0:1777047519.957201:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047519.957227:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a237 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.957274:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a230 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8930 expref: 74 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.957301:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a237 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8930 expref: 73 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.957316:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047519.957320:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047519.957325:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389e00, rc 0) 00000100:00100000:0.0:1777047519.957567:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:57853:x1863365388135296:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 4337us (6953us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047519.957581:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6300 00000100:00100000:0.0:1777047520.008161:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047520.009500:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388135424 00000100:00100000:2.0:1777047520.009513:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388135424 00000100:00100000:2.0:1777047520.009592:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1382 00000100:00100000:2.0:1777047520.009606:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388135424:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:2.0:1777047520.014787:0:24563:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 239093 -> 239093 00002000:00010000:2.0:1777047520.014824:0:24563:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047520 -> 1777047520 00002000:00010000:2.0:1777047520.014828:0:24563:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047517 -> 1777047517 00002000:00010000:2.0:1777047520.014832:0:24563:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047520 -> 1777047520 00002000:00010000:2.0:1777047520.014835:0:24563:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 152 -> 120 00000100:00100000:2.0:1777047520.014933:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388135424:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 5325us (6779us total) trans 21474837801 rc 0/0 00000100:00100000:2.0:1777047520.014947:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1382 00000100:00100000:2.0:1777047520.048934:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047520.049073:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388135552 00000100:00100000:3.0:1777047520.049086:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388135552 00002000:00100000:3.0:1777047520.049147:0:20134:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x8a:0x0] (188416->196607) req@ffff9e0744a2b100 x1863365388135552/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:256/0 lens 488/0 e 0 to 0 dl 1777047531 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047520.049164:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744a2b100 with x1863365388135552 ext(188416->196607) 00002000:00010000:3.0:1777047520.049172:0:20134:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0744a2b100 00000100:00100000:3.0:1777047520.049300:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1383 00000100:00100000:3.0:1777047520.049315:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388135552:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:3.0:1777047520.049649:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388135552:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 336us (723us total) trans 0 rc 8192/8192 00000100:00100000:3.0:1777047520.049662:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1383 00002000:00100000:3.0:1777047520.049673:0:20134:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x8a:0x0] (188416->196607) req@ffff9e0744a2b100 x1863365388135552/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:256/0 lens 488/8632 e 0 to 0 dl 1777047531 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047520.049685:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744a2b100 with x1863365388135552 ext(188416->196607) 00002000:00010000:3.0:1777047520.049690:0:20134:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0744a2b100 00010000:00010000:1.0:1777047520.069715:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047520.079696:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047520.079856:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388135680 00000100:00100000:0.0:1777047520.079872:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388135680 00002000:00100000:0.0:1777047520.079940:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (212992->233471) req@ffff9e0643054700 x1863365388135680/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:256/0 lens 488/0 e 0 to 0 dl 1777047531 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047520.079960:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643054700 with x1863365388135680 ext(212992->233471) 00002000:00010000:0.0:1777047520.079968:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643054700 00000100:00100000:0.0:1777047520.080027:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1384 00000100:00100000:0.0:1777047520.080043:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388135680:12345-192.168.201.54@tcp:4:fsx.0 00000100:00100000:1.0:1777047520.091569:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365388135680:12345-192.168.201.54@tcp:4:fsx.0 Request processed in 11516us (11873us total) trans 21474837802 rc 0/0 00000100:00100000:1.0:1777047520.091588:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1384 00002000:00100000:1.0:1777047520.091607:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (212992->233471) req@ffff9e0643054700 x1863365388135680/t21474837802(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:256/0 lens 488/448 e 0 to 0 dl 1777047531 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047520.091639:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643054700 with x1863365388135680 ext(212992->233471) 00002000:00010000:1.0:1777047520.091648:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643054700 00000100:00100000:2.0:1777047520.103522:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047520.104150:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388135808 00000100:00100000:3.0:1777047520.104475:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388135808 00000100:00100000:2.0:1777047520.105326:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1385 00000100:00100000:2.0:1777047520.105347:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388135808:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:2.0:1777047520.106468:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 239093 -> 239093 00002000:00010000:2.0:1777047520.106478:0:24562:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047520 -> 1777047520 00002000:00010000:2.0:1777047520.106483:0:24562:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047517 -> 1777047520 00002000:00010000:2.0:1777047520.106488:0:24562:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047520 -> 1777047520 00002000:00010000:2.0:1777047520.106492:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 120 -> 112 00000100:00100000:2.0:1777047520.106602:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388135808:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 1257us (3090us total) trans 21474837803 rc 0/0 00000100:00100000:2.0:1777047520.106620:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1385 00000100:00100000:2.0:1777047520.126575:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047520.126731:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388135936 00000100:00100000:3.0:1777047520.126746:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388135936 00002000:00100000:3.0:1777047520.126867:0:8485:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x8a:0x0] (0->241663) req@ffff9e0642d31f80 x1863365388135936/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:256/0 lens 520/0 e 0 to 0 dl 1777047531 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047520.126890:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642d31f80 with x1863365388135936 ext(0->241663) 00002000:00010000:3.0:1777047520.126900:0:8485:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642d31f80 00000100:00100000:3.0:1777047520.127060:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1386 00000100:00100000:3.0:1777047520.127079:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388135936:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:0.0:1777047520.162257:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388135936:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 35171us (35683us total) trans 0 rc 180224/180224 00000100:00100000:0.0:1777047520.162279:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1386 00002000:00100000:0.0:1777047520.162298:0:8485:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x8a:0x0] (0->241663) req@ffff9e0642d31f80 x1863365388135936/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:256/0 lens 520/440 e 0 to 0 dl 1777047531 ref 1 fl Complete:/600/0 rc 180224/180224 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047520.162316:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642d31f80 with x1863365388135936 ext(0->241663) 00002000:00010000:0.0:1777047520.162326:0:8485:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642d31f80 00000100:00100000:2.0:1777047520.208310:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047520.208735:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388136192 00000100:00100000:0.0:1777047520.208752:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388136192 00000100:00100000:0.0:1777047520.209272:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2120 00000100:00100000:0.0:1777047520.209296:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:57853:x1863365388136192:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:0.0:1777047520.210162:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:57853:x1863365388136192:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 869us (1861us total) trans 8589935168 rc 0/0 00000100:00100000:0.0:1777047520.210181:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2120 00000100:00100000:1.0:1777047520.279812:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047520.279977:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388136448 00000100:00100000:0.0:1777047520.279992:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388136448 00000100:00100000:0.0:1777047520.280105:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6301 00000100:00100000:0.0:1777047520.280125:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:57888:x1863365388136448:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047520.280161:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047520.280198:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a23e lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8937 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.280314:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a245 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.280336:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a245 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.280354:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a245 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.280485:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a24c lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.280501:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a24c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.280516:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a24c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.280712:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a253 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.280733:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a253 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.280749:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a253 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047520.280778:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 239093 00010000:00010000:0.0:1777047520.280927:0:6590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a245 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.280943:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a245 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.280955:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a245 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.280970:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a245 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.280981:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047520.280989:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a245 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.281002:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a245 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.281023:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e0752b09e00) 00010000:00010000:0.0:1777047520.281029:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047520.281037:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a245 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.281049:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a245 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.281072:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a24c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.281085:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a24c lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.281096:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a24c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.281105:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047520.281110:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a24c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.281122:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a24c lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.281136:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0752b09300) 00010000:00010000:0.0:1777047520.281141:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047520.281147:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a24c lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.281158:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a24c lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.281229:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a23e lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8937 expref: 77 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.281260:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a253 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8937 expref: 76 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.281275:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047520.281280:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047520.281284:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389800, rc 0) 00000100:00100000:0.0:1777047520.281438:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57888:x1863365388136448:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1264us (1608us total) trans 8589935169 rc 0/0 00000100:00100000:0.0:1777047520.281460:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6301 00000100:00100000:2.0:1777047520.296627:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047520.296724:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047520.298314:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388136832 00000100:00100000:1.0:1777047520.298330:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388136832 00000100:00100000:1.0:1777047520.298469:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 422 00000100:00100000:1.0:1777047520.298489:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641dea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:2429:x1863365388136832:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047520.298510:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047520.298539:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a253 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8937 expref: 76 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.298563:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047520.298569:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047520.298639:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641dea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:2429:x1863365388136832:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 156us (1914us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047520.298649:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 422 00000100:00100000:0.0:1777047520.299119:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388136704 00000100:00100000:0.0:1777047520.299129:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388136704 00000100:00100000:0.0:1777047520.299198:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2121 00000100:00100000:0.0:1777047520.299213:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57888:x1863365388136704:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047520.299503:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57888:x1863365388136704:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 292us (2887us total) trans 8589935170 rc 0/0 00000100:00100000:0.0:1777047520.299518:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2121 00000100:00100000:2.0:1777047520.332078:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047520.332207:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388137088 00000100:00100000:1.0:1777047520.332222:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388137088 00000100:00100000:1.0:1777047520.332321:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6302 00000100:00100000:1.0:1777047520.332339:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57888:x1863365388137088:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047520.332374:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047520.332470:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d72493a261 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f893e expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.332629:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a268 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.332685:0:12913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a237 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8930 expref: 77 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.332699:0:12913:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a268 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.332749:0:12913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a237 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8930 expref: 77 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.332771:0:12913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a237 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8930 expref: 77 pid: 9025 timeout: 4248 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047520.332829:0:12913:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643054e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443097088:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047520.332963:0:12913:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445f9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047520.351632:0:12913:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643054e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443097088:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047520.351702:0:12913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a268 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047520.355873:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047520.356257:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388137216 00000100:00100000:3.0:1777047520.356270:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388137216 00010000:00010000:3.0:1777047520.356323:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a237 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8930 expref: 78 pid: 9025 timeout: 4248 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047520.356471:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2103 00000100:00100000:3.0:1777047520.356487:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:2430:x1863365388137216:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047520.356510:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047520.356521:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a237 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8930 expref: 78 pid: 9025 timeout: 4248 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.356543:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a237 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8930 expref: 78 pid: 9025 timeout: 4248 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.356601:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a237 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8930 expref: 78 pid: 9025 timeout: 4248 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.356628:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047520.356639:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a268 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.356657:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a268 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 15 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.356671:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a268 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 15 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.356704:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047520.357095:0:12913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a268 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.357112:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a268 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047520.357141:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2430:x1863365388137216:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 653us (1271us total) trans 0 rc 0/0 00000004:00200000:1.0:1777047520.357148:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 239093 00000100:00100000:3.0:1777047520.357509:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2103 00010000:00010000:1.0:1777047520.359825:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d72493a261 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f893e expref: 78 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.359877:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a268 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f893e expref: 77 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.359891:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047520.359896:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777047520.359901:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91400, rc 0) 00000100:00100000:1.0:1777047520.359971:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57888:x1863365388137088:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 27635us (27905us total) trans 8589935171 rc 0/0 00000100:00100000:1.0:1777047520.359984:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6302 00000100:00100000:2.0:1777047520.374453:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047520.377769:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388137344 00000100:00100000:1.0:1777047520.377786:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388137344 00000100:00100000:1.0:1777047520.377901:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2122 00000100:00100000:1.0:1777047520.377920:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641deb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57888:x1863365388137344:12345-192.168.201.54@tcp:33:lfs.0 00000100:00100000:1.0:1777047520.379127:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641deb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57888:x1863365388137344:12345-192.168.201.54@tcp:33:lfs.0 Request processed in 1208us (4800us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047520.379143:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2122 00000100:00100000:1.0:1777047520.395944:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047520.398304:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388137600 00000100:00100000:0.0:1777047520.398319:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388137600 00000100:00100000:0.0:1777047520.398461:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2123 00000100:00100000:0.0:1777047520.398479:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57888:x1863365388137600:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047520.399116:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57888:x1863365388137600:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 640us (3181us total) trans 8589935172 rc 0/0 00000100:00100000:0.0:1777047520.399131:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2123 00000100:00100000:2.0:1777047520.415199:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047520.418346:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388137856 00000100:00100000:3.0:1777047520.418364:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388137856 00000100:00100000:3.0:1777047520.418486:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6303 00000100:00100000:3.0:1777047520.418503:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57888:x1863365388137856:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047520.418538:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047520.418543:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:3.0:1777047520.421618:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a268 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f893e expref: 78 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.421665:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493a150 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88ea expref: 77 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.421684:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047520.421694:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047520.421717:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d72493a276 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8945 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.421927:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a27d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.421951:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a27d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.421968:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a27d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047520.421989:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 239093 00010000:00010000:3.0:1777047520.422460:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676000/0x5ecf73d72493a276 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8945 expref: 79 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.422484:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a27d lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8945 expref: 78 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.422498:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047520.422503:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047520.422507:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2800, rc 0) 00000100:00100000:3.0:1777047520.422611:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57888:x1863365388137856:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 4109us (7421us total) trans 8589935173 rc 0/0 00000100:00100000:3.0:1777047520.422625:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6303 00000100:00100000:3.0:1777047520.441377:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047520.441592:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388138112 00000100:00100000:0.0:1777047520.441606:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388138112 00000100:00100000:0.0:1777047520.441698:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2124 00000100:00100000:0.0:1777047520.441716:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07430bdc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57888:x1863365388138112:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:0.0:1777047520.441837:0:15374:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a27d lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8945 expref: 78 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.441895:0:15374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a28b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.441925:0:15374:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a11f lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88dc expref: 78 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.441939:0:15374:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493a1dc lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f890d expref: 78 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.441953:0:15374:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a28b lrc: 5/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.442001:0:15374:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493a1dc lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f890d expref: 78 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.442025:0:15374:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493a1dc lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 13 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f890d expref: 78 pid: 6588 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047520.442047:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443097216:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047520.442180:0:15374:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a11f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88dc expref: 78 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.442196:0:15374:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a11f lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 13 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88dc expref: 78 pid: 34275 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047520.442213:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a4380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443097344:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047520.442251:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a890c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047520.473500:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047520.473559:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047520.473948:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388138368 00000100:00100000:2.0:1777047520.473961:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388138368 00010000:00010000:2.0:1777047520.474040:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a11f lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88dc expref: 79 pid: 34275 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047520.474079:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439a4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443097216:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047520.474105:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439a4380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443097344:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047520.474106:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388138240 00000100:00100000:2.0:1777047520.474115:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388138240 00010000:00010000:2.0:1777047520.474143:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493a1dc lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f890d expref: 80 pid: 6588 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.474149:0:15374:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a28b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047520.474226:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2104 00000100:00100000:2.0:1777047520.474243:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:2430:x1863365388138368:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047520.474265:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047520.474276:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a11f lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88dc expref: 80 pid: 34275 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.474294:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a11f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88dc expref: 80 pid: 34275 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.474328:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a11f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f88dc expref: 80 pid: 34275 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.474353:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047520.474361:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a28b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.474376:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a28b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.474445:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047520.474554:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:2430:x1863365388138368:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 314us (1064us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047520.487313:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2105 00000100:00100000:0.0:1777047520.487349:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0751043450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:2430:x1863365388138240:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047520.487378:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047520.487392:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493a1dc lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f890d expref: 79 pid: 6588 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.487421:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493a1dc lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f890d expref: 79 pid: 6588 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.487522:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771676c00/0x5ecf73d72493a1dc lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f890d expref: 79 pid: 6588 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.487548:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047520.487556:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a28b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.487572:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a28b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.487584:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a28b lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.487622:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047520.487716:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0751043450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:2430:x1863365388138240:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 383us (14154us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047520.487737:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2105 00010000:00010000:0.0:1777047520.488137:0:15374:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a28b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.488152:0:15374:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a28b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.488738:0:15374:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a28b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.488753:0:15374:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a28b lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.488764:0:15374:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a28b lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.488774:0:15374:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047520.488780:0:15374:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a28b lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.488819:0:15374:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a28b lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.488836:0:15374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047520.488841:0:15374:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777047520.488847:0:15374:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a28b lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.488856:0:15374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a28b lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.488881:0:15374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047520.489165:0:15374:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047520.489175:0:15374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a27d lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8945 expref: 77 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047520.489370:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07430bdc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57888:x1863365388138112:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 47657us (48003us total) trans 8589935174 rc -22/-22 00000100:00100000:0.0:1777047520.489412:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2124 00000100:00100000:2.0:1777047520.492779:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2104 00000100:00100000:2.0:1777047520.500539:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047520.500910:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388138496 00000100:00100000:0.0:1777047520.500923:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388138496 00000100:00100000:0.0:1777047520.501024:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6304 00000100:00100000:0.0:1777047520.501039:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57888:x1863365388138496:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047520.501068:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047520.501094:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a292 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f894c expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.501165:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a292 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f894c expref: 77 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.501187:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a292 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f894c expref: 77 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.501215:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047520.501222:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047520.501227:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389000, rc 0) 00000100:00100000:0.0:1777047520.501303:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57888:x1863365388138496:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 266us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047520.501315:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6304 00000100:00100000:0.0:1777047520.514047:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047520.514982:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388138752 00000100:00100000:2.0:1777047520.514997:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388138752 00000100:00100000:3.0:1777047520.517159:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6305 00000100:00100000:3.0:1777047520.517183:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57888:x1863365388138752:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047520.517213:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047520.517267:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493a299 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8953 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.518300:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a2a0 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.518325:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a2a0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.518345:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a2a0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047520.518361:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x37:0x0]: returning size 0 00010000:00010000:3.0:1777047520.518487:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493a299 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8953 expref: 80 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.518522:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a2a0 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8953 expref: 79 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.518536:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x37:0x0].0x0 (ffff9e0771900b00) 00010000:00010000:3.0:1777047520.518541:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047520.518546:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2200, rc 0) 00000100:00100000:3.0:1777047520.518627:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57888:x1863365388138752:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1452us (4591us total) trans 8589935175 rc 0/0 00000100:00100000:3.0:1777047520.518641:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6305 00000100:00100000:1.0:1777047520.525957:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047520.526077:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388139008 00000100:00100000:0.0:1777047520.526092:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388139008 00000100:00100000:0.0:1777047520.526175:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6306 00000100:00100000:0.0:1777047520.526191:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:57888:x1863365388139008:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047520.526219:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047520.526246:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a2ae lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f895a expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.526377:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493a2b5 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.526450:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493a2b5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.526473:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493a2b5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047520.526492:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 239093 00010000:00010000:1.0:1777047520.526720:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a2ae lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f895a expref: 82 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.526750:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493a2b5 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f895a expref: 81 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.526777:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047520.526782:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047520.526811:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388c00, rc 0) 00000100:00100000:1.0:1777047520.527226:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57888:x1863365388139008:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1036us (1278us total) trans 8589935176 rc 0/0 00000100:00100000:1.0:1777047520.527240:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6306 00000100:00100000:1.0:1777047520.542050:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047520.542162:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388139264 00000100:00100000:0.0:1777047520.542177:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388139264 00000100:00100000:0.0:1777047520.542266:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2125 00000100:00100000:0.0:1777047520.542283:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57888:x1863365388139264:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:0.0:1777047520.542455:0:6592:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493a2b5 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f895a expref: 81 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.542513:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2c3 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.542538:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a292 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f894c expref: 81 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.543864:0:6592:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2c3 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.544032:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a292 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f894c expref: 81 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.544060:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a292 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f894c expref: 81 pid: 6590 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047520.544084:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e198380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443097472:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047520.544215:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047520.556196:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e198380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443097472:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047520.556240:0:6592:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2c3 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047520.568137:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047520.568752:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388139392 00000100:00100000:3.0:1777047520.568767:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388139392 00010000:00010000:3.0:1777047520.568857:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a292 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f894c expref: 82 pid: 6590 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047520.568959:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2106 00000100:00100000:3.0:1777047520.568977:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:2429:x1863365388139392:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047520.569001:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047520.569013:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a292 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f894c expref: 82 pid: 6590 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.569037:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a292 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f894c expref: 82 pid: 6590 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.569071:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a292 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f894c expref: 82 pid: 6590 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.569096:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047520.569105:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2c3 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.569122:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2c3 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.569136:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2c3 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.569551:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047520.569627:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:2429:x1863365388139392:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 654us (1500us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047520.569643:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2106 00010000:00010000:2.0:1777047520.570268:0:6592:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2c3 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.570287:0:6592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2c3 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.570323:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a2ca lrc: 3/0,1 mode: --/EX res: [0x200000405:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.570345:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a2a0 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8953 expref: 80 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.570360:0:6592:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a2ca lrc: 4/0,1 mode: --/EX res: [0x200000405:0x37:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.570459:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a2a0 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8953 expref: 80 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.570481:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a2a0 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8953 expref: 80 pid: 12913 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047520.570502:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e198380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443097600:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047520.570578:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047520.581172:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777047520.581203:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443097728:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777047520.581291:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047520.581447:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443097728 00000100:00100000:0.0:1777047520.581458:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443097728 00000100:00100000:0.0:1777047520.581556:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2506 00000100:00100000:0.0:1777047520.581571:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443097728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1777047520.581604:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484955712 pending 45056 free 3918909440 avail 3687219200 00000100:00100000:0.0:1777047520.581678:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443097728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047520.581692:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2506 00000100:00100000:0.0:1777047520.581759:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443097728:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1777047520.582720:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047520.595682:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047520.596203:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388139520 00000100:00100000:1.0:1777047520.596218:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388139520 00010000:00010000:1.0:1777047520.596473:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a2a0 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8953 expref: 81 pid: 12913 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047520.596551:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2107 00000100:00100000:1.0:1777047520.596619:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:2430:x1863365388139520:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047520.596643:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047520.596654:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a2a0 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8953 expref: 81 pid: 12913 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.596676:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a2a0 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8953 expref: 81 pid: 12913 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.596709:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x37:0x0].0x0 (ffff9e0771900b00) 00010000:00010000:1.0:1777047520.596717:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a2ca lrc: 3/0,1 mode: --/EX res: [0x200000405:0x37:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.597030:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a2ca lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x37:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.597049:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a2ca lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x37:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.597089:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047520.597177:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:2430:x1863365388139520:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 610us (1503us total) trans 0 rc 0/0 00010000:00010000:2.0:1777047520.597178:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a2a0 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8953 expref: 81 pid: 12913 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047520.597207:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2107 00000100:00100000:2.0:1777047520.597226:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e198380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443097600:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047520.597260:0:6592:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a2ca lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x37:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.597276:0:6592:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a2ca lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x37:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.597285:0:6592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a2ca lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x37:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047520.598057:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e198380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443097856:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047520.598121:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047520.598178:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a240 going to sleep for 11 seconds 00000100:00100000:1.0:1777047520.598455:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443097856 00000100:00100000:1.0:1777047520.598466:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443097856 00000100:00100000:1.0:1777047520.598568:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3365 00000100:00100000:1.0:1777047520.598582:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443097856:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047520.598712:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443097856:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 132us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047520.598725:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3365 00000100:00080000:3.0:1777047520.598827:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047520.599264:0:6592:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474837787 gen 2 00000004:00080000:0.0:1777047520.599274:0:6592:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474837787 committed transno 21474837787 00000100:00100000:0.0:1777047520.599298:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e198380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443097856:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047520.599362:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a5880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443097984:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047520.599463:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047520.600004:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89b40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047520.603673:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443097984 00000100:00100000:1.0:1777047520.603687:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443097984 00000100:00100000:1.0:1777047520.604457:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3366 00000100:00100000:1.0:1777047520.604475:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443097984:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047520.604622:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443097984:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 152us (5158us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047520.604634:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3366 00000100:00100000:0.0:1777047520.604963:0:6592:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179870438 gen 2 00000004:00080000:0.0:1777047520.604973:0:6592:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179870427 committed transno 17179870438 00000004:00080000:0.0:1777047520.605002:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064b409c00, transno 17179870428 00000004:00080000:0.0:1777047520.605029:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744a2b800, transno 17179870429 00000004:00080000:0.0:1777047520.605091:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064b40a680, transno 17179870430 00000004:00080000:0.0:1777047520.605097:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744a28380, transno 17179870431 00000004:00080000:0.0:1777047520.605101:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064b409180, transno 17179870432 00000004:00080000:0.0:1777047520.605106:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064b408a80, transno 17179870433 00000004:00080000:0.0:1777047520.605111:0:6592:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179870438 committed transno 17179870438 00000100:00100000:0.0:1777047520.605131:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439a5880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443097984:0@lo:1000:mdt_rdpg00_001.0 00000100:00080000:3.0:1777047520.606076:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1777047520.606096:0:33234:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 1 changes, 0 in progress, 0 in flight, 6 done 00000100:00100000:0.0:1777047520.606260:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d33480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443098112:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047520.606315:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047520.606430:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845780 going to sleep for 11 seconds 00000100:00100000:2.0:1777047520.608078:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443098112 00000100:00100000:2.0:1777047520.608090:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443098112 00000100:00100000:2.0:1777047520.608176:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3367 00000100:00100000:2.0:1777047520.608192:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443098112:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047520.608471:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443098112:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 280us (2151us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047520.608539:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3367 00000100:00100000:0.0:1777047520.612121:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d33480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443098112:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047520.612534:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d33480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443098240:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047520.612599:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047520.612781:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a896c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047520.615965:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443098240 00000100:00100000:1.0:1777047520.615978:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443098240 00000100:00100000:1.0:1777047520.616524:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3368 00000100:00100000:1.0:1777047520.616543:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443098240:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047520.616677:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443098240:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 139us (4076us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047520.616689:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3368 00000100:00100000:0.0:1777047520.617135:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d33480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443098240:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047520.617242:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d33480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443098368:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047520.617293:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047520.619454:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0749a4fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047520.620097:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443098368 00000100:00100000:2.0:1777047520.620109:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443098368 00000100:00100000:2.0:1777047520.620511:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3369 00000100:00100000:2.0:1777047520.620527:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443098368:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047520.620673:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443098368:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 148us (3377us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047520.620687:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3369 00000100:00100000:0.0:1777047520.625698:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d33480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443098368:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047520.625979:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d33480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443098496:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047520.626062:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047520.626119:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a896c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047520.626452:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443098496 00000100:00100000:2.0:1777047520.626464:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443098496 00000100:00100000:2.0:1777047520.626568:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3370 00000100:00100000:2.0:1777047520.626585:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443098496:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047520.626733:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443098496:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 150us (670us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047520.626747:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3370 00000100:00100000:0.0:1777047520.627763:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d33480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443098496:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047520.628000:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d33480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443098624:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047520.628049:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047520.628096:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07752e0900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047520.628320:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443098624 00000100:00100000:2.0:1777047520.628329:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443098624 00000100:00100000:2.0:1777047520.628543:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3371 00000100:00100000:2.0:1777047520.628557:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641dea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443098624:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047520.628655:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641dea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443098624:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 100us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047520.628668:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3371 00000100:00100000:0.0:1777047520.629108:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d33480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443098624:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047520.629169:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641de8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443098752:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047520.629211:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047520.630524:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0749a4fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047520.631029:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443098752 00000100:00100000:3.0:1777047520.631040:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443098752 00000100:00100000:3.0:1777047520.631095:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3372 00000100:00100000:3.0:1777047520.631109:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641dead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443098752:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047520.631257:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641dead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443098752:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 148us (2041us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047520.631270:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3372 00000100:00100000:0.0:1777047520.631427:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641de8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443098752:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:0.0:1777047520.631702:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].15, 456 off46968 00000001:00080000:0.0:1777047520.631723:0:6592:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935177 00000100:00100000:0.0:1777047520.631846:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641de8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443098880:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047520.631921:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047520.631965:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a896c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047520.632216:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443098880 00000100:00100000:3.0:1777047520.632224:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443098880 00000100:00100000:3.0:1777047520.632260:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3373 00000100:00100000:3.0:1777047520.632271:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641deb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443098880:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047520.632489:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641deb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6592:x1863365443098880:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 216us (566us total) trans 21474837804 rc 0/0 00000100:00100000:3.0:1777047520.632502:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3373 00000100:00100000:0.0:1777047520.632955:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641de8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443098880:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047520.633002:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d33480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443099008:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047520.633050:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047520.633094:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0749a4fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047520.633271:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443099008 00000100:00100000:3.0:1777047520.633278:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443099008 00000100:00100000:3.0:1777047520.633306:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3374 00000100:00100000:3.0:1777047520.633314:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443099008:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047520.633485:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6592:x1863365443099008:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 169us (434us total) trans 17179870443 rc 0/0 00000100:00100000:3.0:1777047520.633493:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3374 00000100:00100000:0.0:1777047520.633651:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d33480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443099008:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1777047520.633736:0:6592:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935178 00010000:00010000:0.0:1777047520.634227:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a2ca lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x37:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.634245:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a2ca lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x37:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.634256:0:6592:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a2ca lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x37:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.634276:0:6592:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047520.634283:0:6592:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a2ca lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x37:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.634295:0:6592:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a2ca lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x37:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.634317:0:6592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x37:0x0].0x0 (ffff9e0771900b00) 00010000:00010000:0.0:1777047520.634323:0:6592:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777047520.634329:0:6592:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a2ca lrc: 2/0,0 mode: --/EX res: [0x200000405:0x37:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.634341:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a2ca lrc: 0/0,0 mode: --/EX res: [0x200000405:0x37:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.634374:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2c3 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.634887:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2c3 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.634901:0:6592:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2c3 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.634912:0:6592:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047520.634918:0:6592:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2c3 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.634931:0:6592:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2c3 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.634956:0:6592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047520.634961:0:6592:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777047520.634968:0:6592:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2c3 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.634980:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2c3 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.635006:0:6592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047520.635011:0:6592:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047520.635021:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493a2b5 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f895a expref: 82 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047520.635178:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57888:x1863365388139264:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 92896us (93135us total) trans 8589935179 rc 0/0 00000100:00100000:0.0:1777047520.635194:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2125 00000020:00080000:0.0:1777047520.635202:0:6592:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1777047520.658383:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047520.663710:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388139648 00000100:00100000:2.0:1777047520.664949:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388139648 00000100:00100000:3.0:1777047520.665746:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6307 00000100:00100000:3.0:1777047520.665766:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57888:x1863365388139648:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047520.665833:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047520.665862:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493a2d1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8961 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.665945:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493a2d1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8961 expref: 82 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.665968:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493a2d1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8961 expref: 82 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.665995:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047520.666000:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047520.666005:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2600, rc 0) 00000100:00100000:3.0:1777047520.666099:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57888:x1863365388139648:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 337us (7727us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047520.666112:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6307 00000100:00100000:1.0:1777047520.693718:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047520.695304:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388139904 00000100:00100000:0.0:1777047520.695318:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388139904 00000100:00100000:0.0:1777047520.695471:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2126 00000100:00100000:0.0:1777047520.695583:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57888:x1863365388139904:12345-192.168.201.54@tcp:35:lfs.0 00000004:00080000:0.0:1777047520.696661:0:35315:0:(mdd_object.c:4010:mdd_close()) Object [0x200000405:0x37:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1777047520.696738:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].98, 64 off16600 00000004:00080000:0.0:1777047520.696754:0:35315:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4149333369832ns, next at 4150333366822ns, rc = 0 00000040:00080000:0.0:1777047520.696817:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].97, 64 off16512 00000004:00080000:0.0:1777047520.696829:0:35315:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4149333446117ns, next at 4150333443750ns, rc = 0 00000001:00080000:0.0:1777047520.696841:0:35315:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935180 00010000:00010000:0.0:1777047520.696907:0:35315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2d8 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.696932:0:35315:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2d8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.696950:0:35315:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2d8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.696965:0:35315:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2d8 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.696977:0:35315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2d8 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.696988:0:35315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2d8 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.697030:0:35315:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777047520.697162:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:57888:x1863365388139904:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1587us (3454us total) trans 8589935181 rc 0/0 00010000:00010000:3.0:1777047520.698498:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047520.698511:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2d8 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.698524:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047520.698530:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2d8 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.698542:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2d8 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.698563:0:17980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x37:0x0].0x0 (ffff9e0752b09e00) 00010000:00010000:3.0:1777047520.698569:0:17980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777047520.698577:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2d8 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.698587:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a2d8 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.698614:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047520.698617:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047520.698620:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047520.698939:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2126 00000020:00080000:0.0:1777047520.698950:0:35315:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047520.704028:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047520.704564:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388140160 00000100:00100000:1.0:1777047520.704577:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388140160 00000100:00100000:1.0:1777047520.704659:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2127 00000100:00100000:1.0:1777047520.704675:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:57888:x1863365388140160:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:1.0:1777047520.707186:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:57888:x1863365388140160:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 2511us (3163us total) trans 8589935182 rc 0/0 00000100:00100000:1.0:1777047520.707201:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2127 00000100:00100000:1.0:1777047520.791457:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047520.791961:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388140288 00000100:00100000:3.0:1777047520.791977:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388140288 00000100:00100000:3.0:1777047520.792112:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6308 00000100:00100000:3.0:1777047520.792132:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:57889:x1863365388140288:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047520.792169:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047520.792203:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d72493a2df lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8968 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.792305:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d72493a2e6 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.792329:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d72493a2e6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.792348:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d72493a2e6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.792371:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a2ed lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.792454:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a2ed lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.792470:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a2ed lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.792584:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a2f4 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.792604:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a2f4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.792618:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a2f4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047520.794491:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 239093 00000004:00200000:3.0:1777047520.794503:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047520.794539:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a2f4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.794563:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a2f4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.794580:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d72493a2e6 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.794593:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d72493a2e6 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.794604:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d72493a2e6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.794615:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d72493a2e6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.794635:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047520.794641:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d72493a2e6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.794654:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d72493a2e6 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.794676:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e0771900200) 00010000:00010000:3.0:1777047520.794682:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047520.794688:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d72493a2e6 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.794700:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2400/0x5ecf73d72493a2e6 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.794755:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a2ed lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.794768:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a2ed lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.794778:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a2ed lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.794816:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead2200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047520.794822:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a2ed lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.794834:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a2ed lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.794856:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0771900300) 00010000:00010000:3.0:1777047520.794861:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047520.794866:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a2ed lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.794877:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a2ed lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.795032:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d72493a2df lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8968 expref: 87 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.795068:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a2f4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8968 expref: 86 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.795085:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047520.795091:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047520.795096:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2800, rc 0) 00000100:00100000:3.0:1777047520.795578:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+86:57889:x1863365388140288:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 3448us (4193us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047520.795595:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6308 00000100:00100000:2.0:1777047520.822230:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047520.822442:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388140544 00000100:00100000:3.0:1777047520.822458:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388140544 00000100:00100000:3.0:1777047520.822703:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6309 00000100:00100000:3.0:1777047520.822730:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+86:57889:x1863365388140544:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047520.822766:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047520.822829:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d72493a2fb lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f896f expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.823865:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a302 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.823897:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a302 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.823917:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a302 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047520.823943:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 239093 00010000:00010000:3.0:1777047520.824522:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3000/0x5ecf73d72493a2fb lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f896f expref: 89 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.824563:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a302 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f896f expref: 88 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.824582:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047520.824593:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1777047520.824599:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064ead2200, rc 0) 00000100:00100000:3.0:1777047520.824733:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+88:57889:x1863365388140544:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2012us (2518us total) trans 8589935183 rc 0/0 00000100:00100000:3.0:1777047520.824749:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6309 00000100:00100000:0.0:1777047520.836895:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047520.837934:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388140800 00000100:00100000:3.0:1777047520.837950:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388140800 00000100:00100000:3.0:1777047520.838077:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6310 00000100:00100000:3.0:1777047520.838098:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+88:57889:x1863365388140800:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047520.841015:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047520.841053:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a310 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8976 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.842349:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a317 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.842409:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a317 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.842434:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a317 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047520.842459:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 239093 00010000:00010000:2.0:1777047520.842635:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a310 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8976 expref: 91 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.842672:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a317 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8976 expref: 90 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.842691:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047520.842698:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047520.842704:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167600, rc 0) 00000100:00100000:2.0:1777047520.845217:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+90:57889:x1863365388140800:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 7119us (8328us total) trans 8589935184 rc 0/0 00000100:00100000:2.0:1777047520.845234:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6310 00000100:00100000:0.0:1777047520.867682:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047520.876895:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388140928 00000100:00100000:1.0:1777047520.876924:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388140928 00000100:00100000:1.0:1777047520.877096:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1387 00000100:00100000:1.0:1777047520.877126:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2432:x1863365388140928:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047520.877192:0:29067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a325 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.877231:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047520.877235:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047520.877254:0:29067:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a325 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.877291:0:29067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a325 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.938992:0:29067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a325 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.939035:0:29067:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a325 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.939059:0:29067:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a325 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.939074:0:29067:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047520.939083:0:29067:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a325 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.939105:0:29067:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a325 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.939143:0:29067:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a325 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.939159:0:29067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a325 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047520.939305:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2432:x1863365388140928:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 62182us (71629us total) trans 0 rc 147456/147456 00000100:00100000:3.0:1777047520.939325:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1387 00000100:00100000:0.0:1777047520.977621:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047520.978486:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388141056 00000100:00100000:2.0:1777047520.978502:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388141056 00000100:00100000:2.0:1777047520.978607:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1388 00000100:00100000:2.0:1777047520.978628:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388141056:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047520.978685:0:29058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000057875dfa/0x5ecf73d72493a32c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.978715:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047520.978720:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047520.978730:0:29058:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057875dfa/0x5ecf73d72493a32c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.978760:0:29058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057875dfa/0x5ecf73d72493a32c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.019828:0:29058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000057875dfa/0x5ecf73d72493a32c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.019858:0:29058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057875dfa/0x5ecf73d72493a32c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.019874:0:29058:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057875dfa/0x5ecf73d72493a32c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.019886:0:29058:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047521.019893:0:29058:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057875dfa/0x5ecf73d72493a32c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.019909:0:29058:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057875dfa/0x5ecf73d72493a32c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.019938:0:29058:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057875dfa/0x5ecf73d72493a32c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.019951:0:29058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057875dfa/0x5ecf73d72493a32c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047521.022196:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388141056:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 43561us (44574us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1777047521.022214:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1388 00000100:00100000:3.0:1777047521.054221:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047521.054361:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388141184 00000100:00100000:1.0:1777047521.054374:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388141184 00000100:00100000:1.0:1777047521.054546:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 423 00000100:00100000:1.0:1777047521.054563:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+90:57889:x1863365388141184:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:1.0:1777047521.054584:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047521.054616:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a317 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8976 expref: 90 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.054646:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047521.054655:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047521.054750:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+89:57889:x1863365388141184:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 189us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047521.054763:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 423 00000100:00080000:2.0:1777047521.054978:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047521.068676:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047521.069163:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388141440 00000100:00100000:0.0:1777047521.069177:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388141440 00000100:00100000:0.0:1777047521.069266:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2128 00000100:00100000:0.0:1777047521.069300:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+89:57889:x1863365388141440:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047521.069665:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+90:57889:x1863365388141440:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 384us (998us total) trans 8589935185 rc 0/0 00000100:00100000:0.0:1777047521.069682:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2128 00010000:00010000:1.0:1777047521.091837:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047521.092168:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047521.092494:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644866d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443099136:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777047521.092579:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047521.093759:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443099136 00000100:00100000:1.0:1777047521.093772:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443099136 00000100:00100000:1.0:1777047521.094135:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3375 00000100:00100000:1.0:1777047521.094149:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443099136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777047521.094214:0:7694:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446096896 avail 1299857408 00000100:00100000:1.0:1777047521.094298:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443099136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 151us (1718us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047521.094705:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644866d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443099136:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777047521.095255:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3375 00000100:00100000:3.0:1777047521.153977:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047521.154995:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388141696 00000100:00100000:2.0:1777047521.155009:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388141696 00000100:00100000:2.0:1777047521.155102:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6311 00000100:00100000:2.0:1777047521.155118:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+90:57890:x1863365388141696:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047521.155451:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047521.155481:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a333 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f897d expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.155617:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a33a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.155641:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a33a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.155658:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a33a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047521.155678:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 239093 00010000:00010000:2.0:1777047521.156833:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a333 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f897d expref: 93 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.156865:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a33a lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f897d expref: 92 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.156879:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047521.156883:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047521.156888:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167000, rc 0) 00000100:00100000:2.0:1777047521.156997:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+92:57890:x1863365388141696:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1881us (3031us total) trans 8589935186 rc 0/0 00000100:00100000:2.0:1777047521.157011:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6311 00000001:00080000:0.0:1777047521.179685:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935186 is committed 00000004:00080000:0.0:1777047521.179742:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 97 committed 00000004:00080000:0.0:1777047521.179769:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 99 committed 00000020:00080000:0.0:1777047521.180101:0:33214:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e0745a89b40 refcount 2 committed 0 result 0 batchid 4294969363 00000020:00080000:0.0:1777047521.180110:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e06432f5800 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e064d845780 00000020:00080000:0.0:1777047521.180116:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e06432f5600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e0745a890c0 00000020:00080000:0.0:1777047521.180121:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e06432f5d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e0642e6f800 00000020:00080000:0.0:1777047521.180125:0:33214:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].15 00000004:00080000:0.0:1777047521.180194:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 98 committed 00000004:00080000:0.0:1777047521.180200:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 96 committed 00000020:00080000:0.0:1777047521.180212:0:33214:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e064d8b80c0 refcount 2 committed 0 result 0 batchid 4294969362 00000020:00080000:0.0:1777047521.180217:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e074301f000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e0774f8a000 00000020:00080000:0.0:1777047521.180222:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e077b5f7200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e064d8b8e40 00000020:00080000:0.0:1777047521.180226:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e077b5f7300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e0644ada600 00000020:00080000:0.0:1777047521.180231:0:33214:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].14 00000020:00080000:0.0:1777047521.180271:0:33214:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969361 batchid updated 00000020:00080000:3.0:1777047521.180929:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969363 committed batchid 4294969361 00000020:00080000:3.0:1777047521.181146:0:33244:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969361 cancel update log [0x200000bd0:0x2:0x0].13: rc = 0 00000020:00080000:3.0:1777047521.181188:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969361 00000100:00100000:3.0:1777047521.181220:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443099392:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777047521.181305:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047521.181457:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047521.181472:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443099264:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777047521.181511:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047521.181563:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443099392 00000100:00100000:3.0:1777047521.181573:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443099392 00000100:00100000:3.0:1777047521.181635:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443099264 00000100:00100000:3.0:1777047521.181640:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443099264 00000100:00100000:3.0:1777047521.181672:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4178 00000100:00100000:3.0:1777047521.181686:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3684:x1863365443099392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777047521.181721:0:8479:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:144 count 1 00010000:00010000:3.0:1777047521.181752:0:8479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a348 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.182143:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d724939caa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f871c expref: 17 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.182161:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047521.182164:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047521.182170:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a348 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.182532:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d724939caa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f871c expref: 17 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.182556:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d724939caa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f871c expref: 17 pid: 8481 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047521.182577:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644326a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443099520:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047521.182659:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0742e6b900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047521.182686:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4179 00000100:00100000:3.0:1777047521.182699:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3682:x1863365443099264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777047521.182722:0:11204:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:145 count 1 00010000:00010000:3.0:1777047521.182741:0:11204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084bcae35/0x5ecf73d72493a34f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.182763:0:11204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d724939fe4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8865 expref: 17 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.182800:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047521.182804:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047521.182809:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084bcae35/0x5ecf73d72493a34f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.182847:0:11204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d724939fe4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x50000000030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8865 expref: 17 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.182874:0:11204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d724939fe4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x70000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8865 expref: 17 pid: 28387 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047521.182890:0:11204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11204:1863365443099648:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047521.182933:0:11204:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0742e6bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047521.184684:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443099904:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777047521.184743:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047521.184824:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443099904 00000100:00100000:2.0:1777047521.184833:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443099904 00000100:00100000:2.0:1777047521.184883:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4180 00000100:00100000:2.0:1777047521.184896:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3682:x1863365443099904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777047521.184921:0:8480:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:113 count 1 00010000:00010000:2.0:1777047521.184948:0:8480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493a356 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.184971:0:8480:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724939d44 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f874d expref: 22 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.184983:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047521.184986:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047521.184991:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493a356 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.185026:0:8480:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724939d44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f874d expref: 22 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.185042:0:8480:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724939d44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f874d expref: 22 pid: 30115 timeout: 4249 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047521.185062:0:8480:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a27800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1863365443100032:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047521.185125:0:8480:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047521.185152:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777047521.185166:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443099776:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777047521.185205:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047521.185248:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443099776 00000100:00100000:2.0:1777047521.185255:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443099776 00000100:00100000:2.0:1777047521.185290:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4181 00000100:00100000:2.0:1777047521.185303:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3684:x1863365443099776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777047521.185322:0:36216:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:114 count 1 00010000:00010000:2.0:1777047521.185341:0:36216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493a35d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.185362:0:36216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939e5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87d2 expref: 22 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.185374:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047521.185377:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047521.185425:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493a35d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.185461:0:36216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939e5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87d2 expref: 22 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.185477:0:36216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939e5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87d2 expref: 22 pid: 8479 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047521.185496:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365443100160:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047521.185543:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a0c0 going to sleep for 11 seconds 00010000:00010000:1.0:1777047521.191254:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d72493a01c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191287:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d72493a01c lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191299:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d72493a01c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191310:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047521.191318:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d72493a01c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191331:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d72493a01c lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191357:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047521.191362:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047521.191369:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d72493a01c lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191380:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91e00/0x5ecf73d72493a01c lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191415:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d72493a038 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191426:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d72493a038 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191437:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d72493a038 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191447:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0771677c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047521.191453:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d72493a038 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191465:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d72493a038 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191478:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047521.191483:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047521.191487:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d72493a038 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191496:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677c00/0x5ecf73d72493a038 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191513:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3600/0x5ecf73d72493a04d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191524:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3600/0x5ecf73d72493a04d lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191534:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3600/0x5ecf73d72493a04d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191542:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead3600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047521.191547:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3600/0x5ecf73d72493a04d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191557:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3600/0x5ecf73d72493a04d lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191570:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047521.191574:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047521.191579:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3600/0x5ecf73d72493a04d lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191587:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3600/0x5ecf73d72493a04d lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191604:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a062 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191615:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a062 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191624:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a062 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191632:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047521.191637:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a062 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191647:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a062 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191660:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047521.191664:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047521.191668:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a062 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191678:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a062 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191711:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d72493a1e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191729:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d72493a1e3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191738:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d72493a1e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191747:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064ead3e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047521.191752:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d72493a1e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191762:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d72493a1e3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191799:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047521.191804:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047521.191809:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d72493a1e3 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191819:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead3e00/0x5ecf73d72493a1e3 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191838:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a1ff lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191849:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a1ff lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191859:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a1ff lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191867:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047521.191873:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a1ff lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191883:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a1ff lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191897:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047521.191901:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047521.191905:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a1ff lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191915:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a1ff lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.191932:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d72493a214 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.193760:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d72493a214 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.193771:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d72493a214 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.194111:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0771677a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047521.194117:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d72493a214 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.194128:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d72493a214 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.194143:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047521.194147:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047521.194153:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d72493a214 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.194164:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0771677a00/0x5ecf73d72493a214 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.194186:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a229 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.194196:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a229 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.194206:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a229 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.194216:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047521.194220:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a229 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.194230:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a229 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.194242:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047521.194246:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047521.194250:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a229 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.194259:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a229 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047521.199635:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047521.199919:0:11204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11204:1863365443099648:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047521.199981:0:11204:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000084bcae35/0x5ecf73d72493a34f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047521.200047:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047521.200105:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047521.200143:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388141952 00000100:00100000:1.0:1777047521.200158:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388141952 00010000:00010000:1.0:1777047521.200222:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d724939caa lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f871c expref: 18 pid: 8481 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047521.200265:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388142080 00000100:00100000:1.0:1777047521.200271:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388142080 00010000:00010000:1.0:1777047521.200293:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d724939fe4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8865 expref: 19 pid: 28387 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047521.200331:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2108 00000100:00100000:1.0:1777047521.200345:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388141952:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047521.200367:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047521.200376:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d724939caa lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f871c expref: 19 pid: 8481 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.200431:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d724939caa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f871c expref: 19 pid: 8481 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.200467:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047521.200470:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047521.200478:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a348 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.200495:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a348 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.200524:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047521.200593:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388141952:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 248us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047521.200606:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2108 00000100:00100000:1.0:1777047521.200636:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2109 00000100:00100000:1.0:1777047521.200648:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388142080:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047521.200661:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047521.200670:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d724939fe4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8865 expref: 18 pid: 28387 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.200688:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d724939fe4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x50000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8865 expref: 18 pid: 28387 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.200709:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e56ef774/0x5ecf73d724939fe4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x44801400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8865 expref: 18 pid: 28387 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.200727:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047521.200730:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047521.200735:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000084bcae35/0x5ecf73d72493a34f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.200759:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084bcae35/0x5ecf73d72493a34f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.201005:0:8479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018f6b7a2/0x5ecf73d724939caa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f871c expref: 17 pid: 8481 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047521.201028:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644326a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443099520:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047521.201059:0:8479:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a348 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.201075:0:8479:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a348 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.201111:0:8479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a348 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.201128:0:8479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a348 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.201143:0:8479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a348 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.201175:0:8479:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777047521.201728:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3684:x1863365443099392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20041us (20420us total) trans 21474837805 rc 0/0 00000100:00100000:0.0:1777047521.201743:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4178 00010000:00010000:0.0:1777047521.202092:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047521.202103:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a348 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.202118:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0645b63800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047521.202451:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a348 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.202471:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a348 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.202494:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a348 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.202508:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a348 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.202537:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047521.202541:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047521.202544:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1777047521.202586:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047521.204315:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388141824 00000100:00100000:2.0:1777047521.204328:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388141824 00000100:00100000:2.0:1777047521.204453:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1389 00000100:00100000:2.0:1777047521.204470:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388141824:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047521.204517:0:29064:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a364 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.204536:0:29064:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047521.204539:0:29064:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047521.204546:0:29064:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a364 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.204567:0:29064:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a364 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777047521.204929:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1777047521.204986:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644325180/2, rc 0, transno 21474837805 00000100:00100000:2.0:1777047521.204997:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443099392:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777047521.213496:0:8480:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a27800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1863365443100032:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047521.213538:0:8480:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493a356 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.214569:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047521.214845:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388142080:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 14193us (14735us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047521.214865:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2109 00010000:00010000:3.0:1777047521.221793:0:11204:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000084bcae35/0x5ecf73d72493a34f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.221826:0:11204:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084bcae35/0x5ecf73d72493a34f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.221845:0:11204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084bcae35/0x5ecf73d72493a34f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.221859:0:11204:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000084bcae35/0x5ecf73d72493a34f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.221975:0:11204:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047521.222313:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3682:x1863365443099264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 39611us (40795us total) trans 21474837806 rc 0/0 00000100:00100000:3.0:1777047521.222329:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4179 00000004:00080000:3.0:1777047521.222490:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644326d80/2, rc 0, transno 21474837806 00000100:00100000:3.0:1777047521.222502:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443099264:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777047521.226670:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047521.226687:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084bcae35/0x5ecf73d72493a34f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.227429:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0645b62200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047521.227437:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084bcae35/0x5ecf73d72493a34f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.227456:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084bcae35/0x5ecf73d72493a34f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.227488:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084bcae35/0x5ecf73d72493a34f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.227500:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084bcae35/0x5ecf73d72493a34f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.227536:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047521.227540:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047521.227544:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047521.230192:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365443100160:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047521.230193:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:3.0:1777047521.230227:0:36216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493a35d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047521.230250:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047521.230300:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388142208 00000100:00100000:3.0:1777047521.230311:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388142208 00010000:00010000:3.0:1777047521.230363:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724939d44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f874d expref: 25 pid: 30115 timeout: 4249 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047521.230449:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388142336 00000100:00100000:3.0:1777047521.230456:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388142336 00010000:00010000:3.0:1777047521.230481:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939e5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87d2 expref: 26 pid: 8479 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047521.230523:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2110 00000100:00100000:3.0:1777047521.230537:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2430:x1863365388142208:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047521.230557:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047521.230566:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724939d44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f874d expref: 26 pid: 30115 timeout: 4249 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.230585:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724939d44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f874d expref: 26 pid: 30115 timeout: 4249 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.230615:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f34591f9/0x5ecf73d724939d44 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f874d expref: 26 pid: 30115 timeout: 4249 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.230638:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047521.230642:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047521.230649:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493a356 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.230666:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493a356 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.230700:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047521.230758:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365388142208:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 222us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047521.230772:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2110 00000100:00100000:3.0:1777047521.230834:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2111 00000100:00100000:3.0:1777047521.230856:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0751042450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2432:x1863365388142336:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047521.230871:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047521.230879:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939e5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87d2 expref: 24 pid: 8479 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.230897:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939e5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87d2 expref: 24 pid: 8479 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.230920:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d724939e5c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87d2 expref: 24 pid: 8479 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.230936:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047521.230939:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047521.230944:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493a35d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.230967:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493a35d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.230997:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047521.231032:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0751042450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2432:x1863365388142336:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 186us (780us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047521.231045:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2111 00010000:00010000:3.0:1777047521.231113:0:36216:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493a35d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.231129:0:36216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493a35d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.231147:0:36216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493a35d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.231160:0:36216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493a35d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.231185:0:36216:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047521.231414:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3684:x1863365443099776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 46081us (46175us total) trans 17179870444 rc 0/0 00000100:00100000:3.0:1777047521.231428:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4181 00010000:00010000:1.0:1777047521.232412:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047521.232426:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493a35d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.232442:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047521.232448:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493a35d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.232462:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493a35d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.232485:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493a35d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.232498:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493a35d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.232527:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047521.232530:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047521.232533:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047521.233753:0:8480:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493a356 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.233801:0:8480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493a356 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.233817:0:8480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493a356 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.233830:0:8480:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493a356 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.233880:0:8480:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777047521.234132:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3682:x1863365443099904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 49235us (49386us total) trans 17179870445 rc 0/0 00000100:00100000:2.0:1777047521.234147:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4180 00010000:00010000:3.0:1777047521.234155:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047521.234164:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493a356 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.234180:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047521.234186:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493a356 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.234200:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493a356 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.234221:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493a356 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.234234:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493a356 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777047521.234238:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644c09180/2, rc 0, transno 17179870444 00000100:00100000:2.0:1777047521.234248:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443099776:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777047521.234260:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047521.234263:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047521.234266:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777047521.234306:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643a27100/2, rc 0, transno 17179870445 00000100:00100000:2.0:1777047521.234315:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443099904:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777047521.237297:0:29064:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a364 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.237321:0:29064:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a364 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.237336:0:29064:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a364 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.237348:0:29064:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047521.237354:0:29064:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a364 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.237367:0:29064:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a364 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.237441:0:29064:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a364 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.237475:0:29064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a364 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047521.237597:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388141824:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 33127us (37969us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1777047521.237613:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1389 00000100:00100000:1.0:1777047521.277708:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047521.277918:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388142464 00000100:00100000:0.0:1777047521.277932:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388142464 00000100:00100000:0.0:1777047521.278056:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1390 00000100:00100000:0.0:1777047521.278077:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365388142464:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047521.278135:0:29062:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493a36b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.278163:0:29062:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047521.278168:0:29062:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047521.278177:0:29062:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493a36b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.278201:0:29062:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493a36b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.310523:0:29062:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493a36b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.310555:0:29062:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493a36b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.310571:0:29062:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493a36b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.310583:0:29062:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047521.310591:0:29062:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493a36b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.310607:0:29062:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493a36b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.310636:0:29062:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493a36b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.310651:0:29062:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493a36b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047521.310819:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365388142464:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 32740us (33114us total) trans 0 rc 147456/147456 00000100:00100000:0.0:1777047521.310837:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1390 00000100:00100000:3.0:1777047521.340893:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047521.341294:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388142592 00000100:00100000:1.0:1777047521.341312:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388142592 00000100:00100000:1.0:1777047521.341492:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 424 00000100:00100000:1.0:1777047521.341512:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57890:x1863365388142592:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:1.0:1777047521.341540:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047521.341579:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a33a lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f897d expref: 26 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.341613:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047521.341623:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047521.341723:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57890:x1863365388142592:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 214us (840us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047521.341738:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 424 00000100:00100000:3.0:1777047521.355826:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047521.356184:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388142848 00000100:00100000:0.0:1777047521.356200:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388142848 00000100:00100000:0.0:1777047521.356693:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2129 00000100:00100000:0.0:1777047521.356711:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07430bf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57890:x1863365388142848:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047521.357144:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07430bf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57890:x1863365388142848:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 432us (1327us total) trans 8589935187 rc 0/0 00000100:00100000:0.0:1777047521.357162:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2129 00000100:00100000:2.0:1777047521.378846:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047521.380677:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388143104 00000100:00100000:1.0:1777047521.380694:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388143104 00000100:00100000:1.0:1777047521.382109:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6312 00000100:00100000:1.0:1777047521.382132:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57853:x1863365388143104:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047521.382628:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047521.382665:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d72493a372 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8984 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.383234:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a379 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.389477:0:9025:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a2f4 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8968 expref: 27 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.389506:0:9025:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a379 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.389581:0:9025:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a2f4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8968 expref: 27 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.389610:0:9025:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a2f4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8968 expref: 27 pid: 12913 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047521.389641:0:9025:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b40a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9025:1863365443100288:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047521.389834:0:9025:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1777047521.412572:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047521.412856:0:9025:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b40a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9025:1863365443100288:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047521.412898:0:9025:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a379 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047521.418151:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388143232 00000100:00100000:0.0:1777047521.418168:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388143232 00010000:00010000:0.0:1777047521.418535:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a2f4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8968 expref: 28 pid: 12913 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047521.419149:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2112 00000100:00100000:0.0:1777047521.419170:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2429:x1863365388143232:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047521.419195:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047521.419207:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a2f4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8968 expref: 28 pid: 12913 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.419564:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a2f4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8968 expref: 28 pid: 12913 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.419603:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2800/0x5ecf73d72493a2f4 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8968 expref: 28 pid: 12913 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.419631:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047521.419641:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a379 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.419657:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a379 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.419679:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a379 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.419720:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047521.419835:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2429:x1863365388143232:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 669us (7273us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047521.419852:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2112 00010000:00010000:2.0:1777047521.419963:0:9025:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a379 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.419980:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a379 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047521.420015:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 239093 00010000:00010000:2.0:1777047521.420194:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d72493a372 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8984 expref: 28 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.420226:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a379 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8984 expref: 27 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.420240:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047521.420245:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047521.420588:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f46600, rc 0) 00000100:00100000:2.0:1777047521.420651:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365388143104:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 38525us (41817us total) trans 8589935188 rc 0/0 00000100:00100000:2.0:1777047521.420665:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6312 00000100:00100000:2.0:1777047521.431560:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047521.434345:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388143360 00000100:00100000:1.0:1777047521.434362:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388143360 00000100:00100000:1.0:1777047521.434533:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6313 00000100:00100000:1.0:1777047521.434551:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365388143360:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047521.434587:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047521.434619:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d72493a387 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f898b expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.435125:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a38e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.435153:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a379 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8984 expref: 28 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.435168:0:6590:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a38e lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.435225:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a379 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8984 expref: 28 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.435260:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a379 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8984 expref: 28 pid: 9025 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047521.435285:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b40a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443100416:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047521.435445:0:6590:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047521.452762:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047521.453505:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b40a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443100416:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047521.453545:0:6590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a38e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047521.458656:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388143488 00000100:00100000:2.0:1777047521.459706:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388143488 00010000:00010000:2.0:1777047521.459804:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a379 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8984 expref: 29 pid: 9025 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047521.460238:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2113 00000100:00100000:2.0:1777047521.460259:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2429:x1863365388143488:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047521.460284:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047521.460296:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a379 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8984 expref: 29 pid: 9025 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.460321:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a379 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8984 expref: 29 pid: 9025 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.460357:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a379 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8984 expref: 29 pid: 9025 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.460440:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047521.460450:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a38e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.460466:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a38e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.460490:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a38e lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.460532:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047521.460637:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2429:x1863365388143488:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 382us (7885us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047521.460653:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2113 00010000:00010000:0.0:1777047521.461538:0:6590:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a38e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.461556:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a38e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047521.461627:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 239093 00000004:00200000:0.0:1777047521.461634:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047521.461665:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a38e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.461736:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d72493a387 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f898b expref: 29 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.461762:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a38e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f898b expref: 28 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.461810:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047521.462966:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047521.462977:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f47c00, rc 0) 00000100:00100000:2.0:1777047521.463613:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365388143360:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 29063us (32063us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047521.463629:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6313 00000100:00100000:3.0:1777047521.488613:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047521.489486:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388143616 00000100:00100000:2.0:1777047521.489503:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388143616 00002000:00100000:2.0:1777047521.489584:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x8a:0x0] (57344->61439) req@ffff9e076e2a1880 x1863365388143616/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:257/0 lens 488/0 e 0 to 0 dl 1777047532 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047521.489606:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a1880 with x1863365388143616 ext(57344->61439) 00002000:00010000:2.0:1777047521.489617:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a1880 00000100:00100000:0.0:1777047521.490036:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1391 00000100:00100000:0.0:1777047521.490061:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388143616:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:0.0:1777047521.490798:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388143616:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 714us (2168us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777047521.490818:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1391 00002000:00100000:0.0:1777047521.490834:0:29061:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x8a:0x0] (57344->61439) req@ffff9e076e2a1880 x1863365388143616/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:257/0 lens 488/4536 e 0 to 0 dl 1777047532 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047521.490853:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a1880 with x1863365388143616 ext(57344->61439) 00002000:00010000:0.0:1777047521.490861:0:29061:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a1880 00000100:00100000:3.0:1777047521.504193:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047521.507320:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388143744 00000100:00100000:0.0:1777047521.507339:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388143744 00002000:00100000:0.0:1777047521.507452:0:20134:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x8a:0x0] (61440->65535) req@ffff9e076e2a1f80 x1863365388143744/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:257/0 lens 488/0 e 0 to 0 dl 1777047532 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047521.507474:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a1f80 with x1863365388143744 ext(61440->65535) 00002000:00010000:0.0:1777047521.507484:0:20134:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a1f80 00000100:00100000:0.0:1777047521.507583:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1392 00000100:00100000:0.0:1777047521.507603:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388143744:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:0.0:1777047521.508226:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388143744:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 625us (4043us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777047521.508241:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1392 00002000:00100000:0.0:1777047521.508254:0:20134:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x8a:0x0] (61440->65535) req@ffff9e076e2a1f80 x1863365388143744/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:257/0 lens 488/4536 e 0 to 0 dl 1777047532 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047521.508270:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a1f80 with x1863365388143744 ext(61440->65535) 00002000:00010000:0.0:1777047521.508275:0:20134:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a1f80 00000100:00100000:2.0:1777047521.526222:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047521.526473:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388143872 00000100:00100000:1.0:1777047521.526488:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388143872 00002000:00100000:1.0:1777047521.526563:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (36864->102399) req@ffff9e0745e46d80 x1863365388143872/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:257/0 lens 504/0 e 0 to 0 dl 1777047532 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047521.526585:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0745e46d80 with x1863365388143872 ext(36864->102399) 00002000:00010000:1.0:1777047521.526595:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0745e46d80 00000100:00100000:1.0:1777047521.526654:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1393 00000100:00100000:1.0:1777047521.526670:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388143872:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:1.0:1777047521.555576:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388143872:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 28895us (29381us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1777047521.555595:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1393 00002000:00100000:1.0:1777047521.555613:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (36864->102399) req@ffff9e0745e46d80 x1863365388143872/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:257/0 lens 504/440 e 0 to 0 dl 1777047532 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047521.555632:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0745e46d80 with x1863365388143872 ext(36864->102399) 00002000:00010000:1.0:1777047521.555643:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0745e46d80 00000100:00100000:0.0:1777047521.581648:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047521.581962:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388144000 00000100:00100000:2.0:1777047521.581977:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388144000 00002000:00100000:2.0:1777047521.582047:0:24562:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x8a:0x0] (102400->139263) req@ffff9e0644866d80 x1863365388144000/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:257/0 lens 488/0 e 0 to 0 dl 1777047532 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047521.582067:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644866d80 with x1863365388144000 ext(102400->139263) 00002000:00010000:2.0:1777047521.582076:0:24562:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644866d80 00000100:00100000:2.0:1777047521.582133:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1394 00000100:00100000:2.0:1777047521.582154:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388144000:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:1.0:1777047521.602841:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388144000:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 20681us (21924us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1777047521.602861:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1394 00002000:00100000:1.0:1777047521.602878:0:24562:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x8a:0x0] (102400->139263) req@ffff9e0644866d80 x1863365388144000/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:257/0 lens 488/440 e 0 to 0 dl 1777047532 ref 1 fl Complete:/600/0 rc 36864/36864 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047521.602897:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644866d80 with x1863365388144000 ext(102400->139263) 00002000:00010000:1.0:1777047521.602907:0:24562:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644866d80 00000100:00100000:1.0:1777047521.604655:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3683:1863365443100544:0@lo:400:kworker.0 00000100:00100000:1.0:1777047521.604763:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047521.604986:0:33219:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443100544 00000100:00100000:2.0:1777047521.605000:0:33219:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443100544 00000100:00100000:2.0:1777047521.605069:0:33219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:2.0:1777047521.605087:0:33219:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06421be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3683:x1863365443100544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047521.605175:0:33219:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06421be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3683:x1863365443100544:12345-0@lo:400:kworker.0 Request processed in 92us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047521.605190:0:33219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:0.0:1777047521.605230:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3685:1863365443100800:0@lo:400:kworker.0 00000100:00100000:0.0:1777047521.605290:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047521.605367:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443100928:0@lo:400:kworker.0 00000100:00100000:3.0:1777047521.605467:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047521.605499:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443100672:0@lo:400:kworker.0 00000100:00100000:3.0:1777047521.605514:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3682:1863365443101440:0@lo:400:kworker.0 00000100:00100000:1.0:1777047521.606521:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047521.606565:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3684:1863365443101184:0@lo:400:kworker.0 00000100:00100000:1.0:1777047521.606607:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047521.613048:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443100928 00000100:00100000:3.0:1777047521.613066:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443100928 00000100:00100000:3.0:1777047521.613160:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3021 00000100:00100000:3.0:1777047521.613177:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443100928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047521.613649:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3685:1863365443101312:0@lo:400:kworker.0 00000100:00100000:0.0:1777047521.613730:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047521.613806:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443101696:0@lo:400:kworker.0 00000100:00100000:1.0:1777047521.614163:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047521.614234:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443100672 00000100:00100000:1.0:1777047521.614242:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443100672 00000100:00100000:1.0:1777047521.614290:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3376 00000100:00100000:1.0:1777047521.614304:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443100672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047521.614373:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443100672:12345-0@lo:400:kworker.0 Request processed in 71us (7853us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047521.614386:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3376 00000100:00100000:1.0:1777047521.614412:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443101696 00000100:00100000:1.0:1777047521.614418:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443101696 00000100:00100000:1.0:1777047521.614445:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3377 00000100:00100000:1.0:1777047521.614455:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443101696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047521.614504:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443101696:12345-0@lo:400:kworker.0 Request processed in 50us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047521.614514:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3377 00000100:00100000:1.0:1777047521.614582:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443101056:0@lo:400:kworker.0 00000100:00100000:1.0:1777047521.614627:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047521.614659:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3683:1863365443101568:0@lo:400:kworker.0 00000100:00100000:1.0:1777047521.614728:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443100672:0@lo:400:kworker.0 00000100:00100000:1.0:1777047521.614745:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443101696:0@lo:400:kworker.0 00000100:00100000:3.0:1777047521.616090:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443100928:12345-0@lo:400:kworker.0 Request processed in 2913us (10620us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047521.616104:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3021 00000100:00100000:3.0:1777047521.616132:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443101056 00000100:00100000:3.0:1777047521.616139:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443101056 00000100:00100000:3.0:1777047521.616210:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3022 00000100:00100000:3.0:1777047521.616222:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443101056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047521.616303:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443101056:12345-0@lo:400:kworker.0 Request processed in 81us (1674us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047521.616314:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443100800 00000100:00100000:3.0:1777047521.616316:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3022 00000100:00100000:2.0:1777047521.616326:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443100800 00000100:00100000:2.0:1777047521.616421:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443101184 00000100:00100000:2.0:1777047521.616427:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443101184 00000100:00080000:1.0:1777047521.619340:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777047521.619352:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047521.621580:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443101824:0@lo:400:kworker.0 00000100:00100000:0.0:1777047521.621653:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047521.622587:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443101312 00000100:00100000:2.0:1777047521.622600:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443101312 00000100:00100000:2.0:1777047521.622684:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5006 00000100:00100000:3.0:1777047521.624220:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5007 00000100:00100000:3.0:1777047521.624242:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3684:x1863365443101184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047521.624345:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3684:x1863365443101184:12345-0@lo:400:kworker.0 Request processed in 111us (17736us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047521.624358:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5007 00000100:00100000:3.0:1777047521.624390:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5008 00000100:00100000:3.0:1777047521.624402:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1863365443101312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047521.624463:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1863365443101312:12345-0@lo:400:kworker.0 Request processed in 62us (10732us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047521.624473:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5008 00000100:00100000:3.0:1777047521.624507:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047521.624541:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443101952:0@lo:400:kworker.0 00000100:00100000:3.0:1777047521.624581:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047521.624638:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443100928:0@lo:400:kworker.0 00000100:00100000:3.0:1777047521.624675:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443101440 00000100:00100000:3.0:1777047521.624680:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443101440 00000100:00100000:3.0:1777047521.624717:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5009 00000100:00100000:3.0:1777047521.624727:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3682:x1863365443101440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047521.624814:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3682:x1863365443101440:12345-0@lo:400:kworker.0 Request processed in 85us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047521.624825:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5009 00000100:00100000:3.0:1777047521.624907:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3682:1863365443101440:0@lo:400:kworker.0 00000100:00100000:3.0:1777047521.624955:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3684:1863365443101184:0@lo:400:kworker.0 00000100:00080000:3.0:1777047521.625002:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777047521.625009:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777047521.625025:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443101824 00000100:00100000:3.0:1777047521.625032:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443101824 00000100:00100000:3.0:1777047521.625073:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443101952 00000100:00100000:3.0:1777047521.625078:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443101952 00000100:00100000:3.0:1777047521.625110:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3023 00000100:00100000:3.0:1777047521.625121:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3685:x1863365443101824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047521.625177:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3685:x1863365443101824:12345-0@lo:400:kworker.0 Request processed in 57us (3525us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047521.625188:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3023 00000100:00100000:3.0:1777047521.625208:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3024 00000100:00100000:3.0:1777047521.625220:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3682:x1863365443101952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047521.625272:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3682:x1863365443101952:12345-0@lo:400:kworker.0 Request processed in 53us (690us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047521.625283:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3024 00000100:00100000:3.0:1777047521.625336:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443101952:0@lo:400:kworker.0 00000100:00100000:2.0:1777047521.628204:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3685:x1863365443100800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047521.628291:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3685:x1863365443100800:12345-0@lo:400:kworker.0 Request processed in 107us (22999us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047521.628305:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5006 00000100:00100000:0.0:1777047521.630387:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3685:1863365443100800:0@lo:400:kworker.0 00000100:00100000:0.0:1777047521.630414:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3685:1863365443101312:0@lo:400:kworker.0 00000100:00100000:0.0:1777047521.630434:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443101824:0@lo:400:kworker.0 00000100:00100000:0.0:1777047521.630534:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047521.630611:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3683:1863365443102080:0@lo:400:kworker.0 00000100:00100000:0.0:1777047521.630665:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047521.631087:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3683:1863365443100544:0@lo:400:kworker.0 00000100:00100000:0.0:1777047521.631130:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443101056:0@lo:400:kworker.0 00000100:00100000:2.0:1777047521.631504:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443101568 00000100:00100000:2.0:1777047521.631516:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443101568 00000100:00100000:2.0:1777047521.631603:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443102080 00000100:00100000:2.0:1777047521.631609:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443102080 00000100:00100000:2.0:1777047521.631646:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5010 00000100:00100000:2.0:1777047521.631659:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3683:x1863365443101568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047521.631734:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3683:x1863365443101568:12345-0@lo:400:kworker.0 Request processed in 76us (1199us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047521.631747:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5010 00000100:00100000:2.0:1777047521.631807:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5011 00000100:00100000:2.0:1777047521.631820:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3683:x1863365443102080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047521.631871:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3683:x1863365443102080:12345-0@lo:400:kworker.0 Request processed in 54us (1206us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047521.631882:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5011 00000100:00080000:0.0:1777047521.633866:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777047521.633917:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3683:1863365443101568:0@lo:400:kworker.0 00000100:00100000:0.0:1777047521.633937:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3683:1863365443102080:0@lo:400:kworker.0 00000100:00100000:0.0:1777047521.647527:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047521.650737:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388144128 00000100:00100000:2.0:1777047521.650753:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388144128 00002000:00100000:2.0:1777047521.651126:0:8485:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x8a:0x0] (139264->176127) req@ffff9e064eac8e00 x1863365388144128/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:257/0 lens 488/0 e 0 to 0 dl 1777047532 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047521.651144:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eac8e00 with x1863365388144128 ext(139264->176127) 00002000:00010000:2.0:1777047521.651154:0:8485:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eac8e00 00000100:00100000:2.0:1777047521.651562:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1395 00000100:00100000:2.0:1777047521.651579:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388144128:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:2.0:1777047521.663657:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388144128:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 12069us (16129us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1777047521.663677:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1395 00002000:00100000:2.0:1777047521.663694:0:8485:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x8a:0x0] (139264->176127) req@ffff9e064eac8e00 x1863365388144128/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:257/0 lens 488/440 e 0 to 0 dl 1777047532 ref 1 fl Complete:/600/0 rc 36864/36864 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047521.665347:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eac8e00 with x1863365388144128 ext(139264->176127) 00002000:00010000:2.0:1777047521.665375:0:8485:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eac8e00 00000100:00100000:2.0:1777047521.697625:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047521.698445:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388144256 00000100:00100000:3.0:1777047521.698460:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388144256 00002000:00100000:3.0:1777047521.698551:0:29067:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x8a:0x0] (176128->212991) req@ffff9e0745e47100 x1863365388144256/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:257/0 lens 488/0 e 0 to 0 dl 1777047532 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047521.698571:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0745e47100 with x1863365388144256 ext(176128->212991) 00002000:00010000:3.0:1777047521.698579:0:29067:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0745e47100 00000100:00100000:3.0:1777047521.698633:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1396 00000100:00100000:3.0:1777047521.698649:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388144256:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:2.0:1777047521.722962:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388144256:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 24302us (25334us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1777047521.722984:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1396 00002000:00100000:2.0:1777047521.723004:0:29067:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x8a:0x0] (176128->212991) req@ffff9e0745e47100 x1863365388144256/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:257/0 lens 488/440 e 0 to 0 dl 1777047532 ref 1 fl Complete:/600/0 rc 36864/36864 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047521.723025:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0745e47100 with x1863365388144256 ext(176128->212991) 00002000:00010000:2.0:1777047521.723034:0:29067:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0745e47100 00000100:00100000:1.0:1777047521.730927:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047521.731576:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388144384 00000100:00100000:3.0:1777047521.731591:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388144384 00002000:00100000:3.0:1777047521.731664:0:29058:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x8a:0x0] (122880->184319) req@ffff9e076e39c700 x1863365388144384/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:257/0 lens 488/0 e 0 to 0 dl 1777047532 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047521.731683:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e39c700 with x1863365388144384 ext(122880->184319) 00002000:00010000:3.0:1777047521.731713:0:29058:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e39c700 00000100:00100000:3.0:1777047521.731791:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1397 00000100:00100000:3.0:1777047521.731810:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365388144384:12345-192.168.201.54@tcp:4:lfs.0 00000100:00100000:3.0:1777047521.759071:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388144384:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 27252us (28141us total) trans 21474837807 rc 0/0 00000100:00100000:3.0:1777047521.759093:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1397 00002000:00100000:3.0:1777047521.759113:0:29058:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x8a:0x0] (122880->184319) req@ffff9e076e39c700 x1863365388144384/t21474837807(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:257/0 lens 488/448 e 0 to 0 dl 1777047532 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047521.759135:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e39c700 with x1863365388144384 ext(122880->184319) 00002000:00010000:3.0:1777047521.759145:0:29058:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e39c700 00000100:00100000:2.0:1777047521.776481:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047521.780290:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388144512 00000100:00100000:0.0:1777047521.780310:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388144512 00000100:00100000:0.0:1777047521.781579:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4182 00000100:00100000:0.0:1777047521.781599:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2432:x1863365388144512:12345-192.168.201.54@tcp:16:fsx.0 00000001:00080000:1.0:1777047521.795619:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837807 is committed 00000001:00080000:1.0:1777047521.795646:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837806 is committed 00000100:00100000:0.0:1777047521.796052:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388144512:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 14443us (19569us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047521.796077:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4182 00000100:00100000:1.0:1777047521.852627:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047521.857758:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388144768 00000100:00100000:0.0:1777047521.857822:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388144768 00000100:00100000:0.0:1777047521.857955:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2130 00000100:00100000:0.0:1777047521.857974:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365388144768:12345-192.168.201.54@tcp:35:fsx.0 00000001:00080000:0.0:1777047521.858867:0:35315:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935189 00000100:00100000:0.0:1777047521.859120:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57853:x1863365388144768:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 1137us (6505us total) trans 8589935190 rc 0/0 00000100:00100000:0.0:1777047521.859136:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2130 00000020:00080000:0.0:1777047521.859156:0:35315:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047522.014732:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047522.014955:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388144896 00000100:00100000:2.0:1777047522.014972:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388144896 00000100:00100000:2.0:1777047522.015106:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6314 00000100:00100000:2.0:1777047522.015132:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57891:x1863365388144896:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047522.015175:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047522.015219:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a395 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8992 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.015345:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a39c lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.015376:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a39c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.015396:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a39c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.015520:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3a3 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.015541:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3a3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.015559:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3a3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.015707:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a3aa lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.015725:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a3aa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.015745:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a3aa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047522.015852:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 239093 00000004:00200000:2.0:1777047522.015866:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047522.015905:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a3aa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.015926:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a3aa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.015947:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a39c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.015960:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a39c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.015973:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a39c lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.015992:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a39c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.016003:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047522.016010:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a39c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.016030:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a39c lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.016052:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e06431c0a00) 00010000:00010000:2.0:1777047522.016058:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047522.016072:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a39c lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.016085:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a39c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.016133:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3a3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.016146:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3a3 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.016162:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3a3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.016172:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047522.016178:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3a3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.016189:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3a3 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.016654:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e06431c0200) 00010000:00010000:2.0:1777047522.016660:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047522.016667:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3a3 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.016693:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3a3 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.016799:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a395 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8992 expref: 31 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.016844:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a3aa lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8992 expref: 30 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.016865:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047522.016870:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047522.016876:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167c00, rc 0) 00000100:00100000:2.0:1777047522.016995:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57891:x1863365388144896:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1867us (2275us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047522.017010:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6314 00000100:00100000:2.0:1777047522.051587:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047522.054604:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388145024 00000100:00100000:3.0:1777047522.054622:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388145024 00000100:00100000:0.0:1777047522.054660:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047522.055161:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 425 00000100:00100000:3.0:1777047522.055190:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2429:x1863365388145024:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047522.055232:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047522.055278:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a3aa lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8992 expref: 30 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.055316:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047522.055326:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047522.055503:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2429:x1863365388145024:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 324us (3928us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047522.055523:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 425 00000100:00100000:2.0:1777047522.055730:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388145280 00000100:00100000:2.0:1777047522.055742:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388145280 00000100:00100000:2.0:1777047522.055874:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6315 00000100:00100000:2.0:1777047522.055897:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57891:x1863365388145280:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047522.055928:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047522.055957:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a3b1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8999 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.056151:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3b8 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.056197:0:12913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a38e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f898b expref: 30 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.056220:0:12913:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3b8 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.056280:0:12913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a38e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f898b expref: 30 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.056313:0:12913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a38e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f898b expref: 30 pid: 6590 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047522.056345:0:12913:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077797b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443102208:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047522.056542:0:12913:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8af00 going to sleep for 11 seconds 00000100:00100000:2.0:1777047522.078628:0:12913:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077797b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443102208:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047522.078678:0:12913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3b8 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047522.078920:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047522.079195:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388145408 00000100:00100000:0.0:1777047522.079209:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388145408 00010000:00010000:0.0:1777047522.079274:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a38e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f898b expref: 31 pid: 6590 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047522.079363:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2114 00000100:00100000:0.0:1777047522.079462:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365388145408:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047522.079496:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047522.079510:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a38e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f898b expref: 31 pid: 6590 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.079543:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a38e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f898b expref: 31 pid: 6590 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.079587:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a38e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f898b expref: 31 pid: 6590 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.079625:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047522.079636:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3b8 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.079661:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3b8 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.079678:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3b8 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.080111:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047522.080626:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2430:x1863365388145408:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1169us (1740us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047522.080648:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2114 00010000:00010000:2.0:1777047522.082071:0:12913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3b8 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.082090:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3b8 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047522.082134:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 239093 00010000:00010000:2.0:1777047522.083167:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a3b1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8999 expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.083293:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3b8 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8999 expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.083313:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047522.083318:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047522.083323:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166c00, rc 0) 00000100:00100000:2.0:1777047522.083489:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57891:x1863365388145280:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 27592us (28826us total) trans 8589935191 rc 0/0 00000100:00100000:2.0:1777047522.083504:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6315 00000100:00100000:1.0:1777047522.098752:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047522.100125:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388145536 00000100:00100000:3.0:1777047522.100149:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388145536 00000100:00100000:3.0:1777047522.100725:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6316 00000100:00100000:3.0:1777047522.100745:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57891:x1863365388145536:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047522.100814:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047522.101189:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d72493a3c6 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f89a0 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.101375:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a3cd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.101432:0:34275:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3b8 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8999 expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.101448:0:34275:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a3cd lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.101513:0:34275:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3b8 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8999 expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.101536:0:34275:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3b8 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8999 expref: 31 pid: 12913 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047522.101559:0:34275:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a2300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443102336:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047522.101714:0:34275:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0742e6b900 going to sleep for 11 seconds 00000100:00100000:1.0:1777047522.115700:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777047522.115753:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443102464:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777047522.115927:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047522.116280:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443102464 00000100:00100000:2.0:1777047522.116295:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443102464 00000100:00100000:2.0:1777047522.116972:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2507 00000100:00100000:2.0:1777047522.117006:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443102464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1777047522.117077:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 32768 granted 385717824 pending 0 free 3917029376 avail 3685507072 00000100:00100000:1.0:1777047522.117740:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443102592:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1777047522.118432:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047522.119171:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443102464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2171us (3244us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047522.119198:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2507 00000100:00100000:1.0:1777047522.121079:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047522.121315:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443102464:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777047522.122902:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443102592 00000100:00100000:3.0:1777047522.122924:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443102592 00000100:00100000:3.0:1777047522.123094:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3378 00000100:00100000:3.0:1777047522.123113:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365443102592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777047522.123175:0:7694:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445838848 avail 1299599360 00000100:00100000:3.0:1777047522.124182:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365443102592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1072us (3103us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047522.124196:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3378 00000100:00100000:1.0:1777047522.125825:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443102592:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777047522.128581:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047522.129103:0:34275:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a2300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443102336:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047522.129179:0:34275:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a3cd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047522.130805:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388145664 00000100:00100000:0.0:1777047522.130821:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388145664 00010000:00010000:0.0:1777047522.130901:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3b8 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8999 expref: 32 pid: 12913 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047522.130979:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2115 00000100:00100000:0.0:1777047522.131008:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2430:x1863365388145664:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047522.131034:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047522.131055:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3b8 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8999 expref: 32 pid: 12913 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.131101:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3b8 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8999 expref: 32 pid: 12913 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.131146:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a3b8 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8999 expref: 32 pid: 12913 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.131198:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047522.131217:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a3cd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.131235:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a3cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.131273:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a3cd lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.131350:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047522.131487:0:34275:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a3cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.131507:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a3cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047522.131567:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365388145664:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 569us (2987us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047522.131593:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2115 00000004:00200000:3.0:1777047522.131613:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 239093 00000004:00200000:3.0:1777047522.131625:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047522.131665:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a3cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.132562:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d72493a3c6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89a0 expref: 31 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.132604:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a3cd lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89a0 expref: 30 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.132614:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047522.132630:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047522.132630:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91400, rc 0) 00000100:00100000:3.0:1777047522.132740:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57891:x1863365388145536:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 31998us (33998us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047522.132753:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6316 00000100:00100000:2.0:1777047522.158854:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047522.159082:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388145920 00000100:00100000:0.0:1777047522.159099:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388145920 00000100:00100000:0.0:1777047522.159584:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2131 00000100:00100000:0.0:1777047522.159605:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644480380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57891:x1863365388145920:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047522.159986:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644480380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57891:x1863365388145920:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 383us (1141us total) trans 8589935192 rc 0/0 00000100:00100000:0.0:1777047522.160005:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2131 00000100:00100000:0.0:1777047522.170632:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047522.171631:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388146176 00000100:00100000:2.0:1777047522.171647:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388146176 00000100:00100000:2.0:1777047522.171753:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6317 00000100:00100000:2.0:1777047522.171810:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e280700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57891:x1863365388146176:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047522.171847:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047522.171853:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1777047522.171895:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2200/0x5ecf73d72493a302 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f896f expref: 31 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.171929:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047522.171940:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047522.171962:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a3d4 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f89a7 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.172125:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a3db lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.172152:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a3db lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.172173:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a3db lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047522.172195:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 239093 00010000:00010000:2.0:1777047522.172348:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a3d4 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89a7 expref: 33 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.172478:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a3db lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89a7 expref: 32 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.172497:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047522.172502:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047522.172508:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166a00, rc 0) 00000100:00100000:2.0:1777047522.175677:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e280700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57891:x1863365388146176:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 3864us (5047us total) trans 8589935193 rc 0/0 00000100:00100000:2.0:1777047522.176211:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6317 00000100:00100000:2.0:1777047522.195171:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047522.195239:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047522.195281:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047522.195464:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388146304 00000100:00100000:0.0:1777047522.195480:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388146304 00000100:00100000:0.0:1777047522.195556:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388146560 00000100:00100000:0.0:1777047522.195562:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388146560 00000100:00100000:0.0:1777047522.195595:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388146432 00000100:00100000:0.0:1777047522.195601:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388146432 00000100:00100000:0.0:1777047522.195640:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4183 00000100:00100000:0.0:1777047522.195658:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644480700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388146304:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047522.195730:0:28387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493a3e9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.195796:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939ff9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8873 expref: 13 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.195812:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047522.195816:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047522.196445:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493a3e9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.196511:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939ff9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8873 expref: 13 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.196537:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939ff9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8873 expref: 13 pid: 36217 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047522.196563:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e282a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443102720:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047522.196671:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047522.196707:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4184 00000100:00100000:0.0:1777047522.196722:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644482d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388146560:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047522.196785:0:11204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a3f0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.196808:0:11204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d724939eda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87f5 expref: 13 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.196822:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047522.196825:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047522.196831:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a3f0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.196870:0:11204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d724939eda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87f5 expref: 13 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.196890:0:11204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d724939eda lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87f5 expref: 13 pid: 11204 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047522.196909:0:11204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e282d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11204:1863365443102848:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047522.196956:0:11204:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07752e0900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047522.196991:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4185 00000100:00100000:0.0:1777047522.197007:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388146432:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047522.197043:0:36216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e9d106a/0x5ecf73d72493a3f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.197077:0:36216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939ed3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87ee expref: 21 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.197091:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047522.197094:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047522.197098:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e9d106a/0x5ecf73d72493a3f7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.197156:0:36216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939ed3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87ee expref: 21 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.197175:0:36216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939ed3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87ee expref: 21 pid: 36217 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047522.197195:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e283800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365443102976:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047522.197242:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047522.221525:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047522.221571:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388146816 00000100:00100000:1.0:1777047522.221583:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388146816 00010000:00010000:1.0:1777047522.221640:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939ed3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87ee expref: 22 pid: 36217 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047522.221701:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2116 00000100:00100000:1.0:1777047522.221718:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0751042c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388146816:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047522.221742:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047522.222079:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939ed3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87ee expref: 22 pid: 36217 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.222105:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939ed3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87ee expref: 22 pid: 36217 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.222144:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047522.222148:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047522.222156:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004e9d106a/0x5ecf73d72493a3f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.222176:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e9d106a/0x5ecf73d72493a3f7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.222539:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047522.222586:0:11204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e282d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11204:1863365443102848:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047522.222608:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0751042c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388146816:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 893us (1094us total) trans 0 rc 0/0 00010000:00010000:3.0:1777047522.222622:0:11204:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a3f0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047522.222630:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2116 00000100:00100000:3.0:1777047522.222715:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047522.222799:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388146688 00000100:00100000:1.0:1777047522.222809:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388146688 00010000:00010000:1.0:1777047522.222865:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d724939eda lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87f5 expref: 14 pid: 11204 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047522.222888:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:2.0:1777047522.223011:0:36216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d724939ed3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87ee expref: 21 pid: 36217 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047522.223036:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e283800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365443102976:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047522.223060:0:36216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004e9d106a/0x5ecf73d72493a3f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.223077:0:36216:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e9d106a/0x5ecf73d72493a3f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.223090:0:36216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e9d106a/0x5ecf73d72493a3f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.223122:0:36216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e9d106a/0x5ecf73d72493a3f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.223137:0:36216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e9d106a/0x5ecf73d72493a3f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.223152:0:36216:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e9d106a/0x5ecf73d72493a3f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.223481:0:36216:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047522.223490:0:36216:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e9d106a/0x5ecf73d72493a3f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.223509:0:36216:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e9d106a/0x5ecf73d72493a3f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.223534:0:36216:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e9d106a/0x5ecf73d72493a3f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.223548:0:36216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e9d106a/0x5ecf73d72493a3f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047522.223642:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388146432:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 26637us (28357us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047522.223657:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4185 00000100:00100000:0.0:1777047522.224168:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e282a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443102720:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047522.224519:0:28387:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493a3e9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047522.230247:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388146944 00000100:00100000:1.0:1777047522.230264:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388146944 00010000:00010000:1.0:1777047522.230320:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939ff9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8873 expref: 15 pid: 36217 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047522.230415:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2117 00000100:00100000:1.0:1777047522.230434:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388146688:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047522.230456:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047522.230486:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d724939eda lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87f5 expref: 15 pid: 11204 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.230509:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d724939eda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87f5 expref: 15 pid: 11204 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.230543:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d724939eda lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f87f5 expref: 15 pid: 11204 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.230584:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047522.230588:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047522.230596:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a3f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.230615:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a3f0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.230661:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047522.230734:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388146688:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 302us (8016us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047522.230748:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2117 00000100:00100000:1.0:1777047522.231157:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2118 00000100:00100000:1.0:1777047522.231173:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388146944:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047522.231190:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1777047522.231204:0:6573:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047520 -> 1777047522 00002000:00010000:1.0:1777047522.231211:0:6573:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047520 -> 1777047522 00002000:00010000:1.0:1777047522.231215:0:6573:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 112 -> 232 00010000:00010000:1.0:1777047522.231223:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939ff9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8873 expref: 13 pid: 36217 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.231245:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939ff9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8873 expref: 13 pid: 36217 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.231269:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001a654f31/0x5ecf73d724939ff9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8873 expref: 13 pid: 36217 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.231287:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047522.231291:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047522.231297:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493a3e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.231311:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493a3e9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.231348:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047522.231420:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388146944:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 249us (8530us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047522.231434:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2118 00010000:00010000:1.0:1777047522.231476:0:11204:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a3f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.231492:0:11204:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a3f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.231525:0:11204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a3f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.231539:0:11204:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a3f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.231555:0:11204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a3f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.231570:0:11204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047522.231578:0:11204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a3f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.231594:0:11204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a3f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.231614:0:11204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a3f0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.231629:0:11204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a3f0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047522.231710:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644482d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365388146560:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 34990us (36469us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047522.231725:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4184 00010000:00010000:1.0:1777047522.231795:0:28387:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493a3e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.231811:0:28387:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493a3e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.231836:0:28387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493a3e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.231851:0:28387:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493a3e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.231864:0:28387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493a3e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.231877:0:28387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047522.231882:0:28387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493a3e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.231897:0:28387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493a3e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.231917:0:28387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493a3e9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.231931:0:28387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493a3e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047522.231997:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644480700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2430:x1863365388146304:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 36342us (36839us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047522.232010:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4183 00000100:00100000:2.0:1777047522.255455:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047522.255701:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388147200 00000100:00100000:3.0:1777047522.255718:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388147200 00000100:00100000:3.0:1777047522.255848:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6318 00000100:00100000:3.0:1777047522.255868:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644482a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57891:x1863365388147200:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:3.0:1777047522.255969:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777047522.256013:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a3cd lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89a0 expref: 32 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.256058:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064ead2600/0x5ecf73d72493a2d1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8961 expref: 31 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.256080:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047522.256090:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047522.256137:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d72493a3fe lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.256162:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d72493a3fe lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.256182:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d72493a3fe lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777047522.257500:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].98, 88 off16600 00000004:00080000:3.0:1777047522.257521:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4150894136494ns, next at 4150333443750ns, rc = 0 00000040:00080000:3.0:1777047522.257601:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].99, 88 off16688 00000004:00080000:3.0:1777047522.257615:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4150894231798ns, next at 4150333366822ns, rc = 0 00000040:00080000:3.0:1777047522.257672:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].100, 88 off16776 00000004:00080000:3.0:1777047522.257683:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4150894298664ns, next at 4150333366822ns, rc = 0 00000040:00080000:3.0:1777047522.257740:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].99, 88 off16688 00000004:00080000:3.0:1777047522.257749:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4150894365474ns, next at 4150333443750ns, rc = 0 00000040:00080000:3.0:1777047522.257813:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].101, 88 off16864 00000004:00080000:3.0:1777047522.257823:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4150894439188ns, next at 4150333366822ns, rc = 0 00000040:00080000:3.0:1777047522.257849:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].100, 88 off16776 00000004:00080000:3.0:1777047522.257857:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4150894474084ns, next at 4150333443750ns, rc = 0 00000040:00080000:3.0:1777047522.257877:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].101, 88 off16864 00000004:00080000:3.0:1777047522.257884:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4150894500328ns, next at 4150333443750ns, rc = 0 00000040:00080000:3.0:1777047522.257902:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].102, 88 off16952 00000004:00080000:3.0:1777047522.257909:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4150894525941ns, next at 4150333366822ns, rc = 0 00000001:00080000:2.0:1777047522.296625:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935194 is committed 00000004:00080000:2.0:1777047522.296643:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 103 committed 00000004:00080000:2.0:1777047522.296679:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 101 committed 00000100:00100000:1.0:1777047522.297077:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443103360:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047522.297176:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047522.297241:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047522.297255:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443103488:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047522.297303:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047522.297367:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443103360 00000100:00100000:1.0:1777047522.297379:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443103360 00000100:00100000:1.0:1777047522.297505:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443103488 00000100:00100000:1.0:1777047522.297512:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443103488 00000100:00100000:1.0:1777047522.297549:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4186 00000100:00100000:1.0:1777047522.297564:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443103360:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047522.297886:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 143936 -> 143936 00002000:00010000:1.0:1777047522.297894:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047510 -> 1777047510 00002000:00010000:1.0:1777047522.297900:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047522.297905:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047510 -> 1777047510 00002000:00010000:1.0:1777047522.297910:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:1.0:1777047522.297986:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3684:x1863365443103360:12345-0@lo:2:osp-syn-1-0.0 Request processed in 423us (809us total) trans 17179870446 rc 0/0 00000100:00100000:1.0:1777047522.298001:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4186 00000100:00100000:1.0:1777047522.298034:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4187 00000100:00100000:1.0:1777047522.298048:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443103488:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047522.298503:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047522.298509:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb mtime from disk: 1777047511 -> 1777047511 00002000:00010000:1.0:1777047522.298513:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047522.298518:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb ctime from disk: 1777047511 -> 1777047511 00002000:00010000:1.0:1777047522.298522:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047522.298577:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3684:x1863365443103488:12345-0@lo:2:osp-syn-1-0.0 Request processed in 530us (1273us total) trans 17179870447 rc 0/0 00000100:00100000:1.0:1777047522.298589:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4187 00000100:00080000:1.0:1777047522.298627:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1777047522.298691:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077b9d1180/2, rc 0, transno 17179870447 00000100:00100000:1.0:1777047522.298702:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443103488:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047522.298721:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077b9d0a80/2, rc 0, transno 17179870446 00000100:00100000:1.0:1777047522.298727:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443103360:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047522.298919:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443103104:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047522.298979:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047522.299040:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047522.299052:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443103232:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047522.299097:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777047522.299598:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 100 committed 00000100:00100000:1.0:1777047522.303677:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443103104 00000100:00100000:1.0:1777047522.303724:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443103104 00000100:00100000:1.0:1777047522.303840:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443103232 00000100:00100000:1.0:1777047522.303848:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443103232 00000100:00100000:1.0:1777047522.303892:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4188 00000100:00100000:1.0:1777047522.303907:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3682:x1863365443103104:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047522.304165:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047522.304172:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047522.304177:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047522.304508:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047522.304513:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047522.304604:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3682:x1863365443103104:12345-0@lo:2:osp-syn-1-0.0 Request processed in 698us (5623us total) trans 17179870448 rc 0/0 00000100:00100000:1.0:1777047522.304618:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4188 00000100:00100000:1.0:1777047522.304653:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4189 00000100:00100000:1.0:1777047522.304667:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3682:x1863365443103232:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047522.305435:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077b9d1f80/2, rc 0, transno 17179870448 00000100:00100000:0.0:1777047522.305449:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443103104:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047522.308235:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777047522.308264:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e281f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443103616:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047522.308347:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047522.308500:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443103744:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047522.308550:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047522.308701:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443103616 00000100:00100000:0.0:1777047522.308711:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443103616 00000100:00100000:0.0:1777047522.308815:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443103744 00000100:00100000:0.0:1777047522.308822:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443103744 00000100:00100000:0.0:1777047522.309170:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4190 00000100:00100000:0.0:1777047522.309186:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3683:x1863365443103616:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047522.309490:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3683:x1863365443103616:12345-0@lo:2:osp-syn-0-0.0 Request processed in 305us (1141us total) trans 21474837808 rc 0/0 00000100:00100000:0.0:1777047522.309506:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4190 00000100:00100000:0.0:1777047522.309538:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4191 00000100:00100000:0.0:1777047522.309553:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3683:x1863365443103744:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047522.309702:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3683:x1863365443103744:12345-0@lo:2:osp-syn-0-0.0 Request processed in 149us (1147us total) trans 21474837809 rc 0/0 00000100:00100000:0.0:1777047522.309716:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4191 00000100:00100000:0.0:1777047522.309806:0:3683:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474837806 gen 2 00000004:00080000:0.0:1777047522.309817:0:3683:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474837804 committed transno 21474837806 00000004:00080000:0.0:1777047522.310185:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644325180, transno 21474837805 00000004:00080000:0.0:1777047522.310204:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644326d80, transno 21474837806 00000100:00100000:0.0:1777047522.310555:0:3683:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9e076e283b80 x1863365443103744/t21474837809(21474837809) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777047538 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1777047522.310578:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e283b80/2, rc 0, transno 21474837809 00000100:00100000:0.0:1777047522.310588:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443103744:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047522.310617:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e281f80/2, rc 0, transno 21474837808 00000100:00100000:0.0:1777047522.310625:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e281f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443103616:0@lo:2:osp-syn-0-0.0 00000100:00080000:1.0:1777047522.313372:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047522.313402:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443104000:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047522.313519:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777047522.313689:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 102 committed 00000004:00080000:2.0:1777047522.313699:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 99 committed 00000004:00080000:2.0:1777047522.313703:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 101 committed 00000004:00080000:2.0:1777047522.313707:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 100 committed 00000004:00080000:2.0:1777047522.313725:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 98 committed 00000100:00100000:1.0:1777047522.313803:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00080000:2.0:1777047522.315432:0:33214:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969363 batchid updated 00000100:00100000:1.0:1777047522.315447:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443103872:0@lo:2:osp-syn-0-0.0 00000020:00080000:2.0:1777047522.315522:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969363 00000100:00100000:1.0:1777047522.315576:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1777047522.315694:0:33244:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969362 cancel update log [0x200000bd0:0x2:0x0].14: rc = 0 00000020:00080000:2.0:1777047522.315755:0:33244:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969363 cancel update log [0x200000bd0:0x2:0x0].15: rc = 0 00000020:00080000:2.0:1777047522.315806:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969363 00000004:00010000:2.0:1777047522.315916:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d459e76d reply state 0000000067ab3f2d transno 8589935194 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d72493a3fe lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.315954:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d72493a3fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.315972:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047522.315978:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1777047522.315985:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1777047522.316151:0:9025:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1777047522.316180:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644482a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57891:x1863365388147200:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 60315us (60803us total) trans 8589935194 rc 0/0 00000100:00100000:2.0:1777047522.316197:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6318 00010000:00010000:2.0:1777047522.316598:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d72493a3fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.316616:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d72493a3fe lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.316630:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d72493a3fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.316642:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047522.316651:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d72493a3fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.316665:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d72493a3fe lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.316696:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047522.316701:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047522.316708:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d72493a3fe lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.316722:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90000/0x5ecf73d72493a3fe lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047522.318605:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3682:x1863365443103232:12345-0@lo:2:osp-syn-1-0.0 Request processed in 13937us (19503us total) trans 17179870449 rc 0/0 00000100:00100000:0.0:1777047522.318622:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4189 00000100:00100000:0.0:1777047522.320732:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443104000 00000100:00100000:0.0:1777047522.320746:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443104000 00000100:00100000:0.0:1777047522.320846:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443103872 00000100:00100000:0.0:1777047522.320854:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443103872 00000100:00100000:0.0:1777047522.320897:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4192 00000100:00100000:0.0:1777047522.320914:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3685:x1863365443104000:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047522.321027:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077b9d1880/2, rc 0, transno 17179870449 00000100:00100000:2.0:1777047522.321040:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443103232:0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047522.321087:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb size from disk: 143936 -> 143936 00002000:00010000:0.0:1777047522.321095:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb mtime from disk: 1777047511 -> 1777047511 00002000:00010000:0.0:1777047522.321100:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047522.321105:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb ctime from disk: 1777047511 -> 1777047511 00002000:00010000:0.0:1777047522.321110:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:0.0:1777047522.322068:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3685:x1863365443104000:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1155us (8546us total) trans 21474837810 rc 0/0 00000100:00100000:0.0:1777047522.322084:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4192 00000100:00100000:0.0:1777047522.322606:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4193 00000100:00100000:0.0:1777047522.322624:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3685:x1863365443103872:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047522.323539:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047522.323547:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047510 -> 1777047510 00002000:00010000:0.0:1777047522.323553:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:0.0:1777047522.323557:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047510 -> 1777047510 00002000:00010000:0.0:1777047522.323561:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047522.323623:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3685:x1863365443103872:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1002us (8046us total) trans 21474837811 rc 0/0 00000100:00100000:0.0:1777047522.323637:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4193 00000004:00080000:2.0:1777047522.324932:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e280a80/2, rc 0, transno 21474837811 00000100:00100000:2.0:1777047522.324945:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443103872:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047522.324963:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e282680/2, rc 0, transno 21474837810 00000100:00100000:2.0:1777047522.324970:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443104000:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047522.349165:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047522.359814:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388147328 00000100:00100000:2.0:1777047522.359837:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388147328 00000100:00100000:2.0:1777047522.359975:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6319 00000100:00100000:2.0:1777047522.359995:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57891:x1863365388147328:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047522.360031:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047522.360063:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493a405 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f89ae expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.360160:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493a405 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89ae expref: 24 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.360208:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493a405 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89ae expref: 24 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.360245:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047522.360252:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047522.360258:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167e00, rc 0) 00000100:00100000:2.0:1777047522.360371:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57891:x1863365388147328:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 379us (11217us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047522.360442:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6319 00000100:00100000:2.0:1777047522.375531:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047522.383192:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388147456 00000100:00100000:3.0:1777047522.383214:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388147456 00000100:00100000:0.0:1777047522.384041:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6320 00000100:00100000:0.0:1777047522.384067:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644483100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57891:x1863365388147456:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047522.384100:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047522.384137:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a40c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f89b5 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.384345:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a413 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.384378:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a413 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.384406:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a413 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047522.384464:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 239093 00000004:00200000:0.0:1777047522.384472:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047522.384586:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a413 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.384650:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a40c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89b5 expref: 26 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.384697:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a413 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89b5 expref: 25 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.384715:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047522.384722:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047522.384733:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389000, rc 0) 00000100:00100000:0.0:1777047522.384878:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644483100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57891:x1863365388147456:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 819us (9359us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047522.384900:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6320 00000100:00100000:0.0:1777047522.420673:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047522.421709:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388147584 00000100:00100000:1.0:1777047522.421731:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388147584 00000100:00100000:1.0:1777047522.421885:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4194 00000100:00100000:1.0:1777047522.421904:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2429:x1863365388147584:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047522.421939:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047522.421975:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089fb9df3/0x5ecf73d72493a41a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f89bc expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047522.422019:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 239093, mtime: 0x69eb97e2, atime: 0x69eb97e0, ctime: 0x69eb97e2, blocks: 0xe8 00010000:00010000:1.0:1777047522.422053:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047522.422057:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047522.422072:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089fb9df3/0x5ecf73d72493a41a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89bc expref: 11 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.422109:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000089fb9df3/0x5ecf73d72493a41a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89bc expref: 11 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.422139:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f46600, rc 0) 00000100:00100000:1.0:1777047522.422517:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365388147584:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 613us (1859us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047522.422533:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4194 00000100:00100000:0.0:1777047522.424861:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047522.425132:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047522.425351:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388147712 00000100:00100000:2.0:1777047522.425364:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388147712 00000100:00100000:2.0:1777047522.425507:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388147840 00000100:00100000:2.0:1777047522.425515:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388147840 00000100:00100000:2.0:1777047522.425566:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4195 00000100:00100000:2.0:1777047522.425586:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388147712:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047522.425608:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047522.425642:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a421 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f89c3 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047522.425684:0:8481:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6d:0x0] initial LVB size: 0, mtime: 0x69eb97e0, atime: 0x69eb97d8, ctime: 0x69eb97e0, blocks: 0x1800 00010000:00010000:2.0:1777047522.425716:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047522.425719:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047522.425733:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a421 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89c3 expref: 21 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.425805:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a421 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89c3 expref: 21 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.425849:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166000, rc 0) 00000100:00100000:1.0:1777047522.426015:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4196 00000100:00100000:1.0:1777047522.426035:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365388147840:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047522.426057:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047522.426077:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048ecbc9b/0x5ecf73d72493a428 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f89ca expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047522.426109:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8c:0x0] initial LVB size: 0, mtime: 0x69eb97e0, atime: 0x69eb97d8, ctime: 0x69eb97e0, blocks: 0x0 00010000:00010000:1.0:1777047522.426133:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047522.426136:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047522.426145:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048ecbc9b/0x5ecf73d72493a428 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89ca expref: 12 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.426174:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000048ecbc9b/0x5ecf73d72493a428 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89ca expref: 12 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.426192:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f46200, rc 0) 00000100:00100000:2.0:1777047522.436686:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388147712:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 11089us (11814us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047522.436711:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4195 00000100:00100000:1.0:1777047522.439587:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388147840:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 13543us (14447us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047522.439605:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4196 00000100:00100000:3.0:1777047522.627531:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047522.627570:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443104128:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047522.627705:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047522.628308:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443104128 00000100:00100000:1.0:1777047522.628323:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443104128 00000100:00100000:1.0:1777047522.628465:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2508 00000100:00100000:1.0:1777047522.628484:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+12:3683:x1863365443104128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777047522.628524:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 32768 granted 385717824 pending 0 free 3917029376 avail 3685507072 00000100:00100000:1.0:1777047522.628611:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+12:3683:x1863365443104128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 129us (904us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047522.628627:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2508 00000100:00100000:3.0:1777047522.630597:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443104128:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777047522.634164:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777047522.634196:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443104256:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777047522.634283:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047522.636432:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443104256 00000100:00100000:0.0:1777047522.636446:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443104256 00000100:00100000:0.0:1777047522.636511:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2509 00000100:00100000:0.0:1777047522.636527:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644480a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3682:x1863365443104256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777047522.636563:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484910656 pending 0 free 3918999552 avail 3687346176 00000100:00100000:0.0:1777047522.636700:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644480a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3682:x1863365443104256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 174us (2416us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047522.636716:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2509 00000100:00100000:2.0:1777047522.637035:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443104256:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777047522.702374:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047522.702608:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388147968 00000100:00100000:0.0:1777047522.702622:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388147968 00000100:00100000:0.0:1777047522.702717:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4197 00000100:00100000:0.0:1777047522.703023:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365388147968:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:0.0:1777047522.703198:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365388147968:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 466us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047522.703214:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4197 00000100:00100000:1.0:1777047522.723896:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047522.724083:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388148096 00000100:00100000:0.0:1777047522.724097:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388148096 00000100:00100000:0.0:1777047522.724190:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4198 00000100:00100000:0.0:1777047522.724526:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388148096:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:0.0:1777047522.724714:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388148096:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 508us (828us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047522.724728:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4198 00000100:00100000:2.0:1777047522.745522:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047522.745685:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388148224 00000100:00100000:3.0:1777047522.745699:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388148224 00000100:00100000:3.0:1777047522.746176:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1398 00000100:00100000:3.0:1777047522.746198:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388148224:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:3.0:1777047522.746276:0:29064:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000032e2c4f3/0x5ecf73d72493a42f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.746303:0:29064:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047522.746306:0:29064:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047522.746314:0:29064:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000032e2c4f3/0x5ecf73d72493a42f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.746335:0:29064:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000032e2c4f3/0x5ecf73d72493a42f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.746546:0:29064:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000032e2c4f3/0x5ecf73d72493a42f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.746564:0:29064:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000032e2c4f3/0x5ecf73d72493a42f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.746579:0:29064:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000032e2c4f3/0x5ecf73d72493a42f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.746592:0:29064:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047522.746598:0:29064:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000032e2c4f3/0x5ecf73d72493a42f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.746613:0:29064:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000032e2c4f3/0x5ecf73d72493a42f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.746637:0:29064:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000032e2c4f3/0x5ecf73d72493a42f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.746650:0:29064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000032e2c4f3/0x5ecf73d72493a42f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047522.746744:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388148224:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 550us (1232us total) trans 0 rc 8192/8192 00000100:00100000:3.0:1777047522.746789:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1398 00000100:00100000:3.0:1777047522.759096:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047522.759846:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388148352 00000100:00100000:2.0:1777047522.759885:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388148352 00000100:00100000:2.0:1777047522.759977:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6321 00000100:00100000:2.0:1777047522.759995:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57891:x1863365388148352:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047522.760023:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047522.760052:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a436 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f89d1 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.760101:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a43d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.760122:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a43d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.760138:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a43d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.760303:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a436 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89d1 expref: 27 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.760331:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a43d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89d1 expref: 26 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.760344:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047522.760349:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777047522.760354:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167a00, rc 0) 00000100:00100000:2.0:1777047522.760532:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57891:x1863365388148352:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 539us (1446us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047522.760546:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6321 00000100:00100000:1.0:1777047522.798834:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047522.798994:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388148480 00000100:00100000:0.0:1777047522.799007:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388148480 00000100:00100000:0.0:1777047522.799139:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1399 00000100:00100000:0.0:1777047522.799467:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2432:x1863365388148480:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:0.0:1777047522.799526:0:29062:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493a444 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.799558:0:29062:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d724939f43 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8818 expref: 21 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.799573:0:29062:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047522.799577:0:29062:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047522.799582:0:29062:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493a444 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.799633:0:29062:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d724939f43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8818 expref: 21 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.799666:0:29062:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d724939f43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8818 expref: 21 pid: 36217 timeout: 4251 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047522.799689:0:29062:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:29062:1863365443104384:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047522.801091:0:29062:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047522.818970:0:29062:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:29062:1863365443104384:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047522.819018:0:29062:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493a444 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047522.820912:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047522.821066:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388148608 00000100:00100000:0.0:1777047522.821077:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388148608 00010000:00010000:0.0:1777047522.821133:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d724939f43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8818 expref: 22 pid: 36217 timeout: 4251 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047522.821207:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2119 00000100:00100000:0.0:1777047522.821226:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388148608:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047522.821251:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047522.821284:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d724939f43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8818 expref: 22 pid: 36217 timeout: 4251 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.821309:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d724939f43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8818 expref: 22 pid: 36217 timeout: 4251 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.821358:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d724939f43 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8818 expref: 22 pid: 36217 timeout: 4251 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.821462:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047522.821467:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047522.821475:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493a444 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.821495:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493a444 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.821547:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047522.821622:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388148608:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 400us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047522.821636:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2119 00010000:00010000:3.0:1777047522.821974:0:29062:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493a444 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.821994:0:29062:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493a444 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047522.843593:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870450 is committed 00000001:00080000:1.0:1777047522.843617:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870449 is committed 00002000:00010000:2.0:1777047522.858127:0:29062:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047510 -> 1777047523 00002000:00010000:2.0:1777047522.858142:0:29062:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047510 -> 1777047523 00010000:00010000:2.0:1777047522.858162:0:29062:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493a444 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.858185:0:29062:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493a444 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.858201:0:29062:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493a444 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.858679:0:29062:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047522.858688:0:29062:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493a444 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.858716:0:29062:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493a444 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.859213:0:29062:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493a444 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.859233:0:29062:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493a444 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047522.862123:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365388148480:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 62960us (63291us total) trans 17179870450 rc 0/0 00000100:00100000:2.0:1777047522.862145:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1399 00000100:00100000:1.0:1777047522.889319:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047522.889705:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388148736 00000100:00100000:0.0:1777047522.889721:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388148736 00000100:00100000:0.0:1777047522.890172:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1400 00000100:00100000:0.0:1777047522.890192:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388148736:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:0.0:1777047522.890601:0:29061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493a44b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.890639:0:29061:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d724939f4a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f881f expref: 12 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.890655:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047522.890660:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047522.890667:0:29061:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493a44b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.890730:0:29061:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d724939f4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f881f expref: 12 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.891122:0:29061:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d724939f4a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f881f expref: 12 pid: 11204 timeout: 4251 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047522.891152:0:29061:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:29061:1863365443104512:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047522.891297:0:29061:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047522.909101:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047522.909552:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388148864 00000100:00100000:2.0:1777047522.909566:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388148864 00010000:00010000:2.0:1777047522.909627:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d724939f4a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f881f expref: 13 pid: 11204 timeout: 4251 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047522.909697:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2120 00000100:00100000:2.0:1777047522.909715:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388148864:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047522.909741:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047522.910092:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d724939f4a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f881f expref: 13 pid: 11204 timeout: 4251 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.910118:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d724939f4a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f881f expref: 13 pid: 11204 timeout: 4251 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.910169:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047522.910174:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047522.910182:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493a44b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.910202:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493a44b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.910238:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047522.910330:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388148864:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 616us (1240us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047522.910347:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2120 00010000:00010000:0.0:1777047522.913866:0:29061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d724939f4a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f881f expref: 12 pid: 11204 timeout: 4251 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047522.913919:0:29061:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:29061:1863365443104512:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047522.913957:0:29061:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493a44b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.913979:0:29061:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493a44b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.913993:0:29061:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493a44b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047522.931605:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837812 is committed 00000001:00080000:0.0:1777047522.931632:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837811 is committed 00002000:00010000:3.0:1777047522.932223:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb mtime from disk: 1777047511 -> 1777047523 00002000:00010000:3.0:1777047522.932232:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb ctime from disk: 1777047511 -> 1777047523 00010000:00010000:3.0:1777047522.932252:0:29061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493a44b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.932277:0:29061:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493a44b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.932295:0:29061:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493a44b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.932310:0:29061:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047522.932318:0:29061:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493a44b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.932336:0:29061:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493a44b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.932368:0:29061:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493a44b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.932456:0:29061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493a44b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047522.932612:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365388148736:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 42418us (43296us total) trans 21474837812 rc 0/0 00000100:00100000:3.0:1777047522.932632:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1400 00000100:00100000:1.0:1777047522.954165:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047522.956206:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388148992 00000100:00100000:0.0:1777047522.956222:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388148992 00000100:00100000:0.0:1777047522.956319:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4199 00000100:00100000:0.0:1777047522.956343:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2431:x1863365388148992:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:0.0:1777047522.956622:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2431:x1863365388148992:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 276us (2883us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047522.956637:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4199 00000100:00100000:0.0:1777047523.030312:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047523.030614:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388149120 00000100:00100000:2.0:1777047523.030630:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388149120 00000100:00100000:2.0:1777047523.030832:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4200 00000100:00100000:2.0:1777047523.030862:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2432:x1863365388149120:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:2.0:1777047523.031108:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2432:x1863365388149120:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 250us (808us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047523.031124:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4200 00000100:00080000:1.0:1777047523.031952:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047523.072723:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047523.076171:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388149376 00000100:00100000:2.0:1777047523.076187:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388149376 00000100:00100000:2.0:1777047523.076327:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6322 00000100:00100000:2.0:1777047523.076350:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57891:x1863365388149376:12345-192.168.201.54@tcp:36:lfs.0 00000100:00080000:1.0:1777047523.077503:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777047523.082610:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047523.082670:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a413 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89b5 expref: 26 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.082783:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047523.082798:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047523.083639:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a452 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.083670:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a452 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.083690:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a452 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047523.083817:0:6588:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935195 00000004:00010000:2.0:1777047523.083865:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e33ef8ee reply state 00000000afb2d94b transno 8589935196 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a452 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.083895:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a452 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.083909:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047523.083919:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047523.083924:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047523.095001:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57891:x1863365388149376:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 18634us (22276us total) trans 8589935196 rc 0/0 00000100:00100000:2.0:1777047523.095024:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6322 00000020:00080000:2.0:1777047523.095042:0:6588:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047523.114253:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047523.114477:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388149504 00000100:00100000:1.0:1777047523.114498:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388149504 00000100:00100000:1.0:1777047523.114636:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4201 00000100:00100000:1.0:1777047523.114660:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57891:x1863365388149504:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047523.114687:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047523.115094:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f09b3779/0x5ecf73d72493a459 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f89d8 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047523.115143:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 143936, mtime: 0x69eb97e3, atime: 0x69eb97bd, ctime: 0x69eb97e3, blocks: 0x60 00010000:00010000:1.0:1777047523.115612:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047523.115618:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047523.115632:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f09b3779/0x5ecf73d72493a459 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89d8 expref: 18 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.115666:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f09b3779/0x5ecf73d72493a459 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89d8 expref: 18 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.115693:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f46a00, rc 0) 00000100:00100000:1.0:1777047523.115822:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57891:x1863365388149504:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1165us (1581us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047523.115836:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4201 00000100:00080000:2.0:1777047523.116447:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047523.126541:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047523.126665:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388149632 00000100:00100000:0.0:1777047523.126682:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388149632 00002000:00010000:0.0:1777047523.126787:0:20134:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (8192->18446744073709551615) 00002000:00100000:0.0:1777047523.126797:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a0e00 with x1863365388149632 ext(8192->18446744073709551615) 00000100:00100000:3.0:1777047523.126801:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00002000:00010000:0.0:1777047523.126821:0:20134:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e2a0e00. 00000100:00100000:0.0:1777047523.126880:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388149760 00000100:00100000:0.0:1777047523.126888:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388149760 00002000:00010000:0.0:1777047523.126946:0:20134:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:0.0:1777047523.126953:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a3b80 with x1863365388149760 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047523.126965:0:20134:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a3b80. 00000100:00100000:0.0:1777047523.127026:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1401 00000100:00100000:0.0:1777047523.127043:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388149632:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:0.0:1777047523.128480:0:20134:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 143936 -> 8192 00002000:00010000:0.0:1777047523.128494:0:20134:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047523 -> 1777047523 00002000:00010000:0.0:1777047523.128499:0:20134:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:0.0:1777047523.128504:0:20134:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047523 -> 1777047523 00002000:00010000:0.0:1777047523.128508:0:20134:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 96 -> 16 00000100:00100000:0.0:1777047523.128602:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388149632:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 1559us (2072us total) trans 17179870451 rc 0/0 00000100:00100000:0.0:1777047523.128624:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1401 00002000:00010000:0.0:1777047523.128632:0:20134:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (8192->18446744073709551615) 00002000:00100000:0.0:1777047523.128637:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a0e00 with x1863365388149632 ext(8192->18446744073709551615) 00002000:00010000:0.0:1777047523.128645:0:20134:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e2a0e00. 00000100:00100000:0.0:1777047523.128684:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1402 00000100:00100000:0.0:1777047523.128703:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365388149760:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:0.0:1777047523.129258:0:20134:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047523.129265:0:20134:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047510 -> 1777047523 00002000:00010000:0.0:1777047523.129269:0:20134:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:0.0:1777047523.129278:0:20134:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047510 -> 1777047523 00002000:00010000:0.0:1777047523.129282:0:20134:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047523.129333:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388149760:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 636us (2532us total) trans 21474837813 rc 0/0 00000100:00100000:0.0:1777047523.129347:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1402 00002000:00010000:0.0:1777047523.129352:0:20134:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:0.0:1777047523.129362:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a3b80 with x1863365388149760 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047523.129371:0:20134:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a3b80. 00000100:00100000:0.0:1777047523.154270:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047523.154865:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388149888 00000100:00100000:2.0:1777047523.154882:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388149888 00000100:00100000:2.0:1777047523.154999:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6323 00000100:00100000:2.0:1777047523.155018:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e280380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57891:x1863365388149888:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047523.155055:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047523.155086:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a460 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f89df expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.155227:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493a467 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.155254:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493a467 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.155273:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493a467 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047523.155319:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 8192 00000004:00200000:2.0:1777047523.155327:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047523.155356:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493a467 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.155450:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a460 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89df expref: 30 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.155482:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493a467 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89df expref: 29 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.155498:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047523.155503:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047523.155510:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167400, rc 0) 00000100:00100000:2.0:1777047523.155593:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e280380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57891:x1863365388149888:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 578us (1335us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047523.155611:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6323 00010000:00010000:1.0:1777047523.163700:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047523.179663:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047523.179829:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388150144 00000100:00100000:0.0:1777047523.179845:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388150144 00000100:00100000:0.0:1777047523.179963:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6324 00000100:00100000:0.0:1777047523.179981:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644483800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57891:x1863365388150144:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047523.180056:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047523.180095:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493a467 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89df expref: 29 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.180126:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047523.180134:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047523.180358:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a46e lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.182903:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a46e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.182934:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a46e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047523.183039:0:12913:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935197 00000004:00010000:0.0:1777047523.183095:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006de6d4f1 reply state 0000000034f88653 transno 8589935198 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a46e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.183118:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a46e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.183133:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047523.183138:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047523.183144:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047523.183308:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644483800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57891:x1863365388150144:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 3327us (3652us total) trans 8589935198 rc 0/0 00000100:00100000:0.0:1777047523.183324:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6324 00000020:00080000:0.0:1777047523.183334:0:12913:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047523.195036:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047523.195157:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388150272 00000100:00100000:1.0:1777047523.195173:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388150272 00000100:00100000:1.0:1777047523.195273:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4202 00000100:00100000:1.0:1777047523.195292:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:57891:x1863365388150272:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047523.195320:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047523.195373:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a475 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f89e6 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047523.195470:0:8633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8f:0x0] initial LVB size: 143936, mtime: 0x69eb97e3, atime: 0x69eb97ca, ctime: 0x69eb97e3, blocks: 0x60 00010000:00010000:1.0:1777047523.195503:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047523.195507:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047523.195519:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a475 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89e6 expref: 13 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.195547:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a475 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89e6 expref: 13 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.195569:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f47e00, rc 0) 00000100:00100000:1.0:1777047523.195642:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57891:x1863365388150272:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 354us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047523.195656:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4202 00000100:00100000:3.0:1777047523.205822:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047523.205913:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047523.208204:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388150400 00000100:00100000:1.0:1777047523.208221:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388150400 00002000:00010000:1.0:1777047523.208280:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/143 (8192->18446744073709551615) 00002000:00100000:1.0:1777047523.208315:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a2a00 with x1863365388150400 ext(8192->18446744073709551615) 00002000:00010000:1.0:1777047523.208333:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a2a00. 00000100:00100000:1.0:1777047523.208454:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388150528 00000100:00100000:1.0:1777047523.208463:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388150528 00002000:00010000:1.0:1777047523.208488:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/112 (0->18446744073709551615) 00002000:00100000:1.0:1777047523.208494:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644325180 with x1863365388150528 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047523.208505:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644325180. 00000100:00100000:1.0:1777047523.208538:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1403 00000100:00100000:1.0:1777047523.208555:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388150400:12345-192.168.201.54@tcp:10:lfs.0 00000100:00100000:3.0:1777047523.208715:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1404 00000100:00100000:3.0:1777047523.208734:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388150528:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:3.0:1777047523.208976:0:20132:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047523.208984:0:20132:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb mtime from disk: 1777047511 -> 1777047523 00002000:00010000:3.0:1777047523.208988:0:20132:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:3.0:1777047523.208992:0:20132:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb ctime from disk: 1777047511 -> 1777047523 00002000:00010000:3.0:1777047523.208995:0:20132:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047523.209078:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388150528:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 348us (3164us total) trans 17179870452 rc 0/0 00000100:00100000:3.0:1777047523.209093:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1404 00002000:00010000:3.0:1777047523.209100:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/112 (0->18446744073709551615) 00002000:00100000:3.0:1777047523.209105:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644325180 with x1863365388150528 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047523.209114:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644325180. 00002000:00010000:1.0:1777047523.209260:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb size from disk: 143936 -> 8192 00002000:00010000:1.0:1777047523.209267:0:24562:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb mtime from disk: 1777047523 -> 1777047523 00002000:00010000:1.0:1777047523.209271:0:24562:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047523.209275:0:24562:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb ctime from disk: 1777047523 -> 1777047523 00002000:00010000:1.0:1777047523.209279:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb blocks from disk: 96 -> 16 00000100:00100000:1.0:1777047523.209331:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388150400:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 778us (3540us total) trans 21474837814 rc 0/0 00000100:00100000:1.0:1777047523.209345:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1403 00002000:00010000:1.0:1777047523.209352:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/143 (8192->18446744073709551615) 00002000:00100000:1.0:1777047523.209357:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a2a00 with x1863365388150400 ext(8192->18446744073709551615) 00002000:00010000:1.0:1777047523.209366:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a2a00. 00000100:00100000:3.0:1777047523.231007:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047523.231179:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388150656 00000100:00100000:0.0:1777047523.231194:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388150656 00000100:00100000:0.0:1777047523.231293:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6325 00000100:00100000:0.0:1777047523.231312:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644326d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57891:x1863365388150656:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047523.231355:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047523.231445:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a47c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f89ed expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.231585:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a483 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.231611:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a483 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.231630:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a483 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047523.231674:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 8192 00000004:00200000:0.0:1777047523.231682:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047523.231710:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a483 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.231782:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a47c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89ed expref: 33 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.231814:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a483 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89ed expref: 32 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.231829:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047523.231835:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047523.231842:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388600, rc 0) 00000100:00100000:0.0:1777047523.231938:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644326d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57891:x1863365388150656:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 628us (943us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047523.231951:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6325 00000100:00100000:3.0:1777047523.249664:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047523.250165:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388150784 00000100:00100000:2.0:1777047523.250194:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388150784 00000100:00100000:2.0:1777047523.250314:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1405 00000100:00100000:2.0:1777047523.250334:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388150784:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047523.250464:0:29067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d72493a48a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.250492:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047523.250496:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047523.250505:0:29067:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d72493a48a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.250528:0:29067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d72493a48a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.279983:0:29067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d72493a48a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.280017:0:29067:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d72493a48a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.280035:0:29067:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d72493a48a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.280050:0:29067:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047523.280060:0:29067:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d72493a48a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.280077:0:29067:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d72493a48a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.280110:0:29067:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d72493a48a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.280127:0:29067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d72493a48a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047523.280314:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388150784:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 29977us (30655us total) trans 0 rc 20480/20480 00000100:00100000:2.0:1777047523.280337:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1405 00000100:00100000:3.0:1777047523.304471:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047523.304891:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388150912 00000100:00100000:0.0:1777047523.304908:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388150912 00000100:00100000:0.0:1777047523.305034:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1406 00000100:00100000:0.0:1777047523.305057:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388150912:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:0.0:1777047523.305115:0:29058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a491 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.305155:0:29058:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f09b3779/0x5ecf73d72493a459 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89d8 expref: 20 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.305173:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047523.305178:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047523.305185:0:29058:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a491 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.305245:0:29058:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f09b3779/0x5ecf73d72493a459 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89d8 expref: 20 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.305274:0:29058:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f09b3779/0x5ecf73d72493a459 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89d8 expref: 20 pid: 8480 timeout: 4251 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047523.305304:0:29058:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e283800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:29058:1863365443104640:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047523.305498:0:29058:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047523.314649:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047523.315336:0:29058:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e283800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:29058:1863365443104640:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047523.315377:0:29058:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a491 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047523.316134:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388151040 00000100:00100000:1.0:1777047523.316147:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388151040 00010000:00010000:1.0:1777047523.316501:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f09b3779/0x5ecf73d72493a459 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89d8 expref: 21 pid: 8480 timeout: 4251 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047523.316659:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2121 00000100:00100000:1.0:1777047523.316703:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643057100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388151040:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047523.316729:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047523.316896:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f09b3779/0x5ecf73d72493a459 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89d8 expref: 21 pid: 8480 timeout: 4251 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.316923:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f09b3779/0x5ecf73d72493a459 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89d8 expref: 21 pid: 8480 timeout: 4251 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.316960:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f09b3779/0x5ecf73d72493a459 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89d8 expref: 21 pid: 8480 timeout: 4251 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.316987:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047523.316991:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047523.316998:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a491 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.317030:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a491 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.317089:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047523.317278:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643057100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388151040:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 601us (2639us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047523.317294:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2121 00010000:00010000:3.0:1777047523.317420:0:29058:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a491 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.317438:0:29058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a491 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047523.357371:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870453 is committed 00002000:00010000:0.0:1777047523.358480:0:29058:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 8192 -> 40960 00002000:00010000:0.0:1777047523.358490:0:29058:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 16 -> 56 00010000:00010000:0.0:1777047523.358510:0:29058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a491 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.358532:0:29058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a491 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.358549:0:29058:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a491 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.358563:0:29058:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047523.358571:0:29058:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a491 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.358585:0:29058:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a491 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.358615:0:29058:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a491 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.358630:0:29058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a491 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047523.358813:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388150912:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 53756us (54348us total) trans 17179870453 rc 0/0 00000100:00100000:0.0:1777047523.361162:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1406 00000100:00100000:2.0:1777047523.384713:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047523.384944:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388151168 00000100:00100000:0.0:1777047523.384960:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388151168 00000100:00100000:0.0:1777047523.385091:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1407 00000100:00100000:0.0:1777047523.385112:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388151168:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:0.0:1777047523.385174:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a498 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.385560:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a475 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89e6 expref: 14 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.385578:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047523.385582:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047523.385589:0:8486:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a498 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.385646:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a475 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89e6 expref: 14 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.385671:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a475 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89e6 expref: 14 pid: 8633 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047523.385695:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e283800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8486:1863365443104768:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047523.386465:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047523.395958:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e283800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8486:1863365443104768:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047523.396006:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a498 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047523.408149:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047523.408316:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388151296 00000100:00100000:1.0:1777047523.408346:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388151296 00010000:00010000:1.0:1777047523.408476:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a475 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89e6 expref: 15 pid: 8633 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047523.408548:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2122 00000100:00100000:1.0:1777047523.408567:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644482680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388151296:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047523.408590:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047523.408621:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a475 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89e6 expref: 15 pid: 8633 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.408648:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a475 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89e6 expref: 15 pid: 8633 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.408689:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a475 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89e6 expref: 15 pid: 8633 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.408715:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047523.408719:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047523.408726:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a498 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.408773:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a498 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.409143:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047523.411569:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644482680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388151296:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 3002us (3427us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047523.411586:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2122 00010000:00010000:0.0:1777047523.412135:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a498 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.412156:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a498 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047523.445235:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047523.445375:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047523.448317:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388151552 00000100:00100000:2.0:1777047523.448336:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388151552 00000100:00100000:2.0:1777047523.448496:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5012 00000100:00100000:2.0:1777047523.448515:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2431:x1863365388151552:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:2.0:1777047523.448633:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2431:x1863365388151552:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 123us (3411us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047523.448648:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5012 00000100:00100000:3.0:1777047523.452024:0:33220:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388151424 00000100:00100000:3.0:1777047523.452036:0:33220:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388151424 00000100:00100000:3.0:1777047523.452196:0:33220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 301 00000100:00100000:3.0:1777047523.452506:0:33220:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06421bd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2432:x1863365388151424:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:3.0:1777047523.452564:0:33220:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06421bd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2432:x1863365388151424:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 67us (7191us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047523.452577:0:33220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 301 00000100:00080000:1.0:1777047523.452704:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00080000:2.0:1777047523.462940:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837815 is committed 00002000:00010000:1.0:1777047523.472181:0:8486:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb size from disk: 8192 -> 40960 00002000:00010000:1.0:1777047523.472196:0:8486:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb blocks from disk: 16 -> 56 00010000:00010000:1.0:1777047523.472216:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a498 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.472252:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a498 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.472269:0:8486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a498 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.472284:0:8486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047523.472292:0:8486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a498 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.472308:0:8486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a498 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.475387:0:8486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a498 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.475464:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a498 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047523.475625:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365388151168:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 90513us (90944us total) trans 21474837815 rc 0/0 00000100:00100000:1.0:1777047523.475644:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1407 00000100:00100000:0.0:1777047523.494945:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047523.495103:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388151680 00000100:00100000:2.0:1777047523.495119:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388151680 00000100:00100000:2.0:1777047523.495574:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4203 00000100:00100000:2.0:1777047523.495601:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2432:x1863365388151680:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:2.0:1777047523.496117:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2432:x1863365388151680:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 522us (1183us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047523.496136:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4203 00000100:00100000:3.0:1777047523.531986:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047523.537534:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388151808 00000100:00100000:2.0:1777047523.537554:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388151808 00000100:00100000:2.0:1777047523.537675:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4204 00000100:00100000:2.0:1777047523.537693:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2432:x1863365388151808:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:0.0:1777047523.538878:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2432:x1863365388151808:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 1185us (6899us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047523.538895:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4204 00000100:00100000:3.0:1777047523.561623:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047523.563109:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388152064 00000100:00100000:2.0:1777047523.563125:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388152064 00000100:00100000:2.0:1777047523.563205:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6326 00000100:00100000:2.0:1777047523.563222:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57891:x1863365388152064:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:3.0:1777047523.566288:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047523.566360:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a483 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89ed expref: 32 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.566539:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047523.566549:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047523.567562:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a49f lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.567588:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a49f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.567604:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a49f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047523.567675:0:9025:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935199 00000004:00010000:3.0:1777047523.569453:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000018b17f92 reply state 00000000fd86c48b transno 8589935200 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a49f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.569481:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a49f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.569494:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047523.569498:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047523.569504:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047523.569672:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57891:x1863365388152064:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 6448us (8056us total) trans 8589935200 rc 0/0 00000100:00100000:3.0:1777047523.569687:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6326 00000020:00080000:3.0:1777047523.569696:0:9025:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047523.586180:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047523.587551:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388152192 00000100:00100000:0.0:1777047523.587566:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388152192 00000100:00100000:0.0:1777047523.587636:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4205 00000100:00100000:0.0:1777047523.587652:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644480e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57891:x1863365388152192:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047523.587677:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047523.587706:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493a4a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f89f4 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047523.587767:0:11204:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 40960, mtime: 0x69eb97e3, atime: 0x69eb97bd, ctime: 0x69eb97e3, blocks: 0x38 00010000:00010000:0.0:1777047523.587796:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047523.587799:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047523.587818:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493a4a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89f4 expref: 18 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.587856:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493a4a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89f4 expref: 18 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.587876:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389c00, rc 0) 00000100:00100000:0.0:1777047523.587954:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644480e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57891:x1863365388152192:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 305us (1809us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047523.587967:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4205 00000100:00100000:3.0:1777047523.604686:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047523.604766:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047523.604769:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388152320 00000100:00100000:2.0:1777047523.604784:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388152320 00002000:00010000:2.0:1777047523.604849:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (40960->18446744073709551615) 00002000:00100000:2.0:1777047523.604871:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a4e00 with x1863365388152320 ext(40960->18446744073709551615) 00002000:00010000:2.0:1777047523.604889:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e06439a4e00. 00000100:00100000:2.0:1777047523.604933:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388152448 00000100:00100000:2.0:1777047523.604938:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388152448 00002000:00010000:2.0:1777047523.604959:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:2.0:1777047523.604964:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0749166680 with x1863365388152448 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047523.604972:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0749166680. 00000100:00100000:2.0:1777047523.605029:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1408 00000100:00100000:2.0:1777047523.605044:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388152320:12345-192.168.201.54@tcp:10:lfs.0 00000100:00100000:1.0:1777047523.605118:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1409 00000100:00100000:1.0:1777047523.605138:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365388152448:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:2.0:1777047523.605616:0:29062:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 40960 -> 40960 00002000:00010000:2.0:1777047523.605624:0:29062:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047523 -> 1777047524 00002000:00010000:2.0:1777047523.605629:0:29062:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:2.0:1777047523.605634:0:29062:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047523 -> 1777047524 00002000:00010000:1.0:1777047523.605638:0:20134:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047523.605638:0:29062:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 56 -> 56 00002000:00010000:1.0:1777047523.605666:0:20134:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047523 -> 1777047524 00002000:00010000:1.0:1777047523.605672:0:20134:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047523.605676:0:20134:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047523 -> 1777047524 00002000:00010000:1.0:1777047523.605681:0:20134:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047523.605720:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388152320:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 676us (1045us total) trans 17179870454 rc 0/0 00000100:00100000:1.0:1777047523.605733:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388152448:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 599us (993us total) trans 21474837816 rc 0/0 00000100:00100000:2.0:1777047523.605764:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1408 00002000:00010000:2.0:1777047523.605774:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (40960->18446744073709551615) 00002000:00100000:2.0:1777047523.605781:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a4e00 with x1863365388152320 ext(40960->18446744073709551615) 00000100:00100000:1.0:1777047523.606066:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1409 00002000:00010000:2.0:1777047523.606066:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e06439a4e00. 00002000:00010000:1.0:1777047523.606083:0:20134:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:1.0:1777047523.606089:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0749166680 with x1863365388152448 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047523.606100:0:20134:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0749166680. 00000100:00100000:3.0:1777047523.620478:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047523.620640:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388152576 00000100:00100000:2.0:1777047523.620655:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388152576 00000100:00100000:2.0:1777047523.620857:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6327 00000100:00100000:2.0:1777047523.620895:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57891:x1863365388152576:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047523.620929:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047523.620957:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a4ad lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f89fb expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.621093:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a4b4 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.621145:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a4b4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.621165:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a4b4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047523.621214:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 40960 00000004:00200000:2.0:1777047523.621221:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047523.621248:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a4b4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.621291:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a4ad lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89fb expref: 36 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.621336:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a4b4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89fb expref: 35 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.621352:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047523.621357:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047523.621363:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166400, rc 0) 00000100:00100000:2.0:1777047523.621450:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57891:x1863365388152576:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 579us (984us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047523.621464:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6327 00000100:00100000:1.0:1777047523.654100:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047523.657259:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388152832 00000100:00100000:2.0:1777047523.657276:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388152832 00000100:00100000:2.0:1777047523.657428:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6328 00000100:00100000:2.0:1777047523.657447:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57891:x1863365388152832:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047523.657524:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047523.657567:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a4b4 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89fb expref: 35 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.657612:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047523.657622:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047523.657873:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a4bb lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.657897:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a4bb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.657915:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a4bb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047523.657984:0:6589:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935201 00000004:00010000:2.0:1777047523.658022:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002befa247 reply state 00000000a9ad9dd0 transno 8589935202 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a4bb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.658044:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a4bb lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.658056:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047523.658061:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047523.658067:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047523.658549:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57891:x1863365388152832:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1102us (4456us total) trans 8589935202 rc 0/0 00000100:00100000:2.0:1777047523.658564:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6328 00000020:00080000:2.0:1777047523.658574:0:6589:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047523.671378:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047523.671523:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388152960 00000100:00100000:0.0:1777047523.671561:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388152960 00000100:00100000:0.0:1777047523.671649:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4206 00000100:00100000:0.0:1777047523.671667:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:57891:x1863365388152960:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047523.671693:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047523.671725:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493a4c2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8a02 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047523.672083:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8f:0x0] initial LVB size: 40960, mtime: 0x69eb97e3, atime: 0x69eb97ca, ctime: 0x69eb97e3, blocks: 0x38 00010000:00010000:0.0:1777047523.672116:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047523.672120:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047523.672133:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493a4c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a02 expref: 13 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.672160:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493a4c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a02 expref: 13 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.672193:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388000, rc 0) 00000100:00100000:0.0:1777047523.672382:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57891:x1863365388152960:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 715us (1012us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047523.672397:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4206 00000100:00100000:3.0:1777047523.693175:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047523.693247:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047523.702335:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388153216 00000100:00100000:1.0:1777047523.702356:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388153216 00002000:00010000:1.0:1777047523.702438:0:8484:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/112 (0->18446744073709551615) 00002000:00100000:1.0:1777047523.702447:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0749166a00 with x1863365388153216 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047523.702465:0:8484:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0749166a00. 00000100:00100000:1.0:1777047523.702516:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388153088 00000100:00100000:1.0:1777047523.702523:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388153088 00002000:00010000:1.0:1777047523.702544:0:8484:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/143 (40960->18446744073709551615) 00002000:00100000:1.0:1777047523.702549:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0749166300 with x1863365388153088 ext(40960->18446744073709551615) 00002000:00010000:1.0:1777047523.702559:0:8484:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0749166300. 00000100:00100000:1.0:1777047523.702591:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1410 00000100:00100000:1.0:1777047523.702606:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388153216:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047523.702839:0:8484:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047523.702846:0:8484:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb mtime from disk: 1777047523 -> 1777047524 00002000:00010000:1.0:1777047523.702851:0:8484:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047523.702856:0:8484:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb ctime from disk: 1777047523 -> 1777047524 00002000:00010000:1.0:1777047523.702860:0:8484:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047523.702940:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388153216:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 334us (9774us total) trans 17179870455 rc 0/0 00000100:00100000:1.0:1777047523.702954:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1410 00002000:00010000:1.0:1777047523.702960:0:8484:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/112 (0->18446744073709551615) 00002000:00100000:1.0:1777047523.702965:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0749166a00 with x1863365388153216 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047523.702973:0:8484:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0749166a00. 00000100:00100000:1.0:1777047523.703001:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1411 00000100:00100000:1.0:1777047523.703014:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388153088:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047523.703444:0:8484:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb size from disk: 40960 -> 40960 00002000:00010000:1.0:1777047523.703450:0:8484:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb mtime from disk: 1777047523 -> 1777047524 00002000:00010000:1.0:1777047523.703455:0:8484:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047523.703459:0:8484:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb ctime from disk: 1777047523 -> 1777047524 00002000:00010000:1.0:1777047523.703464:0:8484:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:1.0:1777047523.703502:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388153088:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 489us (10255us total) trans 21474837817 rc 0/0 00000100:00100000:1.0:1777047523.703515:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1411 00002000:00010000:1.0:1777047523.703521:0:8484:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/143 (40960->18446744073709551615) 00002000:00100000:1.0:1777047523.703525:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0749166300 with x1863365388153088 ext(40960->18446744073709551615) 00002000:00010000:1.0:1777047523.703532:0:8484:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0749166300. 00000100:00100000:3.0:1777047523.722635:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047523.723938:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388153344 00000100:00100000:0.0:1777047523.723952:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388153344 00000100:00100000:0.0:1777047523.724049:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6329 00000100:00100000:0.0:1777047523.724064:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749167480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57891:x1863365388153344:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047523.724097:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047523.724122:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493a4c9 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8a09 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.724246:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a4d0 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.724270:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a4d0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.724287:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a4d0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047523.724326:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 40960 00000004:00200000:0.0:1777047523.724333:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047523.724359:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a4d0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.725531:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493a4c9 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a09 expref: 39 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.725560:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a4d0 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a09 expref: 38 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.725573:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047523.725578:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047523.725583:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388200, rc 0) 00000100:00100000:0.0:1777047523.725689:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749167480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57891:x1863365388153344:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1612us (3049us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047523.725703:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6329 00000100:00100000:3.0:1777047523.735778:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047523.738425:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388153472 00000100:00100000:1.0:1777047523.738440:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388153472 00000100:00100000:1.0:1777047523.738854:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1412 00000100:00100000:1.0:1777047523.738873:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388153472:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047523.739666:0:24562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a4d7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.739693:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047523.739698:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047523.739706:0:24562:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a4d7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.739727:0:24562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a4d7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.770364:0:24562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a4d7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.770469:0:24562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a4d7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.770488:0:24562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a4d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.770504:0:24562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f47e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047523.770512:0:24562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a4d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.770529:0:24562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a4d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.770559:0:24562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a4d7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.770574:0:24562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a4d7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047523.770684:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388153472:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 31809us (34909us total) trans 0 rc 61440/61440 00000100:00100000:2.0:1777047523.770703:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1412 00000100:00100000:3.0:1777047523.811039:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047523.811538:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388153600 00000100:00100000:2.0:1777047523.811560:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388153600 00000100:00100000:2.0:1777047523.812194:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1413 00000100:00100000:2.0:1777047523.812222:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2432:x1863365388153600:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:2.0:1777047523.812282:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493a4de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.812322:0:8485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493a4a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89f4 expref: 20 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.812358:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047523.812361:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047523.812369:0:8485:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493a4de lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.812531:0:8485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493a4a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89f4 expref: 20 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.812566:0:8485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493a4a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89f4 expref: 20 pid: 11204 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047523.812598:0:8485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644481880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8485:1863365443104896:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047523.815046:0:8485:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8af00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047523.839796:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047523.840629:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388153728 00000100:00100000:3.0:1777047523.840646:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388153728 00010000:00010000:3.0:1777047523.840723:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493a4a6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89f4 expref: 21 pid: 11204 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047523.840862:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2123 00000100:00100000:3.0:1777047523.840887:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0751040050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388153728:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047523.840916:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047523.840955:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493a4a6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89f4 expref: 21 pid: 11204 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.840986:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493a4a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89f4 expref: 21 pid: 11204 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.841038:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047523.841042:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047523.841050:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493a4de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.841071:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493a4de lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.841114:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047523.841592:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0751040050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388153728:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 350us (1453us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047523.841634:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2123 00010000:00010000:2.0:1777047523.843877:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493a4a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89f4 expref: 20 pid: 11204 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047523.843940:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644481880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8485:1863365443104896:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047523.843979:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493a4de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.844006:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493a4de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.844023:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493a4de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047523.891105:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870456 is committed 00002000:00010000:2.0:1777047523.891774:0:8485:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 40960 -> 184320 00002000:00010000:2.0:1777047523.891784:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 56 -> 176 00010000:00010000:2.0:1777047523.891807:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493a4de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.892207:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493a4de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.892226:0:8485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493a4de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.892245:0:8485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047523.892254:0:8485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493a4de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.892277:0:8485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493a4de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.892309:0:8485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493a4de lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.892329:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493a4de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047523.892633:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365388153600:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 80415us (81601us total) trans 17179870456 rc 0/0 00000100:00100000:2.0:1777047523.892665:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1413 00000100:00100000:3.0:1777047523.925251:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047523.926582:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388153856 00000100:00100000:2.0:1777047523.926598:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388153856 00000100:00100000:2.0:1777047523.927609:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1414 00000100:00100000:2.0:1777047523.927637:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749165c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388153856:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:2.0:1777047523.927714:0:29067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d72493a4e5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.928191:0:29067:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493a4c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a02 expref: 14 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.928208:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047523.928212:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047523.928220:0:29067:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d72493a4e5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.928718:0:29067:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493a4c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a02 expref: 14 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.929280:0:29067:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493a4c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a02 expref: 14 pid: 36217 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047523.929317:0:29067:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644482300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:29067:1863365443105024:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047523.929510:0:29067:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8af00 going to sleep for 11 seconds 00000100:00100000:2.0:1777047523.952597:0:29067:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644482300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:29067:1863365443105024:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047523.952669:0:29067:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d72493a4e5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047523.960700:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047523.961090:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388153984 00000100:00100000:1.0:1777047523.961116:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388153984 00010000:00010000:1.0:1777047523.961205:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493a4c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a02 expref: 15 pid: 36217 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047523.961324:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2124 00000100:00100000:1.0:1777047523.961356:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388153984:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047523.961381:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047523.961492:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493a4c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a02 expref: 15 pid: 36217 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.961531:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493a4c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a02 expref: 15 pid: 36217 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.961580:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493a4c2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a02 expref: 15 pid: 36217 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.961621:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047523.961624:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047523.961632:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d72493a4e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.961663:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d72493a4e5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.961782:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047523.962104:0:29067:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d72493a4e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.962645:0:29067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d72493a4e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047523.963151:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388153984:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1797us (2457us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047523.963168:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2124 00000001:00080000:0.0:1777047524.055207:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837818 is committed 00002000:00010000:2.0:1777047524.055510:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb size from disk: 40960 -> 184320 00002000:00010000:2.0:1777047524.055521:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb blocks from disk: 56 -> 176 00010000:00010000:2.0:1777047524.055552:0:29067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d72493a4e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.055578:0:29067:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d72493a4e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.055608:0:29067:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d72493a4e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.055623:0:29067:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047524.055643:0:29067:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d72493a4e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.055662:0:29067:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d72493a4e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.055704:0:29067:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d72493a4e5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.055774:0:29067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d72493a4e5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [122880->184319] (req 122880->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047524.056146:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749165c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2432:x1863365388153856:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 128502us (130903us total) trans 21474837818 rc 0/0 00000100:00100000:2.0:1777047524.056177:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1414 00000100:00100000:3.0:1777047524.101156:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047524.101574:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388154112 00000100:00100000:0.0:1777047524.101599:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388154112 00000100:00100000:0.0:1777047524.102232:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4207 00000100:00100000:0.0:1777047524.102254:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365388154112:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:0.0:1777047524.102573:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365388154112:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 323us (1437us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047524.102588:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4207 00000100:00100000:2.0:1777047524.137818:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047524.141517:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388154240 00000100:00100000:1.0:1777047524.141537:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388154240 00000100:00100000:1.0:1777047524.141664:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4208 00000100:00100000:1.0:1777047524.141690:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365388154240:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047524.141943:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365388154240:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 258us (4140us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047524.141963:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4208 00010000:00010000:0.0:1777047524.164894:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047524.170802:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047524.171796:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388154496 00000100:00100000:0.0:1777047524.171813:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388154496 00000100:00100000:0.0:1777047524.172014:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6330 00000100:00100000:0.0:1777047524.172036:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749167800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57891:x1863365388154496:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047524.172145:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047524.172187:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a4d0 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a09 expref: 38 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.172221:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047524.172232:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047524.172575:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493a4ec lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.172602:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493a4ec lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.172619:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493a4ec lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047524.172700:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935203 00000004:00010000:0.0:1777047524.172792:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000061373076 reply state 00000000ea4ccff3 transno 8589935204 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493a4ec lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.172817:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493a4ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.172832:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047524.172838:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047524.172843:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047524.172981:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749167800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57891:x1863365388154496:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 949us (2187us total) trans 8589935204 rc 0/0 00000100:00100000:0.0:1777047524.172997:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6330 00000020:00080000:0.0:1777047524.173007:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047524.180946:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047524.182227:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388154624 00000100:00100000:1.0:1777047524.182242:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388154624 00000100:00100000:1.0:1777047524.182682:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4209 00000100:00100000:1.0:1777047524.182703:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57891:x1863365388154624:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047524.182758:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047524.182794:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001d38f545/0x5ecf73d72493a4f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8a10 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047524.182838:0:8481:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 184320, mtime: 0x69eb97e4, atime: 0x69eb97bd, ctime: 0x69eb97e4, blocks: 0xb0 00010000:00010000:1.0:1777047524.182874:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047524.182879:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047524.182892:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001d38f545/0x5ecf73d72493a4f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a10 expref: 18 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.182922:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001d38f545/0x5ecf73d72493a4f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a10 expref: 18 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.182944:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f47a00, rc 0) 00000100:00100000:1.0:1777047524.183042:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57891:x1863365388154624:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 342us (2107us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047524.183055:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4209 00000100:00100000:1.0:1777047524.198718:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047524.198820:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047524.199492:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388154752 00000100:00100000:3.0:1777047524.199510:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388154752 00002000:00010000:3.0:1777047524.199572:0:24563:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (184320->18446744073709551615) 00002000:00100000:3.0:1777047524.199582:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064e8f8380 with x1863365388154752 ext(184320->18446744073709551615) 00002000:00010000:3.0:1777047524.199602:0:24563:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064e8f8380. 00000100:00100000:3.0:1777047524.199653:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388154880 00000100:00100000:3.0:1777047524.199660:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388154880 00002000:00010000:3.0:1777047524.199686:0:24563:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:3.0:1777047524.199693:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064e8f8a80 with x1863365388154880 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047524.199705:0:24563:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064e8f8a80. 00000100:00100000:3.0:1777047524.201307:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1415 00000100:00100000:3.0:1777047524.201331:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388154752:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:3.0:1777047524.201567:0:24563:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 184320 -> 184320 00002000:00010000:3.0:1777047524.201575:0:24563:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047524 -> 1777047524 00002000:00010000:3.0:1777047524.201581:0:24563:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:3.0:1777047524.201587:0:24563:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047524 -> 1777047524 00002000:00010000:3.0:1777047524.201592:0:24563:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 176 -> 176 00000100:00100000:3.0:1777047524.201757:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365388154752:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 402us (3019us total) trans 17179870457 rc 0/0 00000100:00100000:3.0:1777047524.201776:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1415 00002000:00010000:3.0:1777047524.201784:0:24563:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (184320->18446744073709551615) 00002000:00100000:3.0:1777047524.201790:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064e8f8380 with x1863365388154752 ext(184320->18446744073709551615) 00002000:00010000:3.0:1777047524.201800:0:24563:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064e8f8380. 00000100:00100000:3.0:1777047524.202213:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1416 00000100:00100000:3.0:1777047524.202230:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2431:x1863365388154880:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:3.0:1777047524.202370:0:24563:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047524.202377:0:24563:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047524 -> 1777047524 00002000:00010000:3.0:1777047524.202413:0:24563:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:3.0:1777047524.202418:0:24563:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047524 -> 1777047524 00002000:00010000:3.0:1777047524.202423:0:24563:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047524.202470:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365388154880:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 243us (3649us total) trans 21474837819 rc 0/0 00000100:00100000:3.0:1777047524.202484:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1416 00002000:00010000:3.0:1777047524.202490:0:24563:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:3.0:1777047524.202496:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064e8f8a80 with x1863365388154880 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047524.202505:0:24563:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064e8f8a80. 00000100:00100000:3.0:1777047524.218551:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047524.221218:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388155008 00000100:00100000:1.0:1777047524.221233:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388155008 00000100:00100000:1.0:1777047524.221536:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6331 00000100:00100000:1.0:1777047524.221558:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57891:x1863365388155008:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047524.221599:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047524.221633:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a4fa lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8a17 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.221849:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a501 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.221886:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a501 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.221906:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a501 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047524.221957:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 184320 00000004:00200000:1.0:1777047524.221965:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047524.221997:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a501 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.222075:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a4fa lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a17 expref: 42 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.222111:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a501 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a17 expref: 41 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.222129:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047524.222136:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047524.222142:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f46800, rc 0) 00000100:00100000:1.0:1777047524.222228:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57891:x1863365388155008:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 674us (3689us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047524.222244:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6331 00000100:00100000:2.0:1777047524.232606:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047524.233543:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388155264 00000100:00100000:3.0:1777047524.233560:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388155264 00000100:00100000:3.0:1777047524.233685:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6332 00000100:00100000:3.0:1777047524.233704:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57891:x1863365388155264:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:3.0:1777047524.233804:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047524.233844:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a501 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a17 expref: 41 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.233879:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047524.233888:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047524.234147:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d72493a508 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.234173:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d72493a508 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.234191:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d72493a508 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047524.234267:0:9025:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935205 00000004:00010000:3.0:1777047524.234311:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006603816f reply state 0000000099e2d0ac transno 8589935206 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d72493a508 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.234333:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d72493a508 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.234344:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047524.234348:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047524.234353:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047524.234561:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57891:x1863365388155264:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 859us (1963us total) trans 8589935206 rc 0/0 00000100:00100000:3.0:1777047524.234575:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6332 00000020:00080000:3.0:1777047524.234584:0:9025:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047524.253830:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047524.256904:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388155392 00000100:00100000:1.0:1777047524.256921:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388155392 00000100:00100000:0.0:1777047524.258085:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4210 00000100:00100000:0.0:1777047524.258105:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0775807450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:57891:x1863365388155392:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047524.258138:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047524.258170:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493a50f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8a1e expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047524.258206:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8f:0x0] initial LVB size: 184320, mtime: 0x69eb97e4, atime: 0x69eb97ca, ctime: 0x69eb97e4, blocks: 0xb0 00010000:00010000:0.0:1777047524.258236:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047524.258240:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047524.258251:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493a50f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a1e expref: 13 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.258278:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493a50f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a1e expref: 13 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.258299:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388a00, rc 0) 00000100:00100000:0.0:1777047524.258422:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0775807450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57891:x1863365388155392:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 321us (4603us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047524.258437:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4210 00000100:00100000:3.0:1777047524.276276:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047524.276443:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388155648 00000100:00100000:1.0:1777047524.276458:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388155648 00002000:00010000:1.0:1777047524.276516:0:20134:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/112 (0->18446744073709551615) 00002000:00100000:1.0:1777047524.276525:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0749165880 with x1863365388155648 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047524.276542:0:20134:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0749165880. 00000100:00100000:1.0:1777047524.276586:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1417 00000100:00100000:1.0:1777047524.276603:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749165880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388155648:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047524.276844:0:20134:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047524.276852:0:20134:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb mtime from disk: 1777047524 -> 1777047524 00002000:00010000:1.0:1777047524.276857:0:20134:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047524.276861:0:20134:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb ctime from disk: 1777047524 -> 1777047524 00002000:00010000:1.0:1777047524.276865:0:20134:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047524.276909:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047524.276941:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749165880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388155648:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 341us (675us total) trans 17179870458 rc 0/0 00000100:00100000:1.0:1777047524.276957:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1417 00000100:00100000:2.0:1777047524.277057:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388155520 00000100:00100000:2.0:1777047524.277067:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388155520 00002000:00010000:2.0:1777047524.277098:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/143 (184320->18446744073709551615) 00002000:00100000:2.0:1777047524.277105:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0749167100 with x1863365388155520 ext(184320->18446744073709551615) 00002000:00010000:2.0:1777047524.277433:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0749167100. 00000100:00100000:2.0:1777047524.277481:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1418 00000100:00100000:2.0:1777047524.277497:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388155520:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:2.0:1777047524.277628:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb size from disk: 184320 -> 184320 00002000:00010000:2.0:1777047524.277634:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb mtime from disk: 1777047524 -> 1777047524 00002000:00010000:2.0:1777047524.277638:0:24566:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047524.277642:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb ctime from disk: 1777047524 -> 1777047524 00002000:00010000:2.0:1777047524.277647:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb blocks from disk: 176 -> 176 00000100:00100000:2.0:1777047524.277704:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388155520:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 210us (795us total) trans 21474837820 rc 0/0 00000100:00100000:2.0:1777047524.278034:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1418 00002000:00010000:2.0:1777047524.278042:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/143 (184320->18446744073709551615) 00002000:00100000:2.0:1777047524.278048:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0749167100 with x1863365388155520 ext(184320->18446744073709551615) 00002000:00010000:2.0:1777047524.278058:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0749167100. 00002000:00010000:1.0:1777047524.278299:0:20134:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/112 (0->18446744073709551615) 00002000:00100000:1.0:1777047524.278306:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0749165880 with x1863365388155648 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047524.278316:0:20134:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0749165880. 00000100:00100000:3.0:1777047524.295654:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047524.296278:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388155776 00000100:00100000:2.0:1777047524.296293:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388155776 00000100:00100000:2.0:1777047524.296451:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6333 00000100:00100000:2.0:1777047524.296470:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57891:x1863365388155776:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047524.296507:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047524.296540:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a516 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8a25 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.296678:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493a51d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.296704:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493a51d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.296759:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493a51d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047524.296816:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 184320 00000004:00200000:2.0:1777047524.296824:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047524.296856:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493a51d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.296905:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a516 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a25 expref: 45 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.296936:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493a51d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a25 expref: 44 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.296951:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047524.296957:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047524.296963:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166e00, rc 0) 00000100:00100000:2.0:1777047524.297056:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:57891:x1863365388155776:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 589us (1414us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047524.297070:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6333 00000100:00100000:0.0:1777047524.316844:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047524.317586:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388155904 00000100:00100000:2.0:1777047524.317601:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388155904 00000100:00100000:2.0:1777047524.317720:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1419 00000100:00100000:2.0:1777047524.317768:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388155904:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047524.318455:0:24564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493a524 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.318480:0:24564:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047524.318483:0:24564:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047524.318491:0:24564:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493a524 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.318511:0:24564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493a524 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.318645:0:24564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493a524 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.318662:0:24564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493a524 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.318676:0:24564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493a524 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.318697:0:24564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047524.318704:0:24564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493a524 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.318718:0:24564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493a524 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.321167:0:24564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493a524 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.321185:0:24564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493a524 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047524.321285:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388155904:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 3518us (4450us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1777047524.321301:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1419 00000100:00100000:3.0:1777047524.343217:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047524.344993:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388156032 00000100:00100000:0.0:1777047524.345009:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388156032 00000100:00100000:0.0:1777047524.345138:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1420 00000100:00100000:0.0:1777047524.345158:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2431:x1863365388156032:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:0.0:1777047524.345214:0:29057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493a52b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.345249:0:29057:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001d38f545/0x5ecf73d72493a4f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a10 expref: 20 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.345268:0:29057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047524.345272:0:29057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047524.345279:0:29057:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493a52b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.345361:0:29057:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001d38f545/0x5ecf73d72493a4f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a10 expref: 20 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.345454:0:29057:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001d38f545/0x5ecf73d72493a4f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a10 expref: 20 pid: 8481 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047524.345490:0:29057:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e281880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:29057:1863365443105152:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047524.345616:0:29057:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047524.370503:0:29057:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e281880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:29057:1863365443105152:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047524.370552:0:29057:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493a52b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047524.371841:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047524.372226:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388156160 00000100:00100000:1.0:1777047524.372240:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388156160 00010000:00010000:1.0:1777047524.372299:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001d38f545/0x5ecf73d72493a4f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a10 expref: 21 pid: 8481 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047524.372375:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2125 00000100:00100000:1.0:1777047524.372427:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388156160:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047524.372452:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047524.372482:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000001d38f545/0x5ecf73d72493a4f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a10 expref: 21 pid: 8481 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.372519:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001d38f545/0x5ecf73d72493a4f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a10 expref: 21 pid: 8481 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.372558:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001d38f545/0x5ecf73d72493a4f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a10 expref: 21 pid: 8481 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.372582:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047524.372586:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047524.372615:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493a52b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.374182:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493a52b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.374557:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047524.375150:0:29057:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493a52b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.375179:0:29057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493a52b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047524.375327:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388156160:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 2901us (3486us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047524.375345:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2125 00000001:00080000:2.0:1777047524.394381:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870459 is committed 00002000:00010000:1.0:1777047524.406586:0:29057:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 184320 -> 221184 00002000:00010000:1.0:1777047524.406602:0:29057:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 176 -> 192 00010000:00010000:1.0:1777047524.406626:0:29057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493a52b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.406651:0:29057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493a52b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.406681:0:29057:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493a52b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.406697:0:29057:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047524.406706:0:29057:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493a52b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.406754:0:29057:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493a52b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.406808:0:29057:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493a52b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.406826:0:29057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493a52b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047524.406975:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388156032:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 61814us (63763us total) trans 17179870459 rc 0/0 00000100:00100000:1.0:1777047524.406994:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1420 00000100:00100000:3.0:1777047524.426925:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047524.432713:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388156288 00000100:00100000:2.0:1777047524.432760:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388156288 00000100:00100000:2.0:1777047524.432909:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1421 00000100:00100000:2.0:1777047524.432929:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388156288:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:2.0:1777047524.434962:0:24562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d72493a532 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.435011:0:24562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493a50f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a1e expref: 14 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.435033:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047524.435037:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047524.435043:0:24562:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d72493a532 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.435115:0:24562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493a50f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a1e expref: 14 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.435149:0:24562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493a50f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a1e expref: 14 pid: 8480 timeout: 4253 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047524.435177:0:24562:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644483480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24562:1863365443105280:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047524.437185:0:24562:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047524.462909:0:24562:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644483480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24562:1863365443105280:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047524.462957:0:24562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d72493a532 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047524.471469:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047524.472073:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388156416 00000100:00100000:0.0:1777047524.472087:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388156416 00010000:00010000:0.0:1777047524.472158:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493a50f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a1e expref: 15 pid: 8480 timeout: 4253 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047524.472248:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2126 00000100:00100000:0.0:1777047524.472267:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388156416:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047524.472295:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047524.472365:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493a50f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a1e expref: 15 pid: 8480 timeout: 4253 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.472454:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493a50f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a1e expref: 15 pid: 8480 timeout: 4253 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.472503:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493a50f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a1e expref: 15 pid: 8480 timeout: 4253 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.472536:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047524.472540:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047524.472550:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d72493a532 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.472575:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d72493a532 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.472627:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047524.472784:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388156416:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 512us (1390us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047524.472802:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2126 00010000:00010000:2.0:1777047524.473760:0:24562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d72493a532 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.473785:0:24562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d72493a532 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047524.490610:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837821 is committed 00002000:00010000:3.0:1777047524.491376:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb size from disk: 184320 -> 221184 00002000:00010000:3.0:1777047524.491431:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb blocks from disk: 176 -> 192 00010000:00010000:3.0:1777047524.491454:0:24562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d72493a532 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.491484:0:24562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d72493a532 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.491503:0:24562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d72493a532 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.491523:0:24562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047524.491533:0:24562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d72493a532 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.491555:0:24562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d72493a532 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.491588:0:24562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d72493a532 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.491607:0:24562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040af826f/0x5ecf73d72493a532 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047524.491993:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2431:x1863365388156288:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 59061us (65072us total) trans 21474837821 rc 0/0 00000100:00100000:3.0:1777047524.492023:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1421 00000100:00100000:2.0:1777047524.543793:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047524.546614:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388156544 00000100:00100000:1.0:1777047524.546641:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388156544 00000100:00100000:1.0:1777047524.546849:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4211 00000100:00100000:1.0:1777047524.546870:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644483b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365388156544:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047524.547122:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644483b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365388156544:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 256us (3352us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047524.547157:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4211 00000100:00100000:3.0:1777047524.591040:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047524.606158:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388156672 00000100:00100000:2.0:1777047524.606191:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388156672 00000100:00100000:3.0:1777047524.614575:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4212 00000100:00100000:3.0:1777047524.614616:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2431:x1863365388156672:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047524.615329:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2431:x1863365388156672:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 732us (24311us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.615359:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4212 00000100:00100000:3.0:1777047524.670291:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047524.671630:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388156928 00000100:00100000:2.0:1777047524.671645:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388156928 00000100:00100000:2.0:1777047524.671779:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6334 00000100:00100000:2.0:1777047524.671800:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:57891:x1863365388156928:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047524.671886:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047524.671932:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493a51d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a25 expref: 44 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.671989:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047524.671998:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047524.672695:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493a539 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.672754:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493a539 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.672778:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493a539 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047524.672865:0:6589:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935207 00000004:00010000:2.0:1777047524.672913:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000158ad2f1 reply state 0000000036caca49 transno 8589935208 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493a539 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.672936:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493a539 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.672954:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047524.672959:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047524.672964:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047524.673133:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+46:57891:x1863365388156928:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1335us (2858us total) trans 8589935208 rc 0/0 00000100:00100000:2.0:1777047524.673153:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6334 00000020:00080000:2.0:1777047524.673162:0:6589:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047524.683566:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047524.683776:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388157056 00000100:00100000:0.0:1777047524.683792:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388157056 00000100:00100000:0.0:1777047524.683903:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4213 00000100:00100000:0.0:1777047524.683926:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644483480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57891:x1863365388157056:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047524.683954:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047524.683990:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493a540 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8a2c expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047524.684038:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 221184, mtime: 0x69eb97e4, atime: 0x69eb97bd, ctime: 0x69eb97e4, blocks: 0xc0 00010000:00010000:0.0:1777047524.684074:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047524.684079:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047524.684096:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493a540 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a2c expref: 18 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.684126:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493a540 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a2c expref: 18 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.684156:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388a00, rc 0) 00000100:00100000:0.0:1777047524.684251:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644483480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57891:x1863365388157056:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 331us (697us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047524.684272:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4213 00000100:00100000:1.0:1777047524.703429:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047524.703522:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047524.703823:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388157184 00000100:00100000:2.0:1777047524.703840:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388157184 00002000:00010000:2.0:1777047524.703897:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (221184->18446744073709551615) 00002000:00100000:2.0:1777047524.703906:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064e8f9180 with x1863365388157184 ext(221184->18446744073709551615) 00002000:00010000:2.0:1777047524.703925:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064e8f9180. 00000100:00100000:2.0:1777047524.703990:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388157312 00000100:00100000:2.0:1777047524.703998:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388157312 00002000:00010000:2.0:1777047524.704025:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:2.0:1777047524.704032:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064e8f9f80 with x1863365388157312 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047524.704045:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064e8f9f80. 00000100:00100000:2.0:1777047524.704104:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1422 00000100:00100000:0.0:1777047524.704132:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1423 00000100:00100000:2.0:1777047524.704135:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388157184:12345-192.168.201.54@tcp:10:lfs.0 00000100:00100000:0.0:1777047524.704165:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365388157312:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:0.0:1777047524.704469:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047524.704477:0:8485:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 221184 -> 221184 00002000:00010000:0.0:1777047524.704478:0:29067:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047524 -> 1777047525 00002000:00010000:0.0:1777047524.704494:0:29067:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:2.0:1777047524.704495:0:8485:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047524 -> 1777047525 00002000:00010000:0.0:1777047524.704504:0:29067:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047524 -> 1777047525 00002000:00010000:2.0:1777047524.704507:0:8485:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:0.0:1777047524.704513:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777047524.704516:0:8485:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047524 -> 1777047525 00002000:00010000:2.0:1777047524.704526:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 192 -> 192 00000100:00100000:0.0:1777047524.704613:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388157312:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 459us (1088us total) trans 21474837822 rc 0/0 00000100:00100000:0.0:1777047524.704631:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1423 00002000:00010000:0.0:1777047524.704640:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:0.0:1777047524.704647:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064e8f9f80 with x1863365388157312 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047524.704660:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064e8f9f80. 00000100:00100000:2.0:1777047524.708567:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388157184:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 4435us (5139us total) trans 17179870460 rc 0/0 00000100:00100000:2.0:1777047524.708589:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1422 00002000:00010000:2.0:1777047524.708599:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (221184->18446744073709551615) 00002000:00100000:2.0:1777047524.708607:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064e8f9180 with x1863365388157184 ext(221184->18446744073709551615) 00002000:00010000:2.0:1777047524.708621:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064e8f9180. 00000100:00100000:3.0:1777047524.727950:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047524.728144:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388157440 00000100:00100000:0.0:1777047524.728160:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388157440 00000100:00100000:0.0:1777047524.728646:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6335 00000100:00100000:0.0:1777047524.728667:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+46:57891:x1863365388157440:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047524.728705:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047524.728768:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493a547 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8a33 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.730214:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493a54e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.730281:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493a54e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.730301:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493a54e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047524.730343:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 221184 00000004:00200000:2.0:1777047524.730350:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047524.730377:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493a54e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.730469:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493a547 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a33 expref: 48 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.730501:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493a54e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a33 expref: 47 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.730517:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047524.730522:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047524.730528:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166e00, rc 0) 00000100:00100000:2.0:1777047524.730627:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+47:57891:x1863365388157440:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1964us (2688us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047524.730644:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6335 00000100:00100000:0.0:1777047524.751952:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047524.754022:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388157696 00000100:00100000:2.0:1777047524.754038:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388157696 00000100:00100000:2.0:1777047524.754145:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6336 00000100:00100000:2.0:1777047524.754164:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+47:57891:x1863365388157696:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047524.754580:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047524.754619:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493a54e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a33 expref: 47 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.754665:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047524.754674:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047524.754919:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a555 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.754945:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a555 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.754962:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a555 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047524.755033:0:6588:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935209 00000004:00010000:2.0:1777047524.755069:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a339c357 reply state 0000000035dfb7f5 transno 8589935210 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a555 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.755089:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a555 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.755101:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047524.755105:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047524.755110:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047524.755562:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+49:57891:x1863365388157696:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1399us (3618us total) trans 8589935210 rc 0/0 00000100:00100000:2.0:1777047524.755576:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6336 00000020:00080000:2.0:1777047524.755584:0:6588:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047524.765673:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047524.766137:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388157824 00000100:00100000:2.0:1777047524.766150:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388157824 00000100:00100000:2.0:1777047524.766228:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4214 00000100:00100000:2.0:1777047524.766244:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:57891:x1863365388157824:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047524.766269:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047524.766298:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d72493a55c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8a3a expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047524.766357:0:11204:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8f:0x0] initial LVB size: 221184, mtime: 0x69eb97e4, atime: 0x69eb97ca, ctime: 0x69eb97e4, blocks: 0xc0 00010000:00010000:2.0:1777047524.766446:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047524.766451:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047524.766462:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d72493a55c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a3a expref: 13 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.766487:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d72493a55c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a3a expref: 13 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.766506:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166e00, rc 0) 00000100:00100000:2.0:1777047524.766574:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57891:x1863365388157824:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 332us (911us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047524.766586:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4214 00000100:00100000:3.0:1777047524.786357:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047524.786481:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047524.787875:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388157952 00000100:00100000:0.0:1777047524.787888:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388157952 00002000:00010000:0.0:1777047524.787940:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/143 (221184->18446744073709551615) 00002000:00100000:0.0:1777047524.787947:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0749166d80 with x1863365388157952 ext(221184->18446744073709551615) 00002000:00010000:0.0:1777047524.787960:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0749166d80. 00000100:00100000:0.0:1777047524.787998:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388158080 00000100:00100000:0.0:1777047524.788003:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388158080 00002000:00010000:0.0:1777047524.788022:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/112 (0->18446744073709551615) 00002000:00100000:0.0:1777047524.788027:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a3480 with x1863365388158080 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047524.788037:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e2a3480. 00000100:00100000:0.0:1777047524.788064:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1424 00000100:00100000:0.0:1777047524.788078:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388157952:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:0.0:1777047524.788283:0:8486:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb size from disk: 221184 -> 221184 00002000:00010000:0.0:1777047524.788289:0:8486:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb mtime from disk: 1777047524 -> 1777047525 00002000:00010000:0.0:1777047524.788292:0:8486:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047524.788296:0:8486:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb ctime from disk: 1777047524 -> 1777047525 00002000:00010000:0.0:1777047524.788299:0:8486:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb blocks from disk: 192 -> 192 00000100:00100000:0.0:1777047524.788363:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388157952:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 287us (2018us total) trans 21474837823 rc 0/0 00000100:00100000:0.0:1777047524.788376:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1424 00002000:00010000:0.0:1777047524.788422:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/143 (221184->18446744073709551615) 00002000:00100000:0.0:1777047524.788427:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0749166d80 with x1863365388157952 ext(221184->18446744073709551615) 00002000:00010000:0.0:1777047524.788435:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0749166d80. 00000100:00100000:0.0:1777047524.788462:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1425 00000100:00100000:0.0:1777047524.788473:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388158080:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:0.0:1777047524.788576:0:8486:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047524.788581:0:8486:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb mtime from disk: 1777047524 -> 1777047525 00002000:00010000:0.0:1777047524.788585:0:8486:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047524.788588:0:8486:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb ctime from disk: 1777047524 -> 1777047525 00002000:00010000:0.0:1777047524.788591:0:8486:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047524.788626:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388158080:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 154us (2145us total) trans 17179870461 rc 0/0 00000100:00100000:0.0:1777047524.788638:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1425 00002000:00010000:0.0:1777047524.788643:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/112 (0->18446744073709551615) 00002000:00100000:0.0:1777047524.788646:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a3480 with x1863365388158080 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047524.788653:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e2a3480. 00000100:00100000:0.0:1777047524.799500:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047524.799859:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388158208 00000100:00100000:2.0:1777047524.799873:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388158208 00000100:00100000:2.0:1777047524.799961:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6337 00000100:00100000:2.0:1777047524.799977:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+49:57891:x1863365388158208:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047524.800006:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047524.800032:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a563 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8a41 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.800158:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a56a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.800181:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a56a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.800197:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a56a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047524.800256:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 221184 00000004:00200000:2.0:1777047524.800262:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047524.800287:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a56a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.800328:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a563 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a41 expref: 51 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.800350:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a56a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a41 expref: 50 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.800362:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047524.800366:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047524.800371:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167200, rc 0) 00000100:00100000:2.0:1777047524.800515:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+50:57891:x1863365388158208:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 540us (1024us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047524.800527:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6337 00000100:00100000:1.0:1777047524.807014:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047524.808459:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388158336 00000100:00100000:0.0:1777047524.808474:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388158336 00000100:00100000:0.0:1777047524.808582:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1426 00000100:00100000:0.0:1777047524.808598:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388158336:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047524.808655:0:29061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a571 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.808680:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047524.808683:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047524.808689:0:29061:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a571 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.808710:0:29061:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a571 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.810500:0:29061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a571 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.810518:0:29061:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a571 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.810546:0:29061:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a571 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.810566:0:29061:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047524.810573:0:29061:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a571 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.810586:0:29061:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a571 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.810609:0:29061:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a571 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.810622:0:29061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a571 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047524.810781:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388158336:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 2121us (3710us total) trans 0 rc 1525/1525 00000100:00100000:0.0:1777047524.810797:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1426 00000100:00100000:3.0:1777047524.826553:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047524.828277:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388158464 00000100:00100000:1.0:1777047524.828291:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388158464 00000100:00100000:0.0:1777047524.828461:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1427 00000100:00100000:0.0:1777047524.828491:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388158464:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:0.0:1777047524.828541:0:20132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a578 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.828572:0:20132:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493a540 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a2c expref: 20 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.828585:0:20132:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047524.828589:0:20132:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047524.828595:0:20132:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a578 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.828645:0:20132:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493a540 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a2c expref: 20 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.828668:0:20132:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493a540 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a2c expref: 20 pid: 30115 timeout: 4253 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047524.828690:0:20132:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e281500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:20132:1863365443105408:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047524.828919:0:20132:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047524.837939:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047524.838122:0:20132:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e281500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:20132:1863365443105408:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047524.838158:0:20132:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a578 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047524.851131:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388158592 00000100:00100000:3.0:1777047524.851149:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388158592 00010000:00010000:3.0:1777047524.851254:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493a540 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a2c expref: 21 pid: 30115 timeout: 4253 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047524.851457:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2127 00000100:00100000:3.0:1777047524.851476:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388158592:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047524.851526:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047524.851556:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493a540 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a2c expref: 21 pid: 30115 timeout: 4253 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.851590:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493a540 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a2c expref: 21 pid: 30115 timeout: 4253 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.851642:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493a540 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a2c expref: 21 pid: 30115 timeout: 4253 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.851667:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047524.851671:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047524.851678:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a578 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.851694:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a578 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.851767:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047524.851860:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388158592:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 388us (13930us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.851872:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2127 00010000:00010000:0.0:1777047524.852776:0:20132:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a578 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.852795:0:20132:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a578 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047524.889359:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870462 is committed 00002000:00010000:0.0:1777047524.889928:0:20132:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 221184 -> 241664 00002000:00010000:0.0:1777047524.889937:0:20132:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 192 -> 208 00010000:00010000:0.0:1777047524.889957:0:20132:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a578 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.889993:0:20132:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a578 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.890011:0:20132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a578 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.890288:0:20132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047524.890297:0:20132:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a578 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.890317:0:20132:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a578 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.890351:0:20132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a578 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.890366:0:20132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a578 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047524.892107:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388158464:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 63622us (65555us total) trans 17179870462 rc 0/0 00000100:00100000:0.0:1777047524.892126:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1427 00000100:00100000:2.0:1777047524.921555:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047524.922597:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388158720 00000100:00100000:3.0:1777047524.922612:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388158720 00000100:00100000:3.0:1777047524.922784:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1428 00000100:00100000:3.0:1777047524.922805:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644482d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388158720:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:3.0:1777047524.922860:0:24564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a57f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.922895:0:24564:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d72493a55c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a3a expref: 14 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.922911:0:24564:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047524.922915:0:24564:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047524.922921:0:24564:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a57f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.922974:0:24564:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d72493a55c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a3a expref: 14 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.922999:0:24564:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d72493a55c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a3a expref: 14 pid: 11204 timeout: 4253 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047524.923026:0:24564:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24564:1863365443105536:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047524.923152:0:24564:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0742e6b900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047524.937774:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047524.937988:0:24564:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24564:1863365443105536:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047524.938055:0:24564:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a57f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047524.938208:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388158848 00000100:00100000:1.0:1777047524.938220:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388158848 00010000:00010000:1.0:1777047524.938275:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d72493a55c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a3a expref: 15 pid: 11204 timeout: 4253 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047524.938350:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2128 00000100:00100000:1.0:1777047524.938371:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644480700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388158848:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047524.938461:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047524.938498:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d72493a55c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a3a expref: 15 pid: 11204 timeout: 4253 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.938523:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d72493a55c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a3a expref: 15 pid: 11204 timeout: 4253 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.938561:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb5d219d/0x5ecf73d72493a55c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a3a expref: 15 pid: 11204 timeout: 4253 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.938599:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047524.938603:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047524.938612:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a57f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.938632:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a57f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.938694:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047524.939120:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644480700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388158848:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 752us (1357us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047524.939138:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2128 00010000:00010000:3.0:1777047524.939548:0:24564:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a57f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.939567:0:24564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a57f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047524.960682:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837824 is committed 00002000:00010000:3.0:1777047524.964530:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb size from disk: 221184 -> 241664 00002000:00010000:3.0:1777047524.964543:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb blocks from disk: 192 -> 208 00010000:00010000:3.0:1777047524.964563:0:24564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a57f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.964586:0:24564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a57f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.964634:0:24564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a57f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.964650:0:24564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047524.964658:0:24564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a57f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.964676:0:24564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a57f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.964707:0:24564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a57f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.964722:0:24564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a57f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047524.965196:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644482d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2432:x1863365388158720:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 42390us (43644us total) trans 21474837824 rc 0/0 00000100:00100000:3.0:1777047524.965215:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1428 00000100:00100000:2.0:1777047525.081963:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047525.082866:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388159104 00000100:00100000:1.0:1777047525.082882:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388159104 00000100:00100000:1.0:1777047525.083015:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6338 00000100:00100000:1.0:1777047525.083036:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+50:57891:x1863365388159104:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:1.0:1777047525.083115:0:6590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047525.083156:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a56a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a41 expref: 50 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.083187:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047525.083195:0:6590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:2.0:1777047525.083577:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777047525.083875:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a586 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.083902:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a586 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.083920:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a586 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047525.083995:0:6590:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935211 00000004:00010000:1.0:1777047525.084038:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002d79621a reply state 00000000b8875476 transno 8589935212 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a586 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.084060:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a586 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.084072:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047525.084076:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047525.084081:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047525.084227:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+52:57891:x1863365388159104:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1195us (2283us total) trans 8589935212 rc 0/0 00000100:00100000:1.0:1777047525.084241:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6338 00000020:00080000:1.0:1777047525.084250:0:6590:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047525.104642:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047525.107893:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388159232 00000100:00100000:0.0:1777047525.107912:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388159232 00000100:00100000:0.0:1777047525.108033:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4215 00000100:00100000:0.0:1777047525.108055:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644480e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57891:x1863365388159232:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047525.108084:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047525.108117:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a58d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8a48 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047525.108160:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 241664, mtime: 0x69eb97e5, atime: 0x69eb97bd, ctime: 0x69eb97e5, blocks: 0xd0 00010000:00010000:0.0:1777047525.108540:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047525.108545:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047525.108558:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a58d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a48 expref: 18 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.108590:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a58d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a48 expref: 18 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.108616:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388c00, rc 0) 00000100:00100000:0.0:1777047525.108699:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644480e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57891:x1863365388159232:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 650us (4069us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047525.108898:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4215 00000100:00080000:2.0:1777047525.111029:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777047525.128756:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047525.129179:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047525.135221:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388159360 00000100:00100000:0.0:1777047525.135247:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388159360 00002000:00010000:0.0:1777047525.135490:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (239093->18446744073709551615) 00002000:00100000:0.0:1777047525.135501:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644482300 with x1863365388159360 ext(239093->18446744073709551615) 00002000:00010000:0.0:1777047525.135520:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644482300. 00000100:00100000:0.0:1777047525.139607:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388159488 00000100:00100000:0.0:1777047525.139623:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388159488 00002000:00010000:0.0:1777047525.139747:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:0.0:1777047525.139756:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644481f80 with x1863365388159488 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047525.139777:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644481f80. 00000100:00100000:0.0:1777047525.139843:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1429 00000100:00100000:1.0:1777047525.141647:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1430 00000100:00100000:1.0:1777047525.141668:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365388159488:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047525.142041:0:29057:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047525.142049:0:29057:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047525 -> 1777047525 00002000:00010000:1.0:1777047525.142059:0:29057:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047525.142065:0:29057:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047525 -> 1777047525 00002000:00010000:1.0:1777047525.142069:0:29057:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047525.142170:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388159488:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 508us (12990us total) trans 21474837825 rc 0/0 00000100:00100000:1.0:1777047525.142192:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1430 00002000:00010000:1.0:1777047525.142199:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:1.0:1777047525.142205:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644481f80 with x1863365388159488 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047525.142215:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644481f80. 00000100:00080000:2.0:1777047525.143686:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047525.146279:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388159360:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:0.0:1777047525.146899:0:24565:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 241664 -> 239093 00002000:00010000:0.0:1777047525.146908:0:24565:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047525 -> 1777047525 00002000:00010000:0.0:1777047525.146912:0:24565:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:0.0:1777047525.146916:0:24565:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047525 -> 1777047525 00002000:00010000:0.0:1777047525.146921:0:24565:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:0.0:1777047525.148178:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388159360:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 8310us (19424us total) trans 17179870463 rc 0/0 00000100:00100000:0.0:1777047525.148195:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1429 00002000:00010000:0.0:1777047525.148202:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (239093->18446744073709551615) 00002000:00100000:0.0:1777047525.148209:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644482300 with x1863365388159360 ext(239093->18446744073709551615) 00002000:00010000:0.0:1777047525.148227:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644482300. 00000100:00100000:2.0:1777047525.168638:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047525.170581:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388159616 00000100:00100000:1.0:1777047525.170597:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388159616 00000100:00100000:1.0:1777047525.171230:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6339 00000100:00100000:1.0:1777047525.171437:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644482680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+52:57891:x1863365388159616:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047525.171493:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047525.171535:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a594 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8a4f expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.171990:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a59b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.172017:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a59b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.172047:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a59b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047525.172116:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 239093 00000004:00200000:1.0:1777047525.172124:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047525.172164:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a59b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.172217:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a594 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a4f expref: 54 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.172260:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a59b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a4f expref: 53 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.172287:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047525.172293:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047525.172299:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f46800, rc 0) 00000100:00100000:1.0:1777047525.172394:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644482680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+53:57891:x1863365388159616:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 964us (3776us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047525.193083:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6339 00010000:00010000:1.0:1777047525.199343:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047525.212501:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047525.212695:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388159872 00000100:00100000:3.0:1777047525.212768:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388159872 00000100:00100000:3.0:1777047525.213066:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6340 00000100:00100000:3.0:1777047525.213100:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eace300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+53:57891:x1863365388159872:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:3.0:1777047525.213637:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047525.214766:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a59b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a4f expref: 53 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.214815:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047525.214824:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047525.215184:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a5a2 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.215226:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a5a2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.215243:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a5a2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047525.215361:0:9025:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935213 00000004:00010000:3.0:1777047525.215444:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003f2743d2 reply state 00000000068924b8 transno 8589935214 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a5a2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.215491:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a5a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.215495:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047525.215513:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047525.215518:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047525.217477:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eace300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+55:57891:x1863365388159872:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 4367us (4980us total) trans 8589935214 rc 0/0 00000100:00100000:2.0:1777047525.217507:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6340 00000020:00080000:2.0:1777047525.217517:0:9025:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047525.249994:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047525.250784:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388160000 00000100:00100000:0.0:1777047525.250803:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388160000 00000100:00100000:0.0:1777047525.250923:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4216 00000100:00100000:0.0:1777047525.250954:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:57891:x1863365388160000:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047525.250996:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047525.251042:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a5a9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8a56 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047525.251132:0:36216:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8f:0x0] initial LVB size: 241664, mtime: 0x69eb97e5, atime: 0x69eb97ca, ctime: 0x69eb97e5, blocks: 0xd0 00010000:00010000:0.0:1777047525.251182:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047525.251187:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047525.251214:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a5a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a56 expref: 13 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.251255:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a5a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a56 expref: 13 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.251290:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389a00, rc 0) 00000100:00100000:0.0:1777047525.251460:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57891:x1863365388160000:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 508us (1477us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047525.251475:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4216 00000100:00100000:3.0:1777047525.273586:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047525.273705:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047525.275802:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388160128 00000100:00100000:1.0:1777047525.275828:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388160128 00002000:00010000:1.0:1777047525.275896:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/143 (239093->18446744073709551615) 00002000:00100000:1.0:1777047525.275916:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a1180 with x1863365388160128 ext(239093->18446744073709551615) 00002000:00010000:1.0:1777047525.275934:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a1180. 00000100:00100000:1.0:1777047525.276039:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388160256 00000100:00100000:1.0:1777047525.276046:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388160256 00002000:00010000:1.0:1777047525.276082:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/112 (0->18446744073709551615) 00002000:00100000:1.0:1777047525.276088:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a1500 with x1863365388160256 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047525.276098:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e2a1500. 00000100:00100000:1.0:1777047525.276164:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1431 00000100:00100000:1.0:1777047525.276180:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388160128:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047525.277711:0:29062:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb size from disk: 241664 -> 239093 00002000:00010000:1.0:1777047525.277757:0:29062:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb mtime from disk: 1777047525 -> 1777047525 00002000:00010000:1.0:1777047525.277763:0:29062:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047525.277768:0:29062:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb ctime from disk: 1777047525 -> 1777047525 00002000:00010000:1.0:1777047525.277773:0:29062:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:1.0:1777047525.278341:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388160128:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 2150us (4769us total) trans 21474837826 rc 0/0 00000100:00100000:1.0:1777047525.278358:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1431 00002000:00010000:1.0:1777047525.278376:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/143 (239093->18446744073709551615) 00002000:00100000:1.0:1777047525.278383:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a1180 with x1863365388160128 ext(239093->18446744073709551615) 00002000:00010000:1.0:1777047525.278394:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a1180. 00000100:00100000:1.0:1777047525.278486:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1432 00000100:00100000:1.0:1777047525.278511:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388160256:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047525.278675:0:29062:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047525.278682:0:29062:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb mtime from disk: 1777047525 -> 1777047525 00002000:00010000:1.0:1777047525.278687:0:29062:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047525.278691:0:29062:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb ctime from disk: 1777047525 -> 1777047525 00002000:00010000:1.0:1777047525.278695:0:29062:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047525.287669:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388160256:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 9134us (13950us total) trans 17179870464 rc 0/0 00000100:00100000:1.0:1777047525.287693:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1432 00002000:00010000:1.0:1777047525.287741:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/112 (0->18446744073709551615) 00002000:00100000:1.0:1777047525.287759:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a1500 with x1863365388160256 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047525.287776:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e2a1500. 00000100:00100000:2.0:1777047525.326921:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047525.327492:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388160512 00000100:00100000:1.0:1777047525.327508:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388160512 00000100:00100000:1.0:1777047525.327648:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6341 00000100:00100000:1.0:1777047525.327669:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+55:57891:x1863365388160512:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:1.0:1777047525.328606:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a5b0 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.328651:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a5b0 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.328674:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a5b0 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047525.328938:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000301581e6 reply state 000000003d713404 transno 8589935215 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a5b0 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.328977:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a5b0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.328992:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047525.328997:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047525.329003:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047525.329625:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+57:57891:x1863365388160512:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1958us (2715us total) trans 8589935215 rc 0/0 00000100:00100000:1.0:1777047525.329650:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6341 00000100:00100000:2.0:1777047525.357067:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047525.359031:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388160640 00000100:00100000:3.0:1777047525.359049:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388160640 00000100:00100000:3.0:1777047525.359191:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4217 00000100:00100000:3.0:1777047525.359212:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57891:x1863365388160640:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047525.359247:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047525.359283:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493a5b7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8a5d expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.359341:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000089fb9df3/0x5ecf73d72493a41a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89bc expref: 15 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.359363:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047525.359367:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047525.359375:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493a5b7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a5d expref: 15 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.359487:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000089fb9df3/0x5ecf73d72493a41a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89bc expref: 15 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.359522:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000089fb9df3/0x5ecf73d72493a41a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89bc expref: 15 pid: 8479 timeout: 4253 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047525.359549:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443105664:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047525.359753:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0742e6b900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047525.398078:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047525.398644:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443105664:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047525.398705:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493a5b7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a5d expref: 15 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.398800:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91e00, rc 0) 00000100:00100000:3.0:1777047525.398925:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57891:x1863365388160640:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 39715us (41878us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047525.398947:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4217 00000100:00100000:1.0:1777047525.400453:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388160768 00000100:00100000:1.0:1777047525.400467:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388160768 00010000:00010000:1.0:1777047525.400533:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000089fb9df3/0x5ecf73d72493a41a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89bc expref: 15 pid: 8479 timeout: 4253 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047525.400619:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2129 00000100:00100000:1.0:1777047525.400643:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388160768:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047525.400672:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047525.400745:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 0000000089fb9df3/0x5ecf73d72493a41a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89bc expref: 15 pid: 8479 timeout: 4253 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.400780:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000089fb9df3/0x5ecf73d72493a41a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89bc expref: 15 pid: 8479 timeout: 4253 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.400863:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089fb9df3/0x5ecf73d72493a41a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89bc expref: 15 pid: 8479 timeout: 4253 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.400907:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047525.400910:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047525.400923:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493a5b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a5d expref: 14 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.400948:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493a5b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a5d expref: 14 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.401023:0:9569:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493a5b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a5d expref: 14 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047525.401051:0:9569:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064e8f9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9569:1863365443105792:192.168.201.54@tcp:105: 00000100:00100000:1.0:1777047525.401159:0:9569:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445f540 going to sleep for 11 seconds 00000100:00100000:2.0:1777047525.417561:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047525.418274:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388160896 00000100:00100000:3.0:1777047525.418295:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388160896 00000100:00100000:1.0:1777047525.418334:0:9569:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064e8f9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9569:1863365443105792:192.168.201.54@tcp:105: 00010000:00010000:1.0:1777047525.418381:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047525.419592:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4218 00000100:00100000:3.0:1777047525.419615:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eaced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:57891:x1863365388160896:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047525.419649:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047525.419684:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d72493a5be lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8a64 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.419775:0:8481:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a421 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89c3 expref: 21 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.419798:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047525.419802:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047525.419809:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d72493a5be lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a64 expref: 21 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.419868:0:8481:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a421 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89c3 expref: 21 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.419899:0:8481:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a421 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89c3 expref: 21 pid: 8481 timeout: 4254 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047525.419977:0:8481:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1863365443105920:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047525.420466:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388160768:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 19826us (22401us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047525.420492:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2129 00000100:00100000:3.0:1777047525.427333:0:8481:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0742e6b900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047525.476894:0:8481:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1863365443105920:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047525.476967:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d72493a5be lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a64 expref: 21 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047525.476998:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:3.0:1777047525.477023:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90000, rc 0) 00000100:00100000:3.0:1777047525.477133:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eaced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:57891:x1863365388160896:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 57520us (59584us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047525.477149:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4218 00000100:00100000:0.0:1777047525.477510:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388161024 00000100:00100000:0.0:1777047525.477524:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388161024 00010000:00010000:0.0:1777047525.477587:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a421 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89c3 expref: 21 pid: 8481 timeout: 4254 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047525.477678:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2130 00000100:00100000:0.0:1777047525.477697:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0751041450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388161024:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047525.478134:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047525.478175:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a421 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89c3 expref: 21 pid: 8481 timeout: 4254 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.478209:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a421 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89c3 expref: 21 pid: 8481 timeout: 4254 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.478258:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493a421 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89c3 expref: 21 pid: 8481 timeout: 4254 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.478319:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047525.478324:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047525.478341:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d72493a5be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a64 expref: 20 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.478378:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d72493a5be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a64 expref: 20 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.478535:0:36227:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d72493a5be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a64 expref: 20 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047525.478567:0:36227:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e281500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:36227:1863365443106048:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047525.478692:0:36227:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047525.507652:0:36227:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e281500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:36227:1863365443106048:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047525.507695:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047525.507823:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0751041450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388161024:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 30127us (30842us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047525.507844:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2130 00000100:00100000:3.0:1777047525.510427:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047525.511462:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388161152 00000100:00100000:0.0:1777047525.511476:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388161152 00000100:00100000:0.0:1777047525.511570:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4219 00000100:00100000:0.0:1777047525.511587:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57891:x1863365388161152:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047525.511615:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047525.511643:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493a5c5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8a6b expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.511693:0:36217:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000048ecbc9b/0x5ecf73d72493a428 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89ca expref: 15 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.511770:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047525.511774:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047525.511806:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493a5c5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a6b expref: 15 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.511862:0:36217:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000048ecbc9b/0x5ecf73d72493a428 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89ca expref: 15 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.511886:0:36217:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000048ecbc9b/0x5ecf73d72493a428 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89ca expref: 15 pid: 8480 timeout: 4254 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047525.511910:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e281500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443106176:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047525.512558:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064b4a6780 going to sleep for 11 seconds 00000100:00100000:0.0:1777047525.546270:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e281500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443106176:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047525.546324:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493a5c5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a6b expref: 15 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.546362:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388a00, rc 0) 00000100:00100000:0.0:1777047525.546550:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57891:x1863365388161152:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 34963us (36127us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047525.546566:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4219 00000100:00100000:2.0:1777047525.549679:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047525.549878:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388161280 00000100:00100000:1.0:1777047525.549892:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388161280 00010000:00010000:1.0:1777047525.549967:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000048ecbc9b/0x5ecf73d72493a428 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89ca expref: 15 pid: 8480 timeout: 4254 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047525.550048:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2131 00000100:00100000:1.0:1777047525.550068:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388161280:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047525.550090:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047525.550120:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000048ecbc9b/0x5ecf73d72493a428 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89ca expref: 15 pid: 8480 timeout: 4254 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.550145:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000048ecbc9b/0x5ecf73d72493a428 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89ca expref: 15 pid: 8480 timeout: 4254 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.550182:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048ecbc9b/0x5ecf73d72493a428 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89ca expref: 15 pid: 8480 timeout: 4254 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.550208:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047525.550211:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047525.550221:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493a5c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a6b expref: 14 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.550238:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493a5c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a6b expref: 14 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.550295:0:6573:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493a5c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a6b expref: 14 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047525.550321:0:6573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064e8f9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365443106304:192.168.201.54@tcp:105: 00000100:00100000:1.0:1777047525.550532:0:6573:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445f540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047525.573016:0:6573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064e8f9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365443106304:192.168.201.54@tcp:105: 00010000:00010000:1.0:1777047525.573055:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047525.573157:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388161280:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 23090us (23483us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047525.573177:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2131 00000100:00100000:3.0:1777047525.573493:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047525.573660:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047525.573703:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047525.574200:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388161536 00000100:00100000:0.0:1777047525.574213:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388161536 00000100:00100000:0.0:1777047525.574291:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388161408 00000100:00100000:0.0:1777047525.574298:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388161408 00000100:00100000:0.0:1777047525.574337:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388161664 00000100:00100000:0.0:1777047525.574343:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388161664 00000100:00100000:0.0:1777047525.574380:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4220 00000100:00100000:0.0:1777047525.574435:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388161536:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:0.0:1777047525.574633:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047525.574640:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047520 -> 1777047522 00002000:00010000:0.0:1777047525.574646:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047512 -> 1777047522 00002000:00010000:0.0:1777047525.574651:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047520 -> 1777047525 00002000:00010000:0.0:1777047525.574655:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1777047525.574747:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388161536:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 316us (1256us total) trans 17179870465 rc 0/0 00000100:00100000:0.0:1777047525.574763:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4220 00000100:00100000:0.0:1777047525.574792:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4221 00000100:00100000:0.0:1777047525.575106:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388161408:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:0.0:1777047525.575566:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 239093 -> 239093 00002000:00010000:0.0:1777047525.575573:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047525.575577:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047520 -> 1777047522 00002000:00010000:0.0:1777047525.575581:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047522 -> 1777047525 00002000:00010000:0.0:1777047525.575586:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 232 -> 232 00000100:00100000:0.0:1777047525.575630:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388161408:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 824us (1970us total) trans 21474837827 rc 0/0 00000100:00100000:0.0:1777047525.575643:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4221 00000100:00100000:0.0:1777047525.575673:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4222 00000100:00100000:0.0:1777047525.575687:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388161664:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:0.0:1777047525.575822:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047525.575828:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047520 -> 1777047522 00002000:00010000:0.0:1777047525.575833:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047512 -> 1777047522 00002000:00010000:0.0:1777047525.575838:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047520 -> 1777047525 00002000:00010000:0.0:1777047525.575842:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047525.575886:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388161664:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 201us (2182us total) trans 21474837828 rc 0/0 00000100:00100000:0.0:1777047525.575899:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4222 00000100:00100000:3.0:1777047525.589084:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047525.589315:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388161920 00000100:00100000:2.0:1777047525.589329:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388161920 00000100:00100000:2.0:1777047525.589481:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2132 00000100:00100000:2.0:1777047525.589499:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+57:57891:x1863365388161920:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:2.0:1777047525.589583:0:15374:0:(mdt_open.c:2500:mdt_close_resync_done()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a3db lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89a7 expref: 57 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.589654:0:15374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a5cc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.589684:0:15374:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493a405 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89ae expref: 57 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.589729:0:15374:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a5cc lrc: 4/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.589782:0:15374:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493a405 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89ae expref: 57 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.589805:0:15374:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493a405 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89ae expref: 57 pid: 6588 timeout: 4254 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047525.589828:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacd180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443106432:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047525.589957:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047525.609859:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacd180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443106432:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047525.609900:0:15374:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a5cc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047525.612244:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047525.615438:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388162048 00000100:00100000:0.0:1777047525.615454:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388162048 00010000:00010000:0.0:1777047525.616499:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493a405 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89ae expref: 58 pid: 6588 timeout: 4254 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047525.617022:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2132 00000100:00100000:0.0:1777047525.617042:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+58:2429:x1863365388162048:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047525.617067:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047525.617080:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493a405 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 17 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89ae expref: 58 pid: 6588 timeout: 4254 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.617105:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493a405 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 17 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89ae expref: 58 pid: 6588 timeout: 4254 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.617452:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493a405 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 17 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89ae expref: 58 pid: 6588 timeout: 4254 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.617480:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047525.617490:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a5cc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.617509:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a5cc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT flags: 0x40290000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.617523:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a5cc lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT flags: 0x40290000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.617562:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047525.617656:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+57:2429:x1863365388162048:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 618us (5416us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047525.617672:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2132 00010000:00010000:2.0:1777047525.618121:0:15374:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a5cc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.618137:0:15374:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a5cc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777047525.618511:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].102, 88 off16952 00000004:00080000:2.0:1777047525.618529:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4154255144428ns, next at 4150333443750ns, rc = 0 00000040:00080000:2.0:1777047525.618585:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].103, 88 off17040 00000004:00080000:2.0:1777047525.618598:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4154255214883ns, next at 4150333366822ns, rc = 0 00000040:00080000:2.0:1777047525.618631:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].104, 88 off17128 00000004:00080000:2.0:1777047525.618638:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4154255254741ns, next at 4150333366822ns, rc = 0 00000040:00080000:2.0:1777047525.618658:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].103, 88 off17040 00000004:00080000:2.0:1777047525.618665:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4154255281888ns, next at 4150333443750ns, rc = 0 00000040:00080000:2.0:1777047525.618682:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].105, 88 off17216 00000004:00080000:2.0:1777047525.618688:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4154255304616ns, next at 4150333366822ns, rc = 0 00000040:00080000:2.0:1777047525.618740:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].104, 88 off17128 00000004:00080000:2.0:1777047525.618748:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4154255364931ns, next at 4150333443750ns, rc = 0 00000040:00080000:2.0:1777047525.618770:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].105, 88 off17216 00000004:00080000:2.0:1777047525.618777:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4154255393068ns, next at 4150333443750ns, rc = 0 00000040:00080000:2.0:1777047525.618794:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].106, 88 off17304 00000004:00080000:2.0:1777047525.618800:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4154255416288ns, next at 4150333366822ns, rc = 0 00000001:00080000:3.0:1777047525.631604:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935216 is committed 00000004:00080000:3.0:1777047525.631623:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 107 committed 00000004:00080000:3.0:1777047525.631680:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 105 committed 00000004:00080000:3.0:1777047525.631730:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 104 committed 00000004:00080000:3.0:1777047525.631737:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 106 committed 00000004:00080000:3.0:1777047525.631740:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 103 committed 00000004:00080000:3.0:1777047525.631744:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 105 committed 00000004:00080000:3.0:1777047525.631748:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 104 committed 00000004:00080000:3.0:1777047525.631752:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 102 committed 00000004:00010000:3.0:1777047525.631903:0:15374:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aaaccd1c reply state 00000000571407d3 transno 8589935216 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a5cc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.631942:0:15374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a5cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.631959:0:15374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047525.631966:0:15374:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1777047525.631972:0:15374:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777047525.632012:0:15374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047525.632017:0:15374:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047525.632031:0:15374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493a3db lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89a7 expref: 35 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:3.0:1777047525.632571:0:15374:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777047525.632593:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57891:x1863365388161920:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 43097us (43518us total) trans 8589935216 rc 0/0 00000100:00100000:3.0:1777047525.632610:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2132 00010000:00010000:3.0:1777047525.632857:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a5cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.632875:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a5cc lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.632888:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a5cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.632900:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047525.632908:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a5cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.632929:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a5cc lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.632951:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047525.632956:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047525.632962:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a5cc lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.632973:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a5cc lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047525.633270:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064e8fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443106944:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047525.633348:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047525.633451:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777047525.633464:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064e8f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443106816:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047525.633506:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047525.633555:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443106944 00000100:00100000:1.0:1777047525.633565:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443106944 00000100:00100000:1.0:1777047525.633640:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443106816 00000100:00100000:1.0:1777047525.633647:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443106816 00000100:00100000:1.0:1777047525.633680:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4223 00000100:00100000:1.0:1777047525.633694:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3683:x1863365443106944:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047525.633921:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb size from disk: 239093 -> 239093 00002000:00010000:1.0:1777047525.633929:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb mtime from disk: 1777047525 -> 1777047525 00002000:00010000:1.0:1777047525.633934:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047525.633938:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb ctime from disk: 1777047525 -> 1777047525 00002000:00010000:1.0:1777047525.633943:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:1.0:1777047525.634004:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3683:x1863365443106944:12345-0@lo:2:osp-syn-0-0.0 Request processed in 310us (655us total) trans 21474837829 rc 0/0 00000100:00100000:1.0:1777047525.634017:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4223 00000100:00100000:1.0:1777047525.634043:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4224 00000100:00100000:1.0:1777047525.634056:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3683:x1863365443106816:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047525.634156:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047525.634163:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047525 -> 1777047525 00002000:00010000:1.0:1777047525.634167:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047525.634172:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047525 -> 1777047525 00002000:00010000:1.0:1777047525.634176:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047525.634224:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3683:x1863365443106816:12345-0@lo:2:osp-syn-0-0.0 Request processed in 171us (717us total) trans 21474837830 rc 0/0 00000100:00100000:1.0:1777047525.634237:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4224 00000100:00080000:1.0:1777047525.634268:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047525.634309:0:3683:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474837811 gen 2 00000004:00080000:1.0:1777047525.634317:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e281f80, transno 21474837808 00000004:00080000:1.0:1777047525.634331:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e283b80, transno 21474837809 00000004:00080000:1.0:1777047525.634336:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e282680, transno 21474837810 00000004:00080000:1.0:1777047525.634341:0:3683:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e280a80, transno 21474837811 00000100:00100000:1.0:1777047525.634351:0:3683:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9e064e8f8e00 x1863365443106816/t21474837830(21474837830) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777047541 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1777047525.634371:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064e8f8e00/2, rc 0, transno 21474837830 00000100:00100000:1.0:1777047525.634379:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064e8f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443106816:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047525.634452:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064e8fb100/2, rc 0, transno 21474837829 00000100:00100000:1.0:1777047525.634461:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064e8fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443106944:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047525.634606:0:33232:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 4 in progress, 2 in flight, 4 done 00000100:00100000:0.0:1777047525.635970:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443107328:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047525.636025:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047525.636065:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047525.636077:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443107456:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047525.636120:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047525.636168:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064e8f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443106688:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047525.636209:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047525.636240:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e283100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443107200:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047525.636275:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047525.636305:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1777047525.636316:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064e8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443106560:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047525.636353:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047525.636422:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443107072:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047525.636461:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047525.636507:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443107328 00000100:00100000:0.0:1777047525.636515:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443107328 00000100:00100000:0.0:1777047525.636567:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443107456 00000100:00100000:0.0:1777047525.636572:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443107456 00000100:00100000:0.0:1777047525.636594:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443106688 00000100:00100000:0.0:1777047525.636598:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443106688 00000100:00100000:0.0:1777047525.636620:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443107200 00000100:00100000:0.0:1777047525.636624:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443107200 00000100:00100000:0.0:1777047525.636641:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443106560 00000100:00100000:0.0:1777047525.636645:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443106560 00000100:00100000:0.0:1777047525.636659:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443107072 00000100:00100000:0.0:1777047525.636663:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443107072 00000100:00100000:0.0:1777047525.636686:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4225 00000100:00100000:0.0:1777047525.636700:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3682:x1863365443107328:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047525.636873:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 239093 -> 239093 00002000:00010000:0.0:1777047525.636880:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047525 -> 1777047525 00002000:00010000:0.0:1777047525.636883:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:0.0:1777047525.636887:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047525 -> 1777047525 00002000:00010000:0.0:1777047525.636891:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:0.0:1777047525.636953:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3682:x1863365443107328:12345-0@lo:2:osp-syn-1-0.0 Request processed in 254us (926us total) trans 17179870466 rc 0/0 00000100:00100000:0.0:1777047525.636967:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4225 00000100:00100000:0.0:1777047525.636997:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4226 00000100:00100000:0.0:1777047525.637010:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3682:x1863365443107456:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047525.637089:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047525.637095:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb mtime from disk: 1777047525 -> 1777047525 00002000:00010000:0.0:1777047525.637099:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047525.637103:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb ctime from disk: 1777047525 -> 1777047525 00002000:00010000:0.0:1777047525.637106:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047525.637156:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3682:x1863365443107456:12345-0@lo:2:osp-syn-1-0.0 Request processed in 148us (1035us total) trans 17179870467 rc 0/0 00000100:00100000:0.0:1777047525.637167:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4226 00000100:00100000:0.0:1777047525.637193:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4227 00000100:00100000:0.0:1777047525.637206:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3685:x1863365443106688:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047525.637621:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047525.637627:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047525.637632:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047525.637636:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047525 -> 1777047525 00002000:00010000:0.0:1777047525.637639:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047525.637697:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3685:x1863365443106688:12345-0@lo:2:osp-syn-0-0.0 Request processed in 492us (1485us total) trans 21474837831 rc 0/0 00000100:00100000:0.0:1777047525.637739:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4227 00000100:00100000:0.0:1777047525.637765:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4228 00000100:00100000:0.0:1777047525.637777:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3685:x1863365443107200:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047525.637865:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047525.637871:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047525.637875:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047525.637879:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047525 -> 1777047525 00002000:00010000:0.0:1777047525.637883:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1777047525.637933:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3685:x1863365443107200:12345-0@lo:2:osp-syn-1-0.0 Request processed in 157us (1655us total) trans 17179870468 rc 0/0 00000100:00100000:0.0:1777047525.637946:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4228 00000100:00100000:0.0:1777047525.637971:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4229 00000100:00100000:0.0:1777047525.637985:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3685:x1863365443106560:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047525.638074:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 239093 -> 239093 00002000:00010000:0.0:1777047525.638080:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047525.638085:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047525.638089:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047525 -> 1777047525 00002000:00010000:0.0:1777047525.638093:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 232 -> 232 00000100:00100000:0.0:1777047525.638142:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3685:x1863365443106560:12345-0@lo:2:osp-syn-0-0.0 Request processed in 159us (1786us total) trans 21474837832 rc 0/0 00000100:00100000:0.0:1777047525.638155:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4229 00000100:00100000:0.0:1777047525.638182:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4230 00000100:00100000:0.0:1777047525.638195:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3685:x1863365443107072:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047525.638302:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047525.638307:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047525.638312:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047525.638316:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047525.638320:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047525.638368:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3685:x1863365443107072:12345-0@lo:2:osp-syn-1-0.0 Request processed in 176us (1906us total) trans 17179870469 rc 0/0 00000100:00100000:0.0:1777047525.638380:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4230 00000100:00100000:0.0:1777047525.638471:0:3682:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179870449 gen 2 00000004:00080000:0.0:1777047525.638480:0:3682:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179870443 committed transno 17179870449 00000004:00080000:0.0:1777047525.638504:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644c09180, transno 17179870444 00000004:00080000:0.0:1777047525.638521:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643a27100, transno 17179870445 00000004:00080000:0.0:1777047525.638526:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077b9d0a80, transno 17179870446 00000004:00080000:0.0:1777047525.638530:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077b9d1180, transno 17179870447 00000004:00080000:0.0:1777047525.638535:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077b9d1f80, transno 17179870448 00000004:00080000:0.0:1777047525.638539:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077b9d1880, transno 17179870449 00000100:00100000:0.0:1777047525.638549:0:3682:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9e076e283480 x1863365443107456/t17179870467(17179870467) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777047541 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1777047525.638568:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e283480/2, rc 0, transno 17179870467 00000100:00100000:0.0:1777047525.638578:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443107456:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047525.638603:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e280000/2, rc 0, transno 17179870466 00000100:00100000:0.0:1777047525.638611:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443107328:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047525.638650:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064e8f9880/2, rc 0, transno 21474837832 00000100:00100000:0.0:1777047525.638658:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064e8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443106560:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047525.638673:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e281500/2, rc 0, transno 17179870469 00000100:00100000:0.0:1777047525.638680:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443107072:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047525.638695:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064e8f9c00/2, rc 0, transno 21474837831 00000100:00080000:1.0:1777047525.640205:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1777047525.640484:0:33234:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 4 in progress, 1 in flight, 6 done 00010000:00010000:2.0:1777047525.647142:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a452 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647169:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a452 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647184:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a452 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647196:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047525.647205:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a452 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647220:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a452 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647245:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047525.647250:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047525.647257:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a452 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647268:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493a452 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647319:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a46e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647332:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a46e lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647343:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a46e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647352:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047525.647357:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a46e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647367:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a46e lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647381:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047525.647385:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047525.647390:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a46e lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647400:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a46e lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647421:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a49f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647432:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a49f lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647442:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a49f lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647452:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047525.647457:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a49f lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647469:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a49f lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647482:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047525.647485:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047525.647490:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a49f lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647503:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a49f lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647520:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a4bb lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647531:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a4bb lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647543:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a4bb lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647553:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047525.647559:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a4bb lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647569:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a4bb lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647594:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047525.647599:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047525.647603:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a4bb lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647614:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a4bb lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647664:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493a4ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647678:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493a4ec lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647689:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493a4ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647699:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047525.647727:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493a4ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647739:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493a4ec lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.647755:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047525.647759:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047525.648129:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493a4ec lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648142:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493a4ec lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648174:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d72493a508 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648185:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d72493a508 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648195:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d72493a508 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648204:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047525.648209:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d72493a508 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648219:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d72493a508 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648234:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047525.648238:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047525.648243:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d72493a508 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648253:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d72493a508 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648270:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493a539 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648280:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493a539 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648292:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493a539 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648303:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047525.648307:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493a539 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648317:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493a539 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648330:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047525.648333:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047525.648338:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493a539 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648349:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493a539 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648368:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a555 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648405:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a555 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648417:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a555 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648426:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047525.648431:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a555 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648443:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a555 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648464:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047525.648469:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047525.648475:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a555 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648486:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a555 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648507:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a586 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648520:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a586 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648530:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a586 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648540:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f47a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047525.648545:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a586 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648556:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a586 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648569:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047525.648573:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047525.648578:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a586 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648589:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a586 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648621:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a5a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648633:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a5a2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648644:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a5a2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648654:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047525.648659:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a5a2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648671:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a5a2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648685:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047525.648690:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047525.648694:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a5a2 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648734:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a5a2 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648756:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a5b0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648767:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a5b0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648777:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a5b0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648787:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f47c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047525.648793:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a5b0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.648803:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a5b0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.649154:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047525.649160:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047525.649168:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a5b0 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.649180:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a5b0 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047525.650033:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047525.651077:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064e8f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443106688:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047525.651805:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388162176 00000100:00100000:1.0:1777047525.651822:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388162176 00000100:00100000:1.0:1777047525.651915:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6342 00000100:00100000:1.0:1777047525.651933:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57891:x1863365388162176:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047525.651966:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047525.651994:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d72493a5d3 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8a72 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.652080:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d72493a5d3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a72 expref: 24 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.652105:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d72493a5d3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a72 expref: 24 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.652137:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047525.652142:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047525.652147:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f46200, rc 0) 00000100:00100000:1.0:1777047525.652238:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57891:x1863365388162176:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 307us (2209us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047525.652254:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6342 00000004:00080000:1.0:1777047525.652338:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e283100/2, rc 0, transno 17179870468 00000100:00100000:1.0:1777047525.652351:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e283100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443107200:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047525.664171:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047525.664693:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388162432 00000100:00100000:0.0:1777047525.664735:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388162432 00000100:00100000:0.0:1777047525.665547:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2133 00000100:00100000:0.0:1777047525.665568:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57891:x1863365388162432:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047525.665988:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57891:x1863365388162432:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 423us (1827us total) trans 8589935217 rc 0/0 00000100:00100000:0.0:1777047525.666006:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2133 00000100:00100000:0.0:1777047525.701145:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443107584:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777047525.701253:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047525.701611:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443107584 00000100:00100000:2.0:1777047525.701625:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443107584 00000100:00100000:2.0:1777047525.701776:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2510 00000100:00100000:2.0:1777047525.701793:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443107584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777047525.702493:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484910656 pending 0 free 3918962688 avail 3687440384 00000100:00100000:2.0:1777047525.702574:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443107584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 783us (1321us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047525.702589:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2510 00000100:00100000:0.0:1777047525.702798:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443107584:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1777047525.702945:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047525.815378:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047525.816694:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388162560 00000100:00100000:0.0:1777047525.816739:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388162560 00000100:00100000:0.0:1777047525.817480:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6343 00000100:00100000:0.0:1777047525.817497:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57893:x1863365388162560:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047525.817530:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047525.817627:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a5da lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8a79 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.817796:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493a5e1 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.817818:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493a5e1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.817838:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493a5e1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.817858:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a5e8 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.817868:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a5e8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.818151:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a5e8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.818612:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a5ef lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.818636:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a5ef lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.818650:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a5ef lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047525.818733:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 239093 00000004:00200000:0.0:1777047525.818741:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047525.818770:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a5ef lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.818788:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a5ef lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.818803:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493a5e1 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.818813:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493a5e1 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.818824:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493a5e1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.818837:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493a5e1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.818848:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047525.818854:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493a5e1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.818865:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493a5e1 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.819189:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e0758e7b900) 00010000:00010000:0.0:1777047525.819195:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047525.819202:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493a5e1 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.819214:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493a5e1 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.819236:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a5e8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.819248:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a5e8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.819257:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a5e8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.819267:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047525.819271:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a5e8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.819282:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a5e8 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.819294:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0758e7be00) 00010000:00010000:0.0:1777047525.819298:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047525.819302:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a5e8 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.819311:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a5e8 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.819365:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a5da lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a79 expref: 27 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.819462:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a5ef lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a79 expref: 26 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.819477:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047525.819480:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047525.819484:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388600, rc 0) 00000100:00100000:0.0:1777047525.819561:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57893:x1863365388162560:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2068us (4194us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047525.819574:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6343 00000100:00100000:3.0:1777047525.834325:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047525.836177:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388162816 00000100:00100000:1.0:1777047525.836194:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388162816 00000100:00100000:1.0:1777047525.836316:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6344 00000100:00100000:1.0:1777047525.836337:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57893:x1863365388162816:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047525.836364:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047525.836434:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a5f6 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8a80 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.836585:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a5fd lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.836615:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a5fd lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.836631:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a5fd lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047525.836648:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 239093 00010000:00010000:1.0:1777047525.836827:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a5f6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a80 expref: 29 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.837166:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a5fd lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a80 expref: 28 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.837182:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047525.837188:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1777047525.837193:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f47c00, rc 0) 00000100:00100000:1.0:1777047525.837592:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57893:x1863365388162816:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1258us (3275us total) trans 8589935218 rc 0/0 00000100:00100000:1.0:1777047525.837607:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6344 00000100:00100000:1.0:1777047525.875944:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047525.878618:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388163072 00000100:00100000:0.0:1777047525.878635:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388163072 00000100:00100000:0.0:1777047525.878745:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6345 00000100:00100000:0.0:1777047525.878765:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57893:x1863365388163072:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047525.878802:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047525.878833:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a60b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8a87 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.879023:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a612 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.879051:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a612 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.879071:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a612 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047525.879095:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 239093 00010000:00010000:0.0:1777047525.879638:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a60b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a87 expref: 31 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.879671:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a612 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a87 expref: 30 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.879687:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047525.879694:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047525.879730:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389000, rc 0) 00000100:00100000:0.0:1777047525.880138:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57893:x1863365388163072:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1376us (4204us total) trans 8589935219 rc 0/0 00000100:00100000:0.0:1777047525.880153:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6345 00000100:00100000:2.0:1777047526.107848:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047526.108400:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388163200 00000100:00100000:3.0:1777047526.108416:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388163200 00000100:00100000:3.0:1777047526.108532:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1433 00000100:00100000:3.0:1777047526.108551:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365388163200:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:3.0:1777047526.108606:0:24563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a620 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.108641:0:24563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493a5b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a5d expref: 16 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.108658:0:24563:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047526.108662:0:24563:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047526.108668:0:24563:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a620 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.108815:0:24563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493a5b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a5d expref: 16 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.108843:0:24563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493a5b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a5d expref: 16 pid: 28387 timeout: 4254 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047526.108869:0:24563:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a2b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:24563:1863365443107712:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047526.109032:0:24563:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0742e6b900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047526.117298:0:24563:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a2b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:24563:1863365443107712:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047526.117342:0:24563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a620 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047526.121353:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047526.121619:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388163328 00000100:00100000:0.0:1777047526.121633:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388163328 00010000:00010000:0.0:1777047526.121723:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493a5b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a5d expref: 17 pid: 28387 timeout: 4254 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047526.121801:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2133 00000100:00100000:0.0:1777047526.121820:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388163328:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047526.121845:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047526.121877:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493a5b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a5d expref: 17 pid: 28387 timeout: 4254 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.121905:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493a5b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a5d expref: 17 pid: 28387 timeout: 4254 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.121945:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493a5b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a5d expref: 17 pid: 28387 timeout: 4254 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.121974:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047526.121978:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047526.121987:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a620 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.122005:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a620 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.122910:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047526.123015:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388163328:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1196us (1670us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047526.123033:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2133 00010000:00010000:3.0:1777047526.138728:0:24563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a620 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.138758:0:24563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a620 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.171315:0:24563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a620 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.171345:0:24563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a620 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.171360:0:24563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a620 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.171372:0:24563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0645b63800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047526.171873:0:24563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a620 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.171907:0:24563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a620 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.171941:0:24563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a620 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.171955:0:24563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d4373d0/0x5ecf73d72493a620 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047526.179152:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388163200:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 70591us (71303us total) trans 0 rc 239093/239093 00000100:00100000:2.0:1777047526.179176:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1433 00000100:00100000:2.0:1777047526.198253:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047526.199042:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388163456 00000100:00100000:3.0:1777047526.199059:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388163456 00000100:00100000:3.0:1777047526.199326:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1434 00000100:00100000:3.0:1777047526.199349:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388163456:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:3.0:1777047526.199414:0:29058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a627 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.199453:0:29058:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a58d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a48 expref: 21 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.199471:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047526.199474:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047526.199565:0:29058:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a627 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.199667:0:29058:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a58d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a48 expref: 21 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.199744:0:29058:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a58d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a48 expref: 21 pid: 8480 timeout: 4254 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047526.199776:0:29058:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:29058:1863365443107840:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047526.199929:0:29058:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0742e6b900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047526.213161:0:29058:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:29058:1863365443107840:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047526.213565:0:29058:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a627 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047526.215849:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:1.0:1777047526.216345:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047526.217346:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388163584 00000100:00100000:3.0:1777047526.217369:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388163584 00010000:00010000:3.0:1777047526.217510:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a58d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a48 expref: 22 pid: 8480 timeout: 4254 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047526.217572:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2134 00000100:00100000:3.0:1777047526.217597:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388163584:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047526.217623:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047526.217695:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a58d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a48 expref: 22 pid: 8480 timeout: 4254 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.218123:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a58d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a48 expref: 22 pid: 8480 timeout: 4254 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.218167:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a58d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a48 expref: 22 pid: 8480 timeout: 4254 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.218199:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047526.218205:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047526.218218:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a627 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.218238:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a627 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.218306:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047526.223821:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443107968:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777047526.223994:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047526.224065:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443107968 00000100:00100000:1.0:1777047526.224075:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443107968 00000100:00100000:1.0:1777047526.224155:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3379 00000100:00100000:1.0:1777047526.224521:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443107968:12345-0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1777047526.224522:0:29058:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a627 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.224551:0:29058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a627 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00000024:1.0:1777047526.224589:0:6594:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446096896 avail 1299857408 00000100:00100000:1.0:1777047526.224670:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443107968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 496us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047526.224685:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3379 00000100:00100000:1.0:1777047526.224819:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443107968:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777047526.225783:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388163584:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 8188us (9937us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047526.225807:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2134 00010000:00010000:0.0:1777047526.256141:0:29058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a627 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.256178:0:29058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a627 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.256202:0:29058:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a627 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.256217:0:29058:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047526.256227:0:29058:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a627 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.256251:0:29058:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a627 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.256287:0:29058:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a627 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.256335:0:29058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a627 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047526.256597:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388163456:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 57248us (58350us total) trans 0 rc 239093/239093 00000100:00100000:0.0:1777047526.256623:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1434 00000100:00100000:3.0:1777047526.293393:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047526.296952:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388163712 00000100:00100000:1.0:1777047526.296971:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388163712 00000100:00100000:1.0:1777047526.297123:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1435 00000100:00100000:1.0:1777047526.297149:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388163712:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047526.297212:0:29061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a62e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.297255:0:29061:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a5a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a56 expref: 15 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.297278:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047526.297281:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047526.297288:0:29061:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a62e lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.297357:0:29061:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a5a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a56 expref: 15 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.297383:0:29061:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a5a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a56 expref: 15 pid: 36216 timeout: 4254 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047526.297481:0:29061:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064e8fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:29061:1863365443108096:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047526.297647:0:29061:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445f540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047526.319908:0:29061:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064e8fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:29061:1863365443108096:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047526.319960:0:29061:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a62e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047526.325676:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047526.327378:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388163840 00000100:00100000:1.0:1777047526.327484:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388163840 00010000:00010000:1.0:1777047526.327570:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a5a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a56 expref: 16 pid: 36216 timeout: 4254 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047526.327676:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2135 00000100:00100000:1.0:1777047526.327744:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388163840:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047526.327779:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047526.327821:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a5a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a56 expref: 16 pid: 36216 timeout: 4254 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.328243:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a5a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a56 expref: 16 pid: 36216 timeout: 4254 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.328290:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a5a9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a56 expref: 16 pid: 36216 timeout: 4254 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.328335:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047526.328339:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047526.328352:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a62e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.328371:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a62e lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.328512:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047526.328609:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388163840:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 901us (2937us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047526.328626:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2135 00010000:00010000:0.0:1777047526.328815:0:29061:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a62e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.328837:0:29061:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a62e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.379509:0:29061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a62e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.380427:0:29061:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a62e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.380459:0:29061:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a62e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.380480:0:29061:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f47a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047526.380489:0:29061:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a62e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.380508:0:29061:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a62e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.380552:0:29061:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a62e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.380572:0:29061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a62e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047526.386087:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388163712:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 88935us (92692us total) trans 0 rc 239093/239093 00000100:00100000:0.0:1777047526.386116:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1435 00000100:00100000:3.0:1777047526.498625:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047526.499615:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388163968 00000100:00100000:0.0:1777047526.499630:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388163968 00000100:00100000:0.0:1777047526.499792:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 426 00000100:00100000:0.0:1777047526.499810:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57893:x1863365388163968:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:0.0:1777047526.499840:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047526.499880:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a612 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a87 expref: 30 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.499911:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047526.499919:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047526.500014:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57893:x1863365388163968:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 207us (1399us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047526.500030:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 426 00000100:00100000:0.0:1777047526.510734:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047526.522331:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388164224 00000100:00100000:1.0:1777047526.522351:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388164224 00000100:00100000:1.0:1777047526.522482:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2134 00000100:00100000:1.0:1777047526.522501:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07430be450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57893:x1863365388164224:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:1.0:1777047526.523373:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07430be450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57893:x1863365388164224:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 872us (12683us total) trans 8589935220 rc 0/0 00000100:00100000:1.0:1777047526.523417:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2134 00000100:00100000:3.0:1777047526.540442:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047526.541095:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388164480 00000100:00100000:2.0:1777047526.541109:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388164480 00000100:00100000:2.0:1777047526.541210:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6346 00000100:00100000:2.0:1777047526.541227:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57853:x1863365388164480:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047526.541263:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047526.541294:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493a635 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8a8e expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.541976:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a63c lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.542005:0:9025:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a5ef lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a79 expref: 31 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.542020:0:9025:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a63c lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.542074:0:9025:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a5ef lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a79 expref: 31 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.542097:0:9025:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a5ef lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a79 expref: 31 pid: 6589 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047526.542118:0:9025:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacd880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9025:1863365443108224:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047526.542338:0:9025:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047526.568645:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047526.568857:0:9025:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacd880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9025:1863365443108224:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047526.568895:0:9025:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a63c lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047526.569896:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388164608 00000100:00100000:0.0:1777047526.569909:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388164608 00010000:00010000:0.0:1777047526.569961:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a5ef lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a79 expref: 32 pid: 6589 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047526.570028:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2136 00000100:00100000:0.0:1777047526.570044:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0751042050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2430:x1863365388164608:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047526.570067:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047526.570077:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a5ef lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a79 expref: 32 pid: 6589 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.570098:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a5ef lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a79 expref: 32 pid: 6589 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.570131:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a5ef lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a79 expref: 32 pid: 6589 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.570164:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047526.570494:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a63c lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.570510:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a63c lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.570521:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a63c lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.570568:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047526.570618:0:9025:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a63c lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.570635:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a63c lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047526.570649:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0751042050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365388164608:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 605us (2028us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047526.570663:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2136 00000004:00200000:3.0:1777047526.570672:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 239093 00010000:00010000:3.0:1777047526.570894:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493a635 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a8e expref: 32 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.570923:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a63c lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a8e expref: 31 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.570938:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047526.570944:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777047526.570947:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166400, rc 0) 00000100:00100000:3.0:1777047526.571013:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388164480:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 29788us (30581us total) trans 8589935221 rc 0/0 00000100:00100000:3.0:1777047526.571043:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6346 00000100:00100000:2.0:1777047526.595232:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047526.595622:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388164736 00000100:00100000:1.0:1777047526.595636:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388164736 00000100:00100000:1.0:1777047526.595762:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6347 00000100:00100000:1.0:1777047526.595780:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388164736:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047526.596457:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047526.596487:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a64a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8a95 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.596617:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a651 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.596649:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a63c lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a8e expref: 32 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.596673:0:6590:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a651 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.597049:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a63c lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a8e expref: 32 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.597073:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a63c lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a8e expref: 32 pid: 9025 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047526.597094:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064e8fb480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443108352:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047526.597490:0:6590:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445f480 going to sleep for 11 seconds 00000100:00100000:0.0:1777047526.623083:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047526.623776:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388164864 00000100:00100000:2.0:1777047526.623791:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388164864 00010000:00010000:2.0:1777047526.623848:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a63c lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a8e expref: 33 pid: 9025 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047526.623906:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2137 00000100:00100000:2.0:1777047526.623922:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:2429:x1863365388164864:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047526.623944:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047526.623953:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a63c lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a8e expref: 33 pid: 9025 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.623985:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a63c lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a8e expref: 33 pid: 9025 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.624017:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047526.624026:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a651 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.624041:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a651 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.624053:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a651 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.624082:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047526.624182:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:2429:x1863365388164864:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 260us (1107us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047526.624195:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2137 00010000:00010000:1.0:1777047526.624843:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a63c lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a8e expref: 32 pid: 9025 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047526.624898:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064e8fb480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443108352:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047526.624936:0:6590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a651 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.624956:0:6590:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a651 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.624965:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a651 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047526.625038:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 239093 00000004:00200000:1.0:1777047526.625045:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047526.625075:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a651 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.625119:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a64a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a95 expref: 32 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.625168:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a651 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a95 expref: 31 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.625187:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047526.625192:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047526.625196:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f46600, rc 0) 00000100:00100000:1.0:1777047526.625288:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388164736:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 29512us (30066us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047526.625301:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6347 00000100:00100000:2.0:1777047526.633889:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047526.634779:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388164992 00000100:00100000:0.0:1777047526.634794:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388164992 00000100:00100000:0.0:1777047526.634994:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4231 00000100:00100000:0.0:1777047526.635013:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388164992:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047526.635038:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047526.635066:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a658 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8a9c expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047526.635101:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 239093, mtime: 0x69eb97e2, atime: 0x69eb97e2, ctime: 0x69eb97e5, blocks: 0xe8 00010000:00010000:0.0:1777047526.635127:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047526.635131:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047526.635146:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a658 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a9c expref: 15 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.635174:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a658 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a9c expref: 15 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.635197:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389a00, rc 0) 00000100:00100000:0.0:1777047526.635288:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388164992:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 280us (1409us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047526.635301:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4231 00000100:00100000:2.0:1777047526.679764:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047526.681137:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388165120 00000100:00100000:0.0:1777047526.681153:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388165120 00002000:00100000:0.0:1777047526.681232:0:20132:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x8a:0x0] (139264->192511) req@ffff9e064eacdc00 x1863365388165120/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:262/0 lens 488/0 e 0 to 0 dl 1777047537 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047526.681257:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacdc00 with x1863365388165120 ext(139264->192511) 00002000:00010000:0.0:1777047526.681268:0:20132:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacdc00 00000100:00100000:0.0:1777047526.681334:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1436 00000100:00100000:0.0:1777047526.681353:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388165120:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:0.0:1777047526.705615:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388165120:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 24252us (25850us total) trans 0 rc 53248/53248 00000100:00100000:0.0:1777047526.705646:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1436 00002000:00100000:0.0:1777047526.705670:0:20132:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x8a:0x0] (139264->192511) req@ffff9e064eacdc00 x1863365388165120/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:262/0 lens 488/440 e 0 to 0 dl 1777047537 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047526.705732:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacdc00 with x1863365388165120 ext(139264->192511) 00002000:00010000:0.0:1777047526.705745:0:20132:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacdc00 00000100:00100000:0.0:1777047526.724585:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3682:1863365443108480:0@lo:400:kworker.0 00000100:00100000:0.0:1777047526.724742:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047526.724834:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443108992:0@lo:400:kworker.0 00000100:00100000:1.0:1777047526.724888:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443108608:0@lo:400:kworker.0 00000100:00100000:0.0:1777047526.724907:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047526.725052:0:33221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443108480 00000100:00100000:2.0:1777047526.725066:0:33221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443108480 00000100:00100000:2.0:1777047526.725161:0:33221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:2.0:1777047526.725177:0:33221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06421bc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3682:x1863365443108480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047526.726504:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3684:1863365443108736:0@lo:400:kworker.0 00000100:00100000:0.0:1777047526.728984:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3682:1863365443109504:0@lo:400:kworker.0 00000100:00100000:0.0:1777047526.729051:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047526.729099:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3682:1863365443110016:0@lo:400:kworker.0 00000100:00100000:0.0:1777047526.729150:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047526.729590:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443108992 00000100:00100000:0.0:1777047526.729606:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443108992 00000100:00100000:0.0:1777047526.729792:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3025 00000100:00100000:0.0:1777047526.729815:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443108992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047526.729920:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443108992:12345-0@lo:400:kworker.0 Request processed in 113us (5019us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047526.729944:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3025 00000100:00100000:0.0:1777047526.729997:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443109504 00000100:00100000:0.0:1777047526.730005:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443109504 00000100:00100000:0.0:1777047526.730071:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443110016 00000100:00100000:0.0:1777047526.730076:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443110016 00000100:00100000:0.0:1777047526.730123:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5013 00000100:00100000:0.0:1777047526.737182:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644480380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3682:x1863365443109504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047526.742082:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644480380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3682:x1863365443109504:12345-0@lo:400:kworker.0 Request processed in 7193us (8275us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047526.742106:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5013 00000100:00100000:0.0:1777047526.742186:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5014 00000100:00100000:0.0:1777047526.742672:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3682:x1863365443110016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047526.742787:0:33221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06421bc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3682:x1863365443108480:12345-0@lo:400:kworker.0 Request processed in 17595us (18033us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047526.743231:0:33221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1777047526.743290:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3682:x1863365443110016:12345-0@lo:400:kworker.0 Request processed in 623us (14127us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047526.743309:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5014 00000100:00100000:0.0:1777047526.743509:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3682:1863365443108480:0@lo:400:kworker.0 00000100:00100000:0.0:1777047526.743552:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443108992:0@lo:400:kworker.0 00000100:00100000:0.0:1777047526.750879:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3682:1863365443109504:0@lo:400:kworker.0 00000100:00100000:0.0:1777047526.750958:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3682:1863365443110016:0@lo:400:kworker.0 00000100:00100000:0.0:1777047526.751138:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443108864:0@lo:400:kworker.0 00000100:00100000:0.0:1777047526.751640:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047526.755362:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047526.755466:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388165376 00000100:00100000:2.0:1777047526.755489:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388165376 00000100:00100000:2.0:1777047526.755593:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2135 00000100:00100000:2.0:1777047526.755621:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388165376:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:1.0:1777047526.756483:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1777047526.756551:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1777047526.756572:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047526.756605:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443108864 00000100:00100000:1.0:1777047526.756614:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443108864 00000100:00100000:1.0:1777047526.756782:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3026 00000100:00100000:1.0:1777047526.756801:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443108864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047526.756989:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443108864:12345-0@lo:400:kworker.0 Request processed in 191us (5347us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047526.757004:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3026 00000100:00100000:1.0:1777047526.757082:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3683:1863365443109120:0@lo:400:kworker.0 00000100:00100000:1.0:1777047526.757161:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047526.757233:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443109632:0@lo:400:kworker.0 00000100:00100000:1.0:1777047526.757290:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047526.757342:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443108608 00000100:00100000:1.0:1777047526.757359:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443108608 00000100:00100000:1.0:1777047526.757416:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443109632 00000100:00100000:1.0:1777047526.757422:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443109632 00000100:00100000:1.0:1777047526.757503:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3380 00000100:00100000:1.0:1777047526.757527:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443108608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047526.757610:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443108608:12345-0@lo:400:kworker.0 Request processed in 96us (1140us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047526.757623:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3380 00000100:00100000:1.0:1777047526.757658:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3381 00000100:00100000:1.0:1777047526.757671:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443109632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047526.757816:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443109632:12345-0@lo:400:kworker.0 Request processed in 136us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047526.758547:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3381 00000100:00100000:1.0:1777047526.758651:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443109632:0@lo:400:kworker.0 00000100:00100000:0.0:1777047526.758672:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443108864:0@lo:400:kworker.0 00000100:00100000:0.0:1777047526.758743:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3685:1863365443109376:0@lo:400:kworker.0 00000100:00100000:1.0:1777047526.758776:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443108608:0@lo:400:kworker.0 00000100:00100000:0.0:1777047526.758827:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047526.758907:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443109888:0@lo:400:kworker.0 00000100:00100000:1.0:1777047526.758914:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443109120 00000100:00100000:1.0:1777047526.758925:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443109120 00000100:00100000:0.0:1777047526.758985:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047526.759038:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443109376 00000100:00100000:1.0:1777047526.759047:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443109376 00000100:00100000:1.0:1777047526.759146:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5015 00000100:00100000:1.0:1777047526.759164:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3683:x1863365443109120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047526.759168:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5016 00000100:00100000:0.0:1777047526.759206:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644480700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3685:x1863365443109376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047526.759297:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3683:x1863365443109120:12345-0@lo:400:kworker.0 Request processed in 134us (2131us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047526.759331:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5015 00000100:00100000:0.0:1777047526.759352:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644480700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3685:x1863365443109376:12345-0@lo:400:kworker.0 Request processed in 138us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047526.759371:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5016 00000100:00080000:1.0:1777047526.759398:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047526.759423:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443109888 00000100:00100000:1.0:1777047526.759442:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443109888 00000100:00100000:0.0:1777047526.759485:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3685:1863365443109376:0@lo:400:kworker.0 00000100:00100000:1.0:1777047526.759580:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3027 00000100:00100000:1.0:1777047526.759605:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3685:x1863365443109888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047526.760621:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443109888:0@lo:400:kworker.0 00000100:00100000:2.0:1777047526.761581:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57853:x1863365388165376:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 5959us (17982us total) trans 8589935222 rc 0/0 00000100:00100000:2.0:1777047526.761611:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2135 00000100:00100000:3.0:1777047526.763961:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047526.764045:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443108736 00000100:00100000:3.0:1777047526.764056:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443108736 00000100:00100000:3.0:1777047526.764183:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5017 00000100:00100000:3.0:1777047526.764211:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3684:x1863365443108736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047526.764305:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3684:x1863365443108736:12345-0@lo:400:kworker.0 Request processed in 109us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047526.764328:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5017 00000100:00100000:3.0:1777047526.764583:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3684:1863365443108736:0@lo:400:kworker.0 00000100:00100000:3.0:1777047526.764604:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3684:1863365443109248:0@lo:400:kworker.0 00000100:00100000:3.0:1777047526.764676:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047526.764785:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443109760:0@lo:400:kworker.0 00000100:00100000:3.0:1777047526.764844:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047526.764975:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443109760 00000100:00100000:3.0:1777047526.764994:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443109760 00000100:00100000:3.0:1777047526.765054:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3028 00000100:00100000:3.0:1777047526.765077:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443109760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047526.765170:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443109760:12345-0@lo:400:kworker.0 Request processed in 104us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047526.765183:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3028 00000100:00100000:3.0:1777047526.765726:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443109760:0@lo:400:kworker.0 00000100:00100000:0.0:1777047526.767889:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443109248 00000100:00100000:0.0:1777047526.767902:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443109248 00000100:00100000:1.0:1777047526.770195:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3685:x1863365443109888:12345-0@lo:400:kworker.0 Request processed in 10596us (11205us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047526.770222:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3027 00000100:00100000:0.0:1777047526.777885:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5018 00000100:00100000:0.0:1777047526.777924:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3684:x1863365443109248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047526.781615:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3684:x1863365443109248:12345-0@lo:400:kworker.0 Request processed in 3687us (16921us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047526.781632:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5018 00000100:00080000:1.0:1777047526.782654:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777047526.782782:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3684:1863365443109248:0@lo:400:kworker.0 00000100:00100000:3.0:1777047526.782952:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047526.783053:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3683:1863365443109120:0@lo:400:kworker.0 00000100:00100000:2.0:1777047526.785780:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388165632 00000100:00100000:2.0:1777047526.785794:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388165632 00000100:00100000:2.0:1777047526.785983:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6348 00000100:00100000:2.0:1777047526.786002:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57853:x1863365388165632:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047526.786044:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047526.786049:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1777047526.786108:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a5fd lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a80 expref: 32 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.786159:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d72493a5d3 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a72 expref: 31 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.786192:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a651 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a95 expref: 30 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.786211:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047526.786230:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047526.786252:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493a65f lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8aa3 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.786367:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a666 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.786400:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a666 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.786418:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a666 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777047526.787497:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].106, 88 off17304 00000004:00080000:2.0:1777047526.787526:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4155424141492ns, next at 4150333443750ns, rc = 0 00000040:00080000:2.0:1777047526.787582:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].107, 88 off17392 00000004:00080000:2.0:1777047526.787606:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4155424222859ns, next at 4150333366822ns, rc = 0 00000040:00080000:2.0:1777047526.787647:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].108, 88 off17480 00000004:00080000:2.0:1777047526.787655:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4155424271112ns, next at 4150333366822ns, rc = 0 00000040:00080000:2.0:1777047526.787726:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].107, 88 off17392 00000004:00080000:2.0:1777047526.787735:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4155424351992ns, next at 4150333443750ns, rc = 0 00000040:00080000:2.0:1777047526.787769:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].109, 88 off17568 00000004:00080000:2.0:1777047526.787778:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4155424394392ns, next at 4150333366822ns, rc = 0 00000040:00080000:2.0:1777047526.788282:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].108, 88 off17480 00000004:00080000:2.0:1777047526.788293:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4155424909446ns, next at 4150333443750ns, rc = 0 00000040:00080000:2.0:1777047526.788321:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].109, 88 off17568 00000004:00080000:2.0:1777047526.788327:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4155424943399ns, next at 4150333443750ns, rc = 0 00000040:00080000:2.0:1777047526.788355:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].110, 88 off17656 00000004:00080000:2.0:1777047526.788361:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4155424977579ns, next at 4150333366822ns, rc = 0 00000001:00080000:2.0:1777047526.818589:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935223 is committed 00000004:00080000:2.0:1777047526.818614:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 111 committed 00000004:00080000:2.0:1777047526.819181:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 109 committed 00000004:00080000:2.0:1777047526.819216:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 108 committed 00000004:00080000:2.0:1777047526.819220:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 110 committed 00000100:00100000:3.0:1777047526.819569:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443110528:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047526.819675:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047526.823862:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047526.823892:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443110144:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047526.823977:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047526.824056:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443110528 00000100:00100000:3.0:1777047526.824069:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443110528 00000100:00100000:3.0:1777047526.824150:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443110144 00000100:00100000:3.0:1777047526.824157:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443110144 00000100:00100000:3.0:1777047526.824197:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4232 00000100:00100000:3.0:1777047526.824218:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3682:x1863365443110528:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047526.824581:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3682:x1863365443110528:12345-0@lo:2:osp-syn-0-0.0 Request processed in 367us (4902us total) trans 21474837833 rc 0/0 00000100:00100000:3.0:1777047526.824603:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4232 00000100:00100000:3.0:1777047526.824642:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4233 00000100:00100000:3.0:1777047526.824655:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3682:x1863365443110144:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047526.824810:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443110400:0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047526.824825:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 239093 -> 239093 00002000:00010000:3.0:1777047526.824835:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047522 -> 1777047522 00002000:00010000:3.0:1777047526.824846:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:3.0:1777047526.824851:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047525 -> 1777047525 00002000:00010000:3.0:1777047526.824858:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 232 -> 232 00000100:00100000:0.0:1777047526.824895:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047526.825831:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3682:x1863365443110144:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1174us (1849us total) trans 21474837834 rc 0/0 00000100:00100000:3.0:1777047526.825851:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4233 00000100:00100000:3.0:1777047526.826579:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443110400 00000100:00100000:3.0:1777047526.826594:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443110400 00000100:00100000:3.0:1777047526.826647:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4234 00000100:00100000:3.0:1777047526.826662:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443110400:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047526.831485:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777047526.831517:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443110272:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047526.831615:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047526.832625:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443110272 00000100:00100000:0.0:1777047526.832644:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443110272 00000100:00100000:0.0:1777047526.833164:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4235 00000100:00100000:0.0:1777047526.833189:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3685:x1863365443110272:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047526.833447:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047526.833455:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047526.833464:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047526.833469:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047525 -> 1777047525 00002000:00010000:0.0:1777047526.833474:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047526.833555:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3685:x1863365443110272:12345-0@lo:2:osp-syn-0-0.0 Request processed in 371us (1939us total) trans 21474837835 rc 0/0 00000100:00100000:0.0:1777047526.833570:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4235 00000004:00080000:0.0:1777047526.834384:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0744a29180/2, rc 0, transno 21474837835 00000100:00100000:0.0:1777047526.834400:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443110272:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047526.834484:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443110912:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047526.834554:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047526.834608:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777047526.834611:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443110912 00000100:00100000:0.0:1777047526.834628:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443110784:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047526.834630:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443110912 00000100:00100000:1.0:1777047526.834755:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4236 00000100:00100000:1.0:1777047526.834772:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641deb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3685:x1863365443110912:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047526.835012:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 107 committed 00000004:00080000:2.0:1777047526.835021:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 109 committed 00000004:00080000:2.0:1777047526.835025:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 108 committed 00000004:00080000:2.0:1777047526.835030:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 106 committed 00010000:00010000:2.0:1777047526.835222:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a666 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8aa3 expref: 25 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.835249:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047526.835254:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777047526.835281:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493a65f lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8aa3 expref: 25 pid: 9025 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.835344:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a666 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8aa3 expref: 24 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.835395:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047526.835437:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777047526.835443:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166400, rc 0) 00000100:00100000:3.0:1777047526.842463:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443111040:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047526.858294:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365388165632:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 72280us (75328us total) trans 8589935223 rc 0/0 00000100:00100000:2.0:1777047526.858322:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6348 00000100:00100000:1.0:1777047526.859256:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641deb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3685:x1863365443110912:12345-0@lo:2:osp-syn-1-0.0 Request processed in 23059us (23272us total) trans 17179870470 rc 0/0 00000100:00100000:1.0:1777047526.859281:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4236 00000100:00100000:3.0:1777047526.860067:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047526.860173:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0744a28700/2, rc 0, transno 21474837834 00000100:00100000:3.0:1777047526.860186:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443110144:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047526.860212:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0744a2b480/2, rc 0, transno 21474837833 00000100:00100000:3.0:1777047526.860219:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443110528:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047526.860244:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047526.860260:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443110656:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047526.860356:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047526.860462:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443111040 00000100:00100000:3.0:1777047526.860474:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443111040 00000100:00100000:3.0:1777047526.860544:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443110656 00000100:00100000:3.0:1777047526.860551:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443110656 00000100:00100000:3.0:1777047526.860589:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4237 00000100:00100000:3.0:1777047526.860605:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3682:x1863365443111040:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047526.860938:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047526.860952:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb mtime from disk: 1777047525 -> 1777047525 00002000:00010000:3.0:1777047526.860957:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:3.0:1777047526.860961:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb ctime from disk: 1777047525 -> 1777047525 00002000:00010000:3.0:1777047526.860966:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047526.861049:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3682:x1863365443111040:12345-0@lo:2:osp-syn-1-0.0 Request processed in 444us (1014us total) trans 17179870471 rc 0/0 00000100:00100000:3.0:1777047526.861064:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4237 00000100:00100000:3.0:1777047526.861099:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4238 00002000:00010000:2.0:1777047526.862488:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047526.862496:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047525 -> 1777047525 00002000:00010000:2.0:1777047526.862503:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:2.0:1777047526.862508:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047525 -> 1777047525 00002000:00010000:2.0:1777047526.862517:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047526.862588:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3685:x1863365443110400:12345-0@lo:2:osp-syn-0-0.0 Request processed in 35927us (37694us total) trans 21474837836 rc 0/0 00000100:00100000:2.0:1777047526.862610:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4234 00000100:00100000:0.0:1777047526.863262:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777047526.863329:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0642d32a00/2, rc 0, transno 17179870470 00000100:00100000:0.0:1777047526.863341:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443110912:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047526.863363:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0744a2a680/2, rc 0, transno 21474837836 00000100:00100000:0.0:1777047526.863371:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443110400:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047526.863431:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443110784 00000100:00100000:0.0:1777047526.863440:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443110784 00000100:00100000:0.0:1777047526.863507:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4239 00000100:00100000:0.0:1777047526.863523:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3685:x1863365443110784:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047526.863647:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047526.863654:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047526.863659:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047526.863664:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047525 -> 1777047525 00002000:00010000:0.0:1777047526.863668:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1777047526.863764:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3685:x1863365443110784:12345-0@lo:2:osp-syn-1-0.0 Request processed in 243us (504us total) trans 17179870472 rc 0/0 00000100:00100000:0.0:1777047526.863779:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4239 00000004:00080000:0.0:1777047526.863836:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0642d33480/2, rc 0, transno 17179870472 00000100:00100000:0.0:1777047526.863846:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443110784:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047526.872138:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3682:x1863365443110656:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047526.872768:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047526.872777:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047526.872783:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047526.873093:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047526.873099:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047526.873198:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3682:x1863365443110656:12345-0@lo:2:osp-syn-1-0.0 Request processed in 12085us (12839us total) trans 17179870473 rc 0/0 00000100:00100000:3.0:1777047526.873214:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4238 00000004:00080000:3.0:1777047526.873308:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e2a2300/2, rc 0, transno 17179870473 00000100:00100000:3.0:1777047526.873321:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443110656:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047526.873343:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0642d31c00/2, rc 0, transno 17179870471 00000100:00100000:3.0:1777047526.873351:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443111040:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047526.888645:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047526.888876:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388165760 00000100:00100000:1.0:1777047526.888891:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388165760 00000100:00100000:1.0:1777047526.888996:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4240 00000100:00100000:1.0:1777047526.889015:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57853:x1863365388165760:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047526.889043:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047526.889074:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a66d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8aaa expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.889128:0:8481:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a658 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a9c expref: 16 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.889148:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047526.889152:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047526.889161:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a66d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [118784->131071] (req 118784->131071) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8aaa expref: 16 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.889217:0:8481:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a658 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a9c expref: 16 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.889245:0:8481:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a658 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a9c expref: 16 pid: 30115 timeout: 4255 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047526.889272:0:8481:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443111168:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047526.889480:0:8481:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445f480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047526.898663:0:8481:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443111168:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047526.898747:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a66d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [118784->131071] (req 118784->131071) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8aaa expref: 16 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.898784:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f47a00, rc 0) 00000100:00100000:1.0:1777047526.898964:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:57853:x1863365388165760:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 9951us (10327us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047526.898979:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4240 00000100:00100000:2.0:1777047526.909447:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047526.915015:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388165888 00000100:00100000:1.0:1777047526.915034:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388165888 00010000:00010000:0.0:1777047526.915806:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a658 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a9c expref: 16 pid: 30115 timeout: 4255 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047526.915901:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2138 00000100:00100000:0.0:1777047526.915922:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388165888:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047526.915992:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047526.916027:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a658 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a9c expref: 16 pid: 30115 timeout: 4255 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.916061:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a658 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a9c expref: 16 pid: 30115 timeout: 4255 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.916108:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a658 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a9c expref: 16 pid: 30115 timeout: 4255 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.916140:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047526.916147:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047526.916161:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a66d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->131071) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8aaa expref: 15 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.916540:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a66d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->131071) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8aaa expref: 15 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.916616:0:6574:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a66d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->131071) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8aaa expref: 15 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047526.916645:0:6574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641de9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365443111296:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047526.917106:0:6574:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d845780 going to sleep for 11 seconds 00000100:00100000:0.0:1777047526.929678:0:6574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641de9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365443111296:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047526.929751:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047526.930171:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388165888:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 14252us (21059us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047526.930192:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2138 00000100:00100000:2.0:1777047526.936138:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047526.939498:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388166016 00000100:00100000:3.0:1777047526.939518:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388166016 00000100:00100000:3.0:1777047526.939653:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1437 00000100:00100000:3.0:1777047526.939675:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388166016:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:3.0:1777047526.940250:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 239093 -> 239093 00002000:00010000:3.0:1777047526.940260:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047522 -> 1777047525 00002000:00010000:3.0:1777047526.940265:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:3.0:1777047526.940270:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047525 -> 1777047525 00002000:00010000:3.0:1777047526.940274:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 232 -> 224 00000100:00100000:3.0:1777047526.940463:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388166016:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 717us (4257us total) trans 21474837837 rc 0/0 00000100:00100000:3.0:1777047526.940482:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1437 00000100:00100000:2.0:1777047526.977472:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047526.978784:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388166144 00000100:00100000:1.0:1777047526.978801:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388166144 00000100:00100000:1.0:1777047526.979538:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6349 00000100:00100000:1.0:1777047526.979557:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365388166144:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047526.979594:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047526.979627:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a674 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ab1 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.979797:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d72493a67b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.979822:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d72493a67b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.979844:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d72493a67b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047526.979890:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 239093 00000004:00200000:1.0:1777047526.979897:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047526.979927:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d72493a67b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.979970:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a674 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ab1 expref: 26 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.980005:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d72493a67b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ab1 expref: 25 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.980021:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047526.980027:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047526.980033:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f47e00, rc 0) 00000100:00100000:1.0:1777047526.980127:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388166144:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 574us (2666us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047526.980141:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6349 00000100:00100000:0.0:1777047527.035091:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047527.039609:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388166272 00000100:00100000:3.0:1777047527.039655:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388166272 00000100:00100000:3.0:1777047527.039837:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1438 00000100:00100000:3.0:1777047527.039858:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388166272:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:3.0:1777047527.040174:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 239093 -> 239093 00002000:00010000:3.0:1777047527.040182:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047525 -> 1777047525 00002000:00010000:3.0:1777047527.040187:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:3.0:1777047527.040192:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047525 -> 1777047525 00002000:00010000:3.0:1777047527.040197:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 224 -> 288 00000100:00100000:3.0:1777047527.040335:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388166272:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 477us (5286us total) trans 21474837838 rc 0/0 00000100:00100000:3.0:1777047527.040351:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1438 00000100:00080000:1.0:1777047527.041821:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047527.108126:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047527.108325:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388166400 00000100:00100000:0.0:1777047527.108343:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388166400 00002000:00100000:0.0:1777047527.108561:0:24565:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x8a:0x0] (110592->114687) req@ffff9e064ab45880 x1863365388166400/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:263/0 lens 488/0 e 0 to 0 dl 1777047538 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047527.108595:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab45880 with x1863365388166400 ext(110592->114687) 00002000:00010000:0.0:1777047527.108616:0:24565:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064ab45880 00000100:00100000:0.0:1777047527.108726:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1439 00000100:00100000:0.0:1777047527.108756:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388166400:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:0.0:1777047527.109122:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388166400:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 360us (999us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777047527.109138:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1439 00002000:00100000:0.0:1777047527.109160:0:24565:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x8a:0x0] (110592->114687) req@ffff9e064ab45880 x1863365388166400/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:263/0 lens 488/4536 e 0 to 0 dl 1777047538 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047527.109178:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab45880 with x1863365388166400 ext(110592->114687) 00002000:00010000:0.0:1777047527.109184:0:24565:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064ab45880 00000100:00100000:2.0:1777047527.157869:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047527.162898:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388166528 00000100:00100000:0.0:1777047527.162930:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388166528 00002000:00100000:0.0:1777047527.163065:0:29067:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x8a:0x0] (114688->118783) req@ffff9e064ab46680 x1863365388166528/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:263/0 lens 488/0 e 0 to 0 dl 1777047538 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047527.163098:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab46680 with x1863365388166528 ext(114688->118783) 00002000:00010000:0.0:1777047527.163108:0:29067:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064ab46680 00000100:00100000:0.0:1777047527.163213:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1440 00000100:00100000:0.0:1777047527.163232:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388166528:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:0.0:1777047527.163749:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388166528:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 507us (5891us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777047527.163766:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1440 00002000:00100000:0.0:1777047527.163790:0:29067:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x8a:0x0] (114688->118783) req@ffff9e064ab46680 x1863365388166528/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:263/0 lens 488/4536 e 0 to 0 dl 1777047538 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047527.163809:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab46680 with x1863365388166528 ext(114688->118783) 00002000:00010000:0.0:1777047527.163827:0:29067:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064ab46680 00000100:00100000:0.0:1777047527.185561:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047527.185799:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388166656 00000100:00100000:1.0:1777047527.185819:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388166656 00002000:00100000:1.0:1777047527.185896:0:29062:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x8a:0x0] (90112->155647) req@ffff9e0641de9880 x1863365388166656/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:263/0 lens 504/0 e 0 to 0 dl 1777047538 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047527.185921:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641de9880 with x1863365388166656 ext(90112->155647) 00002000:00010000:1.0:1777047527.185931:0:29062:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641de9880 00000100:00100000:1.0:1777047527.186000:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1441 00000100:00100000:1.0:1777047527.186017:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388166656:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:2.0:1777047527.213920:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388166656:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 27890us (28355us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1777047527.213945:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1441 00002000:00100000:2.0:1777047527.213969:0:29062:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x8a:0x0] (90112->155647) req@ffff9e0641de9880 x1863365388166656/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:263/0 lens 504/440 e 0 to 0 dl 1777047538 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047527.215798:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641de9880 with x1863365388166656 ext(90112->155647) 00002000:00010000:2.0:1777047527.215810:0:29062:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641de9880 00000100:00100000:0.0:1777047527.234179:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047527.234815:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443111424:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777047527.234895:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047527.235136:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443111424 00000100:00100000:1.0:1777047527.235150:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443111424 00000100:00100000:1.0:1777047527.235261:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2511 00000100:00100000:1.0:1777047527.235295:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443111424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777047527.235340:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 32768 granted 427681344 pending 0 free 3916972032 avail 3685449728 00000100:00100000:1.0:1777047527.235456:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443111424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 178us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047527.235470:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2511 00000100:00100000:0.0:1777047527.235548:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443111424:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777047527.236553:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388166784 00000100:00100000:2.0:1777047527.236563:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388166784 00002000:00100000:2.0:1777047527.236615:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x8a:0x0] (110592->135167) req@ffff9e0641de9500 x1863365388166784/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:263/0 lens 488/0 e 0 to 0 dl 1777047538 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047527.236636:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641de9500 with x1863365388166784 ext(110592->135167) 00002000:00010000:2.0:1777047527.236646:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641de9500 00000100:00100000:2.0:1777047527.236726:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1442 00000100:00100000:2.0:1777047527.236751:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388166784:12345-192.168.201.54@tcp:4:fsx.0 00000100:00100000:2.0:1777047527.237047:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443111552:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777047527.237119:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777047527.238522:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047527.238540:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443111552 00000100:00100000:0.0:1777047527.238547:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443111552 00000100:00100000:0.0:1777047527.238615:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3382 00000100:00100000:0.0:1777047527.238627:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443111552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777047527.238664:0:6594:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445838848 avail 1299599360 00000100:00100000:0.0:1777047527.239048:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443111552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 421us (1930us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047527.239059:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3382 00000100:00100000:0.0:1777047527.239125:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443111552:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777047527.267490:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388166784:12345-192.168.201.54@tcp:4:fsx.0 Request processed in 30730us (33309us total) trans 21474837839 rc 0/0 00000100:00100000:2.0:1777047527.267513:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1442 00002000:00100000:2.0:1777047527.267536:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x8a:0x0] (110592->135167) req@ffff9e0641de9500 x1863365388166784/t21474837839(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:263/0 lens 488/448 e 0 to 0 dl 1777047538 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047527.267557:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641de9500 with x1863365388166784 ext(110592->135167) 00002000:00010000:2.0:1777047527.267567:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641de9500 00000100:00100000:0.0:1777047527.301727:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047527.302575:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388166912 00000100:00100000:2.0:1777047527.302590:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388166912 00000100:00100000:2.0:1777047527.302707:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4241 00000100:00100000:2.0:1777047527.302725:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388166912:12345-192.168.201.54@tcp:16:fsx.0 00000001:00080000:3.0:1777047527.316483:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837839 is committed 00000001:00080000:3.0:1777047527.316512:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837836 is committed 00000100:00100000:2.0:1777047527.317426:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2429:x1863365388166912:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 14657us (15663us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047527.317445:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4241 00000100:00100000:3.0:1777047527.333529:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047527.333913:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388167168 00000100:00100000:0.0:1777047527.333928:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388167168 00000100:00100000:0.0:1777047527.334050:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6350 00000100:00100000:0.0:1777047527.334067:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388167168:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:0.0:1777047527.334519:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777047527.334560:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a666 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8aa3 expref: 25 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.334614:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d72493a67b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ab1 expref: 24 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.334638:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047527.334646:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:1.0:1777047527.335774:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777047527.350001:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a682 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.350038:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a682 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.350059:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a682 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047527.350158:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935224 00000004:00010000:1.0:1777047527.350198:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000080cb9eb8 reply state 000000002b2d38ee transno 8589935225 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a682 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.350219:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a682 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.350232:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047527.350237:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047527.350243:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047527.350420:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57853:x1863365388167168:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 16351us (16896us total) trans 8589935225 rc 0/0 00000100:00100000:1.0:1777047527.350436:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6350 00000020:00080000:1.0:1777047527.350446:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047527.359759:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047527.359944:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388167296 00000100:00100000:0.0:1777047527.359959:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388167296 00000100:00100000:0.0:1777047527.360059:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6351 00000100:00100000:0.0:1777047527.360077:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57853:x1863365388167296:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047527.360129:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047527.360161:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493a689 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ab8 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.360590:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493a689 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ab8 expref: 27 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.360616:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493a689 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ab8 expref: 27 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.360656:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047527.360662:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047527.360668:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388000, rc 0) 00000100:00100000:0.0:1777047527.360792:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365388167296:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 718us (1044us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047527.361121:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6351 00000100:00100000:0.0:1777047527.392757:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047527.392856:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047527.392933:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047527.393091:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388167552 00000100:00100000:3.0:1777047527.393125:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388167552 00002000:00010000:3.0:1777047527.393208:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:3.0:1777047527.393218:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641deb480 with x1863365388167552 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047527.393233:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0641deb480. 00000100:00100000:3.0:1777047527.393262:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388167424 00000100:00100000:3.0:1777047527.393268:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388167424 00002000:00010000:3.0:1777047527.393293:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (188248->18446744073709551615) 00002000:00100000:3.0:1777047527.393298:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641de8e00 with x1863365388167424 ext(188248->18446744073709551615) 00002000:00010000:3.0:1777047527.393308:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641de8e00. 00000100:00100000:3.0:1777047527.393328:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388167680 00000100:00100000:3.0:1777047527.393333:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388167680 00002000:00010000:3.0:1777047527.393353:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:3.0:1777047527.393359:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e3e8a80 with x1863365388167680 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047527.393368:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e3e8a80. 00000100:00100000:3.0:1777047527.393439:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1443 00000100:00100000:3.0:1777047527.393456:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388167552:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:3.0:1777047527.393655:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047527.393662:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047522 -> 1777047527 00002000:00010000:3.0:1777047527.393666:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:3.0:1777047527.393670:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047525 -> 1777047527 00002000:00010000:3.0:1777047527.393703:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777047527.393782:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388167552:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 329us (1036us total) trans 17179870474 rc 0/0 00000100:00100000:3.0:1777047527.393797:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1443 00002000:00010000:3.0:1777047527.393803:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:3.0:1777047527.393807:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641deb480 with x1863365388167552 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047527.393815:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0641deb480. 00000100:00100000:3.0:1777047527.393844:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1444 00000100:00100000:3.0:1777047527.393857:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388167424:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:3.0:1777047527.394519:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 239093 -> 188248 00002000:00010000:3.0:1777047527.394526:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047525 -> 1777047527 00002000:00010000:3.0:1777047527.394530:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:3.0:1777047527.394534:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047525 -> 1777047527 00002000:00010000:3.0:1777047527.394538:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 288 -> 296 00000100:00100000:3.0:1777047527.394583:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388167424:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 727us (1726us total) trans 21474837840 rc 0/0 00000100:00100000:3.0:1777047527.394596:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1444 00002000:00010000:3.0:1777047527.394602:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (188248->18446744073709551615) 00002000:00100000:3.0:1777047527.394606:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641de8e00 with x1863365388167424 ext(188248->18446744073709551615) 00002000:00010000:3.0:1777047527.394615:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641de8e00. 00000100:00100000:3.0:1777047527.394643:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1445 00000100:00100000:3.0:1777047527.394657:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388167680:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:3.0:1777047527.394789:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047527.394795:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047522 -> 1777047527 00002000:00010000:3.0:1777047527.394799:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:3.0:1777047527.394803:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047525 -> 1777047527 00002000:00010000:3.0:1777047527.394807:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047527.395484:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388167680:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 826us (2548us total) trans 21474837841 rc 0/0 00000100:00100000:3.0:1777047527.395498:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1445 00002000:00010000:3.0:1777047527.395504:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:3.0:1777047527.395508:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e3e8a80 with x1863365388167680 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047527.395518:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e3e8a80. 00000100:00080000:0.0:1777047527.397371:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047527.405361:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047527.405840:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388167808 00000100:00100000:1.0:1777047527.405855:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388167808 00000100:00100000:1.0:1777047527.406481:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6352 00000100:00100000:1.0:1777047527.406502:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365388167808:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047527.406530:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047527.406560:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d72493a690 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8abf expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.406749:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a697 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.407070:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a697 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.407102:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a697 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047527.407151:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 188248 00000004:00200000:1.0:1777047527.407158:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047527.407189:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a697 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.407231:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d72493a690 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8abf expref: 29 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.407263:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a697 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8abf expref: 28 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.407277:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047527.407282:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047527.407287:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f47c00, rc 0) 00000100:00100000:1.0:1777047527.407438:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57853:x1863365388167808:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 891us (2038us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047527.407453:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6352 00000100:00100000:1.0:1777047527.429649:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047527.433154:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388168064 00000100:00100000:0.0:1777047527.433171:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388168064 00000100:00100000:0.0:1777047527.433269:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2136 00000100:00100000:0.0:1777047527.433286:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57853:x1863365388168064:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:0.0:1777047527.433818:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57853:x1863365388168064:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 532us (4175us total) trans 8589935226 rc 0/0 00000100:00100000:0.0:1777047527.433831:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2136 00000100:00100000:2.0:1777047527.509620:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047527.509901:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388168320 00000100:00100000:3.0:1777047527.509916:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388168320 00000100:00100000:0.0:1777047527.510414:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6353 00000100:00100000:0.0:1777047527.510432:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57894:x1863365388168320:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047527.510493:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047527.510528:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493a69e lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ac6 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.510633:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6a5 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.510654:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6a5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.510669:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6a5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.510712:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a6ac lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.510723:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a6ac lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.510734:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a6ac lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.510869:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493a6b3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.510884:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493a6b3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.510896:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493a6b3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047527.510911:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 188248 00010000:00010000:0.0:1777047527.511012:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6a5 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.511025:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6a5 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.511035:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6a5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.511046:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6a5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.511057:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047527.511063:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6a5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.511075:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6a5 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.511094:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e0758e7b900) 00010000:00010000:0.0:1777047527.511099:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047527.511106:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6a5 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.511118:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6a5 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.511448:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a6ac lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.511461:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a6ac lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.511471:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a6ac lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.511480:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047527.511486:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a6ac lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.511503:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a6ac lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.511516:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0758e7be00) 00010000:00010000:0.0:1777047527.511520:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047527.511524:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a6ac lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.511534:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a6ac lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.511593:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493a69e lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ac6 expref: 32 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.511616:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493a6b3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ac6 expref: 31 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.511629:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047527.511633:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047527.511637:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389400, rc 0) 00000100:00100000:0.0:1777047527.512097:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57894:x1863365388168320:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1666us (2485us total) trans 8589935227 rc 0/0 00000100:00100000:0.0:1777047527.512109:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6353 00000100:00100000:2.0:1777047527.538743:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047527.539856:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388168576 00000100:00100000:0.0:1777047527.539871:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388168576 00000100:00100000:0.0:1777047527.539964:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6354 00000100:00100000:0.0:1777047527.540002:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57894:x1863365388168576:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047527.540056:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047527.540090:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493a6c1 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8acd expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.541195:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a6c8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.541218:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a6c8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.541236:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a6c8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047527.541253:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x38:0x0]: returning size 0 00010000:00010000:0.0:1777047527.541313:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493a6c1 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8acd expref: 34 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.541345:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a6c8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8acd expref: 33 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.541359:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x38:0x0].0x0 (ffff9e0758e7be00) 00010000:00010000:0.0:1777047527.541364:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047527.541370:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389600, rc 0) 00000100:00100000:0.0:1777047527.541521:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57894:x1863365388168576:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1542us (2787us total) trans 8589935228 rc 0/0 00000100:00100000:0.0:1777047527.541534:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6354 00000100:00100000:2.0:1777047527.562734:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047527.562922:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047527.563258:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388168960 00000100:00100000:0.0:1777047527.563291:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388168960 00000100:00100000:0.0:1777047527.563414:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6355 00000100:00100000:0.0:1777047527.563431:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57894:x1863365388168960:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047527.563463:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047527.563490:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493a6d6 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ad4 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.563637:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6dd lrc: 3/0,1 mode: --/EX res: [0x200000405:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.563662:0:6588:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a6c8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8acd expref: 34 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.563710:0:6588:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6dd lrc: 4/0,1 mode: --/EX res: [0x200000405:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.563759:0:6588:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a6c8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8acd expref: 34 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.563780:0:6588:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a6c8 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8acd expref: 34 pid: 9025 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047527.563823:0:6588:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3e8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443111680:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047527.563939:0:6588:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0750fe4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047527.566561:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388168704 00000100:00100000:1.0:1777047527.566576:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388168704 00000100:00100000:1.0:1777047527.566661:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 427 00000100:00100000:1.0:1777047527.566697:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:2432:x1863365388168704:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047527.566717:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047527.566746:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493a6b3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ac6 expref: 35 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.566773:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047527.566781:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047527.567223:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:2432:x1863365388168704:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 547us (4499us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047527.567238:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 427 00000100:00100000:2.0:1777047527.585157:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047527.585765:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388169088 00000100:00100000:3.0:1777047527.585780:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388169088 00010000:00010000:3.0:1777047527.585836:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a6c8 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8acd expref: 34 pid: 9025 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047527.585909:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2139 00000100:00100000:3.0:1777047527.585925:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:2429:x1863365388169088:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047527.585947:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047527.585958:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a6c8 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8acd expref: 34 pid: 9025 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.585980:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a6c8 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8acd expref: 34 pid: 9025 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.586011:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x38:0x0].0x0 (ffff9e0758e7be00) 00010000:00010000:3.0:1777047527.586019:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6dd lrc: 3/0,1 mode: --/EX res: [0x200000405:0x38:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.586034:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6dd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x38:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.586046:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6dd lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x38:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.586074:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047527.586165:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:2429:x1863365388169088:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 242us (1018us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047527.586529:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2139 00010000:00010000:0.0:1777047527.586704:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a6c8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8acd expref: 33 pid: 9025 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047527.586730:0:6588:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3e8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443111680:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047527.586759:0:6588:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6dd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.586772:0:6588:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6dd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.586782:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6dd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047527.586807:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x38:0x0]: returning size 0 00000004:00080000:0.0:1777047527.587042:0:6588:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x73:0x0], index 1: 0 00000004:00080000:0.0:1777047527.587054:0:6588:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x92:0x0], index 0: 0 00010000:00010000:0.0:1777047527.587179:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6dd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.587192:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6dd lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.587499:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6dd lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.587510:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047527.587517:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6dd lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.587530:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6dd lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.587544:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x38:0x0].0x0 (ffff9e0758e7be00) 00010000:00010000:0.0:1777047527.587549:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047527.587555:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6dd lrc: 2/0,0 mode: --/EX res: [0x200000405:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.587565:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a6dd lrc: 0/0,0 mode: --/EX res: [0x200000405:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.587631:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493a6d6 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x38:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ad4 expref: 33 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.587645:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x38:0x0].0x0 (ffff9e0758e7be00) 00010000:00010000:0.0:1777047527.587649:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777047527.587654:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493a6d6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x38:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ad4 expref: 33 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.588545:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388400, rc 0) 00000100:00100000:0.0:1777047527.588596:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57894:x1863365388168960:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 25168us (25675us total) trans 8589935229 rc 301/301 00000100:00100000:0.0:1777047527.588608:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6355 00000100:00100000:3.0:1777047527.588812:0:33233:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643054380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:33233:1863365443111808:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1777047527.588875:0:33233:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047527.588924:0:33233:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0742e6b900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047527.600162:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443111808 00000100:00100000:0.0:1777047527.600181:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443111808 00000100:00100000:2.0:1777047527.603552:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047527.604122:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388169344 00000100:00100000:3.0:1777047527.604135:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388169344 00000100:00100000:3.0:1777047527.604205:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2137 00000100:00100000:3.0:1777047527.604223:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57894:x1863365388169344:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047527.604706:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57894:x1863365388169344:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 453us (1129us total) trans 8589935230 rc 0/0 00000100:00100000:3.0:1777047527.604720:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2137 00000100:00100000:0.0:1777047527.605904:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4242 00000100:00100000:0.0:1777047527.605917:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:33233:x1863365443111808:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1777047527.605985:0:8480:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 162 00000100:00080000:1.0:1777047527.616291:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047527.617969:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047527.618213:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388169472 00000100:00100000:1.0:1777047527.618229:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388169472 00000100:00100000:1.0:1777047527.618376:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6356 00000100:00100000:1.0:1777047527.618479:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644865c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57894:x1863365388169472:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047527.618517:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047527.618567:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d72493a6eb lrc: 2/0,0 mode: --/CR res: [0x200000405:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8adb expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.618722:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a6f2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.618746:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a6f2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x38:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.618765:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a6f2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x38:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047527.618831:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x38:0x0]: returning size 0 00000004:00200000:1.0:1777047527.618838:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047527.618866:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a6f2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x38:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.618916:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46200/0x5ecf73d72493a6eb lrc: 0/0,0 mode: --/CR res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8adb expref: 35 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.618949:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a6f2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x38:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8adb expref: 34 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.618965:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x38:0x0].0x0 (ffff9e0641ff4600) 00010000:00010000:1.0:1777047527.618969:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777047527.618975:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f46600, rc 0) 00000100:00100000:1.0:1777047527.619061:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644865c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57894:x1863365388169472:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 602us (1102us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047527.619076:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6356 00000100:00100000:0.0:1777047527.623132:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:33233:x1863365443111808:12345-0@lo:5:osp-pre-0-0.0 Request processed in 17210us (34249us total) trans 21474837842 rc 0/0 00000100:00100000:0.0:1777047527.623150:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4242 00000100:00100000:3.0:1777047527.633576:0:33233:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474837836 gen 2 00000004:00080000:3.0:1777047527.633596:0:33233:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064e8fb100, transno 21474837829 00000004:00080000:3.0:1777047527.633616:0:33233:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064e8f8e00, transno 21474837830 00000004:00080000:3.0:1777047527.633621:0:33233:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064e8f9c00, transno 21474837831 00000004:00080000:3.0:1777047527.633625:0:33233:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064e8f9880, transno 21474837832 00000004:00080000:3.0:1777047527.633630:0:33233:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744a2b480, transno 21474837833 00000004:00080000:3.0:1777047527.633635:0:33233:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744a28700, transno 21474837834 00000004:00080000:3.0:1777047527.633640:0:33233:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744a29180, transno 21474837835 00000004:00080000:3.0:1777047527.633644:0:33233:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744a2a680, transno 21474837836 00000100:00100000:3.0:1777047527.633660:0:33233:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9e0643054380 x1863365443111808/t21474837842(21474837842) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1777047543 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777047527.633716:0:33233:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643054380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:33233:1863365443111808:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1777047527.633718:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000004:00080000:3.0:1777047527.633743:0:33233:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x92:0x0]-[0x280000401:0xc1:0x0] 00000100:00100000:2.0:1777047527.633798:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047527.633845:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388169600 00000100:00100000:2.0:1777047527.633857:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388169600 00000100:00100000:2.0:1777047527.633937:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388169728 00000100:00100000:2.0:1777047527.633944:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388169728 00000100:00100000:2.0:1777047527.633992:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4243 00000100:00100000:2.0:1777047527.634007:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388169600:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047527.634032:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047527.634134:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ef78ca3/0x5ecf73d72493a6f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ae2 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047527.634179:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x73:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1777047527.634210:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047527.634214:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047527.634231:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ef78ca3/0x5ecf73d72493a6f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ae2 expref: 22 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.634264:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001ef78ca3/0x5ecf73d72493a6f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ae2 expref: 22 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.634289:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167800, rc 0) 00000100:00100000:2.0:1777047527.634367:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388169600:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 361us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047527.634437:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4243 00000100:00100000:2.0:1777047527.634477:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4244 00000100:00100000:2.0:1777047527.634491:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388169728:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047527.634506:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047527.634528:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493a700 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x92:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ae9 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047527.634566:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x92:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1777047527.634584:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047527.634587:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047527.634596:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493a700 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ae9 expref: 14 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.634620:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493a700 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ae9 expref: 14 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.634638:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167000, rc 0) 00000100:00100000:2.0:1777047527.634709:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388169728:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 218us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047527.634722:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4244 00000004:00080000:0.0:1777047527.635669:0:33232:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 8 done 00000100:00100000:3.0:1777047527.659743:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047527.659881:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388169984 00000100:00100000:0.0:1777047527.659899:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388169984 00000100:00100000:0.0:1777047527.660547:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6357 00000100:00100000:0.0:1777047527.660571:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57894:x1863365388169984:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047527.660612:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047527.660647:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493a707 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8af0 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.661291:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a70e lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.661321:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a70e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.661343:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a70e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047527.661366:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 188248 00010000:00010000:0.0:1777047527.661575:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493a707 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8af0 expref: 37 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.661611:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a70e lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8af0 expref: 36 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.661627:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047527.661633:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047527.661640:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388200, rc 0) 00000100:00100000:0.0:1777047527.661776:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57894:x1863365388169984:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1209us (2043us total) trans 8589935231 rc 0/0 00000100:00100000:0.0:1777047527.661792:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6357 00000100:00100000:2.0:1777047527.700620:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047527.703235:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047527.703377:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388170112 00000100:00100000:0.0:1777047527.703445:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388170112 00000100:00100000:0.0:1777047527.703532:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388170240 00000100:00100000:0.0:1777047527.703541:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388170240 00000100:00100000:2.0:1777047527.703823:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4245 00000100:00100000:2.0:1777047527.703850:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388170112:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:2.0:1777047527.703920:0:30115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493a71c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.703991:0:30115:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a66d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->131071) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8aaa expref: 14 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047527.703997:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:2.0:1777047527.704019:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047527.704024:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047527.704032:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493a71c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047527.704070:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388170368 00000100:00100000:3.0:1777047527.704082:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388170368 00010000:00010000:2.0:1777047527.704101:0:30115:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a66d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->131071) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8aaa expref: 15 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.704413:0:30115:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a66d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->131071) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8aaa expref: 15 pid: 8481 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047527.704449:0:30115:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644866680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443111936:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047527.704493:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4246 00000100:00100000:3.0:1777047527.704516:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388170368:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:3.0:1777047527.704565:0:11204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a723 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.704596:0:11204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493a5c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a6b expref: 15 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.704614:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047527.704619:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1777047527.704621:0:30115:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1777047527.704625:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a723 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.704711:0:11204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493a5c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a6b expref: 15 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.704737:0:11204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493a5c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a6b expref: 15 pid: 36217 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047527.704763:0:11204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744af0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11204:1863365443112064:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047527.704834:0:11204:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0742e6b900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047527.704918:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4247 00000100:00100000:0.0:1777047527.704942:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0775806450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388170240:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047527.705148:0:28387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493a72a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.705181:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d72493a5be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a64 expref: 22 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.705197:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047527.705202:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047527.705208:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493a72a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.705257:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d72493a5be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a64 expref: 22 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.705280:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d72493a5be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a64 expref: 22 pid: 8481 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047527.705303:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365443112192:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047527.705357:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0758d99600 going to sleep for 11 seconds 00000100:00100000:2.0:1777047527.725579:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047527.725746:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365443112192:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047527.725798:0:28387:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493a72a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047527.725817:0:30115:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644866680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443111936:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047527.725861:0:30115:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493a71c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047527.725903:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047527.725953:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388170496 00000100:00100000:2.0:1777047527.725965:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388170496 00010000:00010000:2.0:1777047527.726021:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a66d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->131071) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8aaa expref: 16 pid: 8481 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047527.726093:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388170624 00000100:00100000:2.0:1777047527.726100:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388170624 00010000:00010000:2.0:1777047527.726126:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493a5c5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a6b expref: 17 pid: 36217 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047527.726165:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2140 00000100:00100000:2.0:1777047527.726181:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388170496:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047527.726205:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777047527.726570:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2141 00010000:00010000:2.0:1777047527.726576:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a66d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 118784->131071) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8aaa expref: 17 pid: 8481 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047527.726600:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644866300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388170624:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047527.726611:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a66d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 118784->131071) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8aaa expref: 17 pid: 8481 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.726627:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047527.726657:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d38f545/0x5ecf73d72493a66d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 118784->131071) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8aaa expref: 17 pid: 8481 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.726662:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493a5c5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a6b expref: 17 pid: 36217 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.726731:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047527.726738:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047527.726740:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493a5c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a6b expref: 16 pid: 36217 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.726747:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493a71c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.726787:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493a71c lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.726795:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047527.726803:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047527.726814:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a723 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.727147:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a723 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.727167:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047527.727196:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047527.727256:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388170496:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1073us (1684us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047527.727269:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644866300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388170624:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 673us (1362us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047527.727284:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2140 00000100:00100000:0.0:1777047527.727305:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2141 00010000:00010000:0.0:1777047527.727368:0:30115:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493a71c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.727442:0:30115:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493a71c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.727486:0:30115:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493a71c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.727507:0:30115:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493a71c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.727527:0:30115:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493a71c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.727543:0:30115:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047527.727553:0:30115:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493a71c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.727578:0:30115:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493a71c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.727605:0:30115:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493a71c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.727623:0:30115:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493a71c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.730822:0:11204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493a5c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a6b expref: 14 pid: 36217 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047527.730850:0:11204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744af0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11204:1863365443112064:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047527.730879:0:11204:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a723 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.730899:0:11204:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a723 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.730914:0:11204:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a723 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.730945:0:11204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a723 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.730959:0:11204:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a723 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.730974:0:11204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a723 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.730987:0:11204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047527.730994:0:11204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a723 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.731021:0:11204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a723 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.731045:0:11204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a723 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.731061:0:11204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001aad7c27/0x5ecf73d72493a723 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047527.731168:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388170368:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 26656us (27177us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047527.731186:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4246 00000100:00100000:3.0:1777047527.731286:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047527.732585:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388170752 00000100:00100000:1.0:1777047527.732598:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388170752 00010000:00010000:1.0:1777047527.732643:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d72493a5be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a64 expref: 23 pid: 8481 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047527.733792:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2142 00000100:00100000:1.0:1777047527.733812:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0751041850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388170752:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047527.733837:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047527.733865:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d72493a5be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a64 expref: 23 pid: 8481 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.733890:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d72493a5be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a64 expref: 23 pid: 8481 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.733932:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e634844/0x5ecf73d72493a5be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8a64 expref: 23 pid: 8481 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.733954:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047527.733957:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047527.733964:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493a72a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.733981:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493a72a lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.734023:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047527.734081:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0751041850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388170752:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 273us (2795us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047527.734096:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2142 00010000:00010000:1.0:1777047527.734176:0:28387:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493a72a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.734197:0:28387:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493a72a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.734256:0:28387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493a72a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.734272:0:28387:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493a72a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.734290:0:28387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493a72a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.734303:0:28387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047527.734310:0:28387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493a72a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.734326:0:28387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493a72a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.734348:0:28387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493a72a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.734362:0:28387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493a72a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047527.736567:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0775806450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388170240:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 31627us (33330us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047527.736585:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4247 00000100:00100000:2.0:1777047527.738931:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388170112:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 35085us (38320us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047527.738948:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4245 00000100:00100000:2.0:1777047527.749156:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443112320:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777047527.750572:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047527.751986:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443112448:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047527.752046:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047527.753135:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443112320 00000100:00100000:0.0:1777047527.753148:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443112320 00000100:00100000:0.0:1777047527.753263:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443112448 00000100:00100000:0.0:1777047527.753270:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443112448 00000100:00100000:0.0:1777047527.753349:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2512 00000100:00100000:0.0:1777047527.753366:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3685:x1863365443112320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777047527.753403:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484909760 pending 0 free 3918929920 avail 3687407616 00000100:00100000:0.0:1777047527.753489:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3685:x1863365443112320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (2919us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047527.753503:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2512 00000100:00100000:0.0:1777047527.753536:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2513 00000100:00100000:0.0:1777047527.753553:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+13:3682:x1863365443112448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777047527.753573:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 32768 granted 427681344 pending 0 free 3916972032 avail 3685449728 00000100:00100000:0.0:1777047527.753666:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+13:3682:x1863365443112448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (1618us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047527.753719:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2513 00000100:00080000:3.0:1777047527.755630:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047527.755736:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443112448:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047527.755833:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443112320:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777047527.765713:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047527.768369:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388170880 00000100:00100000:2.0:1777047527.768445:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388170880 00000100:00100000:2.0:1777047527.768532:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4248 00000100:00100000:2.0:1777047527.768553:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388170880:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047527.768580:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047527.768615:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493a731 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8af7 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047527.768658:0:36216:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 188248, mtime: 0x69eb97e7, atime: 0x69eb97e2, ctime: 0x69eb97e7, blocks: 0x128 00010000:00010000:2.0:1777047527.768724:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047527.768731:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047527.769091:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493a731 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8af7 expref: 13 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.769129:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493a731 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8af7 expref: 13 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.769513:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167400, rc 0) 00000100:00100000:2.0:1777047527.769631:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2432:x1863365388170880:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1081us (3959us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047527.769648:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4248 00000100:00100000:2.0:1777047527.773529:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047527.773659:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388171008 00000100:00100000:1.0:1777047527.773697:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388171008 00000100:00100000:1.0:1777047527.773797:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4249 00000100:00100000:1.0:1777047527.774171:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388171008:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047527.774192:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047527.774220:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000048ecbc9b/0x5ecf73d72493a738 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8afe expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047527.774571:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6d:0x0] initial LVB size: 0, mtime: 0x69eb97e7, atime: 0x69eb97e2, ctime: 0x69eb97e7, blocks: 0x1800 00010000:00010000:1.0:1777047527.774596:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047527.774599:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047527.774612:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048ecbc9b/0x5ecf73d72493a738 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8afe expref: 22 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.774641:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000048ecbc9b/0x5ecf73d72493a738 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8afe expref: 22 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.774664:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f46200, rc 0) 00000100:00100000:1.0:1777047527.774755:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2431:x1863365388171008:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 943us (1231us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047527.774770:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4249 00000100:00100000:2.0:1777047527.777353:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047527.777530:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388171136 00000100:00100000:1.0:1777047527.777542:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388171136 00000100:00100000:1.0:1777047527.777732:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4250 00000100:00100000:1.0:1777047527.778894:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2432:x1863365388171136:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047527.778915:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047527.778939:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d72493a73f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8b05 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047527.778972:0:8481:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8c:0x0] initial LVB size: 0, mtime: 0x69eb97e7, atime: 0x69eb97e2, ctime: 0x69eb97e7, blocks: 0x0 00010000:00010000:1.0:1777047527.778997:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047527.779001:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047527.779015:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d72493a73f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b05 expref: 14 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.779042:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d72493a73f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b05 expref: 14 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.779066:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f46a00, rc 0) 00000100:00100000:1.0:1777047527.779146:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388171136:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 261us (1796us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047527.779608:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4250 00000100:00100000:1.0:1777047528.104989:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047528.105354:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388171264 00000100:00100000:3.0:1777047528.105371:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388171264 00000100:00100000:3.0:1777047528.105577:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4251 00000100:00100000:3.0:1777047528.105607:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388171264:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047528.105889:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388171264:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 277us (911us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047528.105906:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4251 00000100:00100000:0.0:1777047528.122058:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047528.123129:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388171392 00000100:00100000:2.0:1777047528.123152:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388171392 00000100:00100000:2.0:1777047528.123632:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6358 00000100:00100000:2.0:1777047528.123654:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57894:x1863365388171392:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047528.123721:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047528.124134:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a746 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8b0c expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.124200:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a74d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.124230:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a74d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.126599:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a74d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.127038:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a746 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b0c expref: 38 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.127080:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a74d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b0c expref: 37 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.127103:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x38:0x0].0x0 (ffff9e0641ff4600) 00010000:00010000:2.0:1777047528.127109:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777047528.127116:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167200, rc 0) 00000100:00100000:2.0:1777047528.127374:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57894:x1863365388171392:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 3725us (5348us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047528.127394:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6358 00000100:00100000:2.0:1777047528.141089:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047528.145505:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388171648 00000100:00100000:1.0:1777047528.145522:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388171648 00000100:00100000:1.0:1777047528.147746:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6359 00000100:00100000:1.0:1777047528.147770:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644866a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57894:x1863365388171648:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:1.0:1777047528.147874:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047528.147916:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46600/0x5ecf73d72493a6f2 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x38:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8adb expref: 37 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.147951:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x38:0x0].0x0 (ffff9e0641ff4600) 00010000:00010000:1.0:1777047528.147960:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047528.148191:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a754 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.148217:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a754 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.148235:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a754 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047528.148314:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935232 00000004:00010000:1.0:1777047528.148359:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d6e819c6 reply state 00000000ab961eed transno 8589935233 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a754 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.148379:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a754 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.148445:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x38:0x0].0x0 (ffff9e0641ff4600) 00010000:00010000:1.0:1777047528.148451:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047528.148456:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047528.148598:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644866a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57894:x1863365388171648:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 834us (7519us total) trans 8589935233 rc 0/0 00000100:00100000:1.0:1777047528.148613:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6359 00000020:00080000:1.0:1777047528.148621:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047528.158620:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047528.159542:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388171776 00000100:00100000:2.0:1777047528.159558:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388171776 00000100:00100000:2.0:1777047528.159633:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6360 00000100:00100000:2.0:1777047528.159648:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57894:x1863365388171776:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047528.159739:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047528.159768:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a75b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8b13 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.159870:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a75b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b13 expref: 40 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.159918:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a75b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b13 expref: 40 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.159947:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x38:0x0].0x0 (ffff9e0641ff4600) 00010000:00010000:2.0:1777047528.159954:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047528.159959:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167600, rc 0) 00000100:00100000:2.0:1777047528.160075:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57894:x1863365388171776:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 428us (1466us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047528.160089:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6360 00000100:00100000:0.0:1777047528.171254:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047528.172184:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388171904 00000100:00100000:2.0:1777047528.172200:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388171904 00000100:00100000:2.0:1777047528.172614:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4252 00000100:00100000:2.0:1777047528.172634:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:57894:x1863365388171904:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047528.173069:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047528.173107:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000507eb8fc/0x5ecf73d72493a762 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8b1a expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.173171:0:30115:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001ef78ca3/0x5ecf73d72493a6f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ae2 expref: 23 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.173188:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047528.173191:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047528.173199:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000507eb8fc/0x5ecf73d72493a762 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b1a expref: 23 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.173249:0:30115:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001ef78ca3/0x5ecf73d72493a6f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ae2 expref: 23 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.173273:0:30115:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001ef78ca3/0x5ecf73d72493a6f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ae2 expref: 23 pid: 8479 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047528.173296:0:30115:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644864380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:30115:1863365443112576:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047528.173454:0:30115:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047528.185857:0:30115:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644864380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:30115:1863365443112576:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047528.185909:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000507eb8fc/0x5ecf73d72493a762 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b1a expref: 23 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.185943:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166a00, rc 0) 00000100:00100000:2.0:1777047528.186044:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57894:x1863365388171904:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 13413us (14800us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047528.186061:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4252 00000100:00100000:1.0:1777047528.193437:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047528.196456:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388172032 00000100:00100000:0.0:1777047528.196474:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388172032 00010000:00010000:0.0:1777047528.196540:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001ef78ca3/0x5ecf73d72493a6f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ae2 expref: 23 pid: 8479 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047528.196627:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2143 00000100:00100000:0.0:1777047528.196645:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388172032:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047528.196712:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047528.196726:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001ef78ca3/0x5ecf73d72493a6f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ae2 expref: 23 pid: 8479 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.196768:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001ef78ca3/0x5ecf73d72493a6f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ae2 expref: 23 pid: 8479 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.196806:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ef78ca3/0x5ecf73d72493a6f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ae2 expref: 23 pid: 8479 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.196836:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047528.196840:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047528.196851:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000507eb8fc/0x5ecf73d72493a762 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b1a expref: 22 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.196871:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000507eb8fc/0x5ecf73d72493a762 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b1a expref: 22 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.196937:0:9569:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000507eb8fc/0x5ecf73d72493a762 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b1a expref: 22 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047528.196964:0:9569:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064e8fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9569:1863365443112704:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047528.197121:0:9569:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0758d99600 going to sleep for 11 seconds 00000100:00100000:0.0:1777047528.226267:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047528.226443:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388172160 00000100:00100000:2.0:1777047528.226458:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388172160 00000100:00100000:1.0:1777047528.226563:0:9569:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064e8fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9569:1863365443112704:192.168.201.54@tcp:105: 00000100:00100000:2.0:1777047528.226570:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4253 00000100:00100000:2.0:1777047528.226601:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57894:x1863365388172160:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047528.226629:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047528.226659:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493a769 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8b21 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.227059:0:36216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493a700 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ae9 expref: 15 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.227078:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047528.227081:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047528.227090:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493a769 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b21 expref: 15 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.227147:0:36216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493a700 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ae9 expref: 15 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.227173:0:36216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493a700 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ae9 expref: 15 pid: 8479 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047528.227198:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644864380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:36216:1863365443112832:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047528.227304:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a900 going to sleep for 11 seconds 00010000:00010000:1.0:1777047528.227738:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047528.228509:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388172032:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 31863us (35078us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047528.228528:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2143 00000100:00100000:0.0:1777047528.248646:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047528.249274:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644864380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:36216:1863365443112832:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047528.249326:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493a769 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b21 expref: 15 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.249363:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167e00, rc 0) 00000100:00100000:2.0:1777047528.249512:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57894:x1863365388172160:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 22920us (23258us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047528.249528:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4253 00000100:00100000:3.0:1777047528.251285:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388172288 00000100:00100000:3.0:1777047528.251297:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388172288 00010000:00010000:3.0:1777047528.251348:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493a700 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ae9 expref: 15 pid: 8479 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047528.251461:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2144 00000100:00100000:3.0:1777047528.251479:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388172288:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047528.251502:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047528.251511:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493a700 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ae9 expref: 15 pid: 8479 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.251536:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493a700 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ae9 expref: 15 pid: 8479 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.251570:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493a700 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ae9 expref: 15 pid: 8479 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.251591:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047528.251595:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047528.251603:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493a769 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b21 expref: 14 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.251622:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493a769 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b21 expref: 14 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.251713:0:36227:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493a769 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b21 expref: 14 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047528.251737:0:36227:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744af3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:36227:1863365443112960:192.168.201.54@tcp:105: 00000100:00100000:3.0:1777047528.251839:0:36227:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0742e6b900 going to sleep for 11 seconds 00010000:00010000:1.0:1777047528.263886:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047528.279857:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047528.279932:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047528.280054:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388172544 00000100:00100000:1.0:1777047528.280069:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388172544 00002000:00010000:1.0:1777047528.280130:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/146 (0->18446744073709551615) 00002000:00100000:1.0:1777047528.280139:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644864380 with x1863365388172544 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047528.280157:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644864380. 00000100:00100000:1.0:1777047528.280217:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388172416 00000100:00100000:1.0:1777047528.280225:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388172416 00002000:00010000:1.0:1777047528.280249:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/115 (0->18446744073709551615) 00002000:00100000:1.0:1777047528.280254:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644864a80 with x1863365388172416 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047528.280264:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644864a80. 00000100:00100000:1.0:1777047528.280300:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1446 00000100:00100000:1.0:1777047528.280315:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388172544:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047528.280597:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047528.280604:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb mtime from disk: 0 -> 1777047528 00002000:00010000:1.0:1777047528.280609:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047528.280613:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb ctime from disk: 0 -> 1777047528 00002000:00010000:1.0:1777047528.280617:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047528.280730:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388172544:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 415us (882us total) trans 21474837843 rc 0/0 00000100:00100000:1.0:1777047528.281033:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1446 00002000:00010000:1.0:1777047528.281039:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/146 (0->18446744073709551615) 00002000:00100000:1.0:1777047528.281045:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644864380 with x1863365388172544 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047528.281054:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644864380. 00000100:00100000:1.0:1777047528.281086:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1447 00000100:00100000:1.0:1777047528.281100:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388172416:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047528.281245:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047528.281251:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb mtime from disk: 0 -> 1777047528 00002000:00010000:1.0:1777047528.281256:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047528.281259:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb ctime from disk: 0 -> 1777047528 00002000:00010000:1.0:1777047528.281263:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047528.281307:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388172416:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 209us (1399us total) trans 17179870475 rc 0/0 00000100:00100000:1.0:1777047528.281327:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1447 00002000:00010000:1.0:1777047528.281333:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/115 (0->18446744073709551615) 00002000:00100000:1.0:1777047528.281337:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644864a80 with x1863365388172416 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047528.281344:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644864a80. 00000100:00100000:3.0:1777047528.282812:0:36227:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744af3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:36227:1863365443112960:192.168.201.54@tcp:105: 00010000:00010000:3.0:1777047528.282847:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047528.285302:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388172288:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 33818us (36661us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047528.285322:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2144 00000100:00100000:2.0:1777047528.300543:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047528.303542:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388172672 00000100:00100000:3.0:1777047528.303565:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388172672 00000100:00100000:3.0:1777047528.303697:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4254 00000100:00100000:3.0:1777047528.303715:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388172672:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047528.306184:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388172672:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 2467us (6402us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047528.306202:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4254 00000100:00100000:0.0:1777047528.313302:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047528.314438:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388172800 00000100:00100000:1.0:1777047528.314452:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388172800 00000100:00100000:1.0:1777047528.314542:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4255 00000100:00100000:1.0:1777047528.314558:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388172800:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047528.315061:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388172800:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 208us (1471us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047528.315076:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4255 00000100:00100000:0.0:1777047528.334510:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047528.335170:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388172928 00000100:00100000:2.0:1777047528.335184:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388172928 00000100:00100000:2.0:1777047528.335284:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1448 00000100:00100000:2.0:1777047528.335300:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388172928:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047528.335437:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d72493a770 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.335464:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047528.335468:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047528.335477:0:8486:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d72493a770 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.335500:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d72493a770 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.335688:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d72493a770 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.335708:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d72493a770 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.335723:0:8486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d72493a770 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.335735:0:8486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047528.335741:0:8486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d72493a770 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.335756:0:8486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d72493a770 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.335779:0:8486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d72493a770 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.335791:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d72493a770 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047528.335899:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388172928:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 600us (1399us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1777047528.335914:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1448 00000100:00100000:2.0:1777047528.356955:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047528.357206:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388173056 00000100:00100000:0.0:1777047528.357243:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388173056 00000100:00100000:0.0:1777047528.357336:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1449 00000100:00100000:0.0:1777047528.357352:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388173056:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:1.0:1777047528.360618:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b76e5ef/0x5ecf73d72493a777 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.360656:0:8485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000507eb8fc/0x5ecf73d72493a762 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b1a expref: 23 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.360721:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047528.360724:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047528.360731:0:8485:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b76e5ef/0x5ecf73d72493a777 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.360790:0:8485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000507eb8fc/0x5ecf73d72493a762 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b1a expref: 23 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.360818:0:8485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000507eb8fc/0x5ecf73d72493a762 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b1a expref: 23 pid: 30115 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047528.360842:0:8485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749164380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8485:1863365443113088:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047528.360981:0:8485:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047528.374870:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749164380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8485:1863365443113088:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047528.374922:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005b76e5ef/0x5ecf73d72493a777 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047528.377262:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047528.377713:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388173184 00000100:00100000:3.0:1777047528.377725:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388173184 00010000:00010000:3.0:1777047528.377774:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000507eb8fc/0x5ecf73d72493a762 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b1a expref: 24 pid: 30115 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047528.378122:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2145 00000100:00100000:3.0:1777047528.378143:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365388173184:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047528.378167:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047528.378196:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000507eb8fc/0x5ecf73d72493a762 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b1a expref: 24 pid: 30115 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.378223:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000507eb8fc/0x5ecf73d72493a762 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b1a expref: 24 pid: 30115 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.378258:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000507eb8fc/0x5ecf73d72493a762 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b1a expref: 24 pid: 30115 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.378296:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047528.378299:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047528.378307:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b76e5ef/0x5ecf73d72493a777 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.378324:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b76e5ef/0x5ecf73d72493a777 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.378374:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047528.378478:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005b76e5ef/0x5ecf73d72493a777 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.378497:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b76e5ef/0x5ecf73d72493a777 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047528.383188:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2429:x1863365388173184:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 5044us (5923us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047528.383206:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2145 00000001:00080000:2.0:1777047528.395105:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870476 is committed 00000001:00080000:2.0:1777047528.395138:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870473 is committed 00002000:00010000:1.0:1777047528.400198:0:8485:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb size from disk: 0 -> 8192 00002000:00010000:1.0:1777047528.400210:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:1.0:1777047528.400229:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b76e5ef/0x5ecf73d72493a777 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.400341:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005b76e5ef/0x5ecf73d72493a777 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.400360:0:8485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005b76e5ef/0x5ecf73d72493a777 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.400409:0:8485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f47e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047528.400417:0:8485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005b76e5ef/0x5ecf73d72493a777 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.400433:0:8485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005b76e5ef/0x5ecf73d72493a777 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.400462:0:8485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005b76e5ef/0x5ecf73d72493a777 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.400475:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b76e5ef/0x5ecf73d72493a777 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047528.400643:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388173056:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 43288us (43693us total) trans 17179870476 rc 0/0 00000100:00100000:1.0:1777047528.400693:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1449 00000100:00100000:2.0:1777047528.423862:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047528.424371:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388173312 00000100:00100000:1.0:1777047528.424442:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388173312 00000100:00100000:1.0:1777047528.424524:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4256 00000100:00100000:1.0:1777047528.424540:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388173312:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047528.424724:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388173312:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 185us (871us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047528.424737:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4256 00000100:00100000:0.0:1777047528.447704:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047528.448305:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388173440 00000100:00100000:2.0:1777047528.448318:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388173440 00000100:00100000:2.0:1777047528.448405:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4257 00000100:00100000:2.0:1777047528.448422:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388173440:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:2.0:1777047528.448586:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388173440:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 166us (1810us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047528.448599:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4257 00000100:00100000:0.0:1777047528.472742:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047528.474630:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388173568 00000100:00100000:1.0:1777047528.474645:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388173568 00000100:00100000:1.0:1777047528.474784:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1450 00000100:00100000:1.0:1777047528.474802:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388173568:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047528.474853:0:29062:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a77e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.474878:0:29062:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047528.474881:0:29062:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047528.474889:0:29062:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a77e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.474914:0:29062:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a77e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.490794:0:29062:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a77e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.490824:0:29062:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a77e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.490840:0:29062:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a77e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.490852:0:29062:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f47e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047528.490859:0:29062:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a77e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.490875:0:29062:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a77e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.490917:0:29062:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a77e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.490930:0:29062:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b76e5ef/0x5ecf73d72493a77e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047528.491060:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388173568:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 16256us (18343us total) trans 0 rc 20480/20480 00000100:00100000:1.0:1777047528.491078:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1450 00000100:00100000:2.0:1777047528.507124:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047528.508047:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388173696 00000100:00100000:0.0:1777047528.508063:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388173696 00000100:00100000:0.0:1777047528.508556:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1451 00000100:00100000:0.0:1777047528.508574:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388173696:12345-192.168.201.54@tcp:4:lfs.0 00002000:00010000:0.0:1777047528.508703:0:24563:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x73:0x0] initial LVB size: 8192, mtime: 0x69eb97e8, atime: 0x0, ctime: 0x69eb97e8, blocks: 0x10 00010000:00010000:0.0:1777047528.508719:0:24563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493a785 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.508744:0:24563:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047528.509065:0:24563:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047528.509075:0:24563:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493a785 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.509100:0:24563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493a785 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047528.547142:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870477 is committed 00002000:00010000:1.0:1777047528.547327:0:24563:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb size from disk: 8192 -> 40960 00002000:00010000:1.0:1777047528.547336:0:24563:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb mtime from disk: 1777047528 -> 1777047529 00002000:00010000:1.0:1777047528.547341:0:24563:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb ctime from disk: 1777047528 -> 1777047529 00002000:00010000:1.0:1777047528.547344:0:24563:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 16 -> 56 00010000:00010000:1.0:1777047528.547361:0:24563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493a785 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.547439:0:24563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493a785 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.547457:0:24563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493a785 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.547470:0:24563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047528.547478:0:24563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493a785 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.548283:0:24563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493a785 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.548314:0:24563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493a785 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.548329:0:24563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493a785 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [20480->40959] (req 20480->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047528.548474:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388173696:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 39898us (41354us total) trans 17179870477 rc 0/0 00000100:00100000:1.0:1777047528.548492:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1451 00000100:00100000:0.0:1777047528.568226:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047528.568401:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047528.568462:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047528.568572:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047528.568631:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388174208 00000100:00100000:0.0:1777047528.568644:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388174208 00000100:00100000:0.0:1777047528.568735:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4258 00000100:00100000:0.0:1777047528.568750:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388174208:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:0.0:1777047528.568910:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388174208:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 161us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047528.568923:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4258 00000100:00100000:2.0:1777047528.569203:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388174080 00000100:00100000:2.0:1777047528.569211:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388174080 00000100:00100000:2.0:1777047528.569569:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388173952 00000100:00100000:2.0:1777047528.569576:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388173952 00000100:00100000:2.0:1777047528.569618:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5019 00000100:00100000:2.0:1777047528.569629:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2429:x1863365388174080:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:2.0:1777047528.569722:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2429:x1863365388174080:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 93us (1322us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047528.569733:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5019 00000100:00100000:2.0:1777047528.569755:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5020 00000100:00100000:2.0:1777047528.569765:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:2429:x1863365388173952:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:2.0:1777047528.570120:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:2429:x1863365388173952:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 354us (1656us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047528.570133:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5020 00000100:00080000:0.0:1777047528.570592:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777047528.570778:0:33223:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388173824 00000100:00100000:1.0:1777047528.570787:0:33223:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388173824 00000100:00100000:1.0:1777047528.570879:0:33223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 303 00000100:00100000:1.0:1777047528.570894:0:33223:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06421bfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2429:x1863365388173824:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:1.0:1777047528.573728:0:33223:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06421bfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2429:x1863365388173824:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 2830us (5506us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047528.573743:0:33223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 303 00000100:00100000:0.0:1777047528.589234:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047528.589524:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388174336 00000100:00100000:2.0:1777047528.589537:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388174336 00000100:00100000:2.0:1777047528.589618:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4259 00000100:00100000:2.0:1777047528.589632:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388174336:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:2.0:1777047528.589896:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388174336:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 263us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047528.589910:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4259 00000100:00100000:2.0:1777047528.610471:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047528.610592:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388174464 00000100:00100000:3.0:1777047528.610607:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388174464 00000100:00100000:3.0:1777047528.611510:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1452 00000100:00100000:3.0:1777047528.611530:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388174464:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:3.0:1777047528.611580:0:8484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493a78c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.611604:0:8484:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047528.611609:0:8484:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047528.611617:0:8484:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493a78c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [110592->184319] (req 110592->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.611637:0:8484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493a78c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [110592->184319] (req 110592->184319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.642498:0:8484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493a78c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [110592->184319] (req 110592->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.642526:0:8484:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493a78c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [110592->184319] (req 110592->184319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.642551:0:8484:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493a78c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [110592->184319] (req 110592->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.642563:0:8484:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047528.642570:0:8484:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493a78c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [110592->184319] (req 110592->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.642583:0:8484:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493a78c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [110592->184319] (req 110592->184319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.642609:0:8484:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493a78c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [110592->184319] (req 110592->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.642622:0:8484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004707df3b/0x5ecf73d72493a78c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [110592->184319] (req 110592->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047528.644390:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388174464:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 32858us (34012us total) trans 0 rc 73728/73728 00000100:00100000:1.0:1777047528.644408:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1452 00000100:00100000:2.0:1777047528.657900:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047528.658080:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388174592 00000100:00100000:0.0:1777047528.658094:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388174592 00000100:00100000:0.0:1777047528.658311:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1453 00000100:00100000:0.0:1777047528.658329:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388174592:12345-192.168.201.54@tcp:4:lfs.0 00002000:00010000:0.0:1777047528.658421:0:29058:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x73:0x0] initial LVB size: 40960, mtime: 0x69eb97e9, atime: 0x0, ctime: 0x69eb97e9, blocks: 0x38 00010000:00010000:0.0:1777047528.658436:0:29058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493a793 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.658460:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047528.658464:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047528.658472:0:29058:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493a793 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [110592->184319] (req 110592->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.658545:0:29058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493a793 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [110592->184319] (req 110592->184319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047528.715207:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870478 is committed 00002000:00010000:2.0:1777047528.719544:0:29058:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb size from disk: 40960 -> 184320 00002000:00010000:2.0:1777047528.720047:0:29058:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 56 -> 200 00010000:00010000:2.0:1777047528.720071:0:29058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493a793 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [110592->184319] (req 110592->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.720093:0:29058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493a793 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [110592->184319] (req 110592->184319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.720110:0:29058:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493a793 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [110592->184319] (req 110592->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.720125:0:29058:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047528.720133:0:29058:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493a793 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [110592->184319] (req 110592->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.720149:0:29058:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493a793 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [110592->184319] (req 110592->184319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.720180:0:29058:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493a793 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [110592->184319] (req 110592->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.720193:0:29058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493a793 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [110592->184319] (req 110592->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047528.720462:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388174592:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 62129us (62565us total) trans 17179870478 rc 0/0 00000100:00100000:2.0:1777047528.720550:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1453 00000100:00100000:3.0:1777047528.746174:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047528.748098:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388174720 00000100:00100000:1.0:1777047528.748116:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388174720 00000100:00100000:1.0:1777047528.748223:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4260 00000100:00100000:1.0:1777047528.748266:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388174720:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047528.748475:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388174720:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 236us (2311us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047528.748496:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4260 00000100:00100000:2.0:1777047528.765760:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047528.765927:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388174976 00000100:00100000:1.0:1777047528.765944:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388174976 00000100:00100000:1.0:1777047528.766039:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6361 00000100:00100000:1.0:1777047528.766057:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57894:x1863365388174976:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:1.0:1777047528.766412:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d72493a79a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.766443:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d72493a79a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.766466:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d72493a79a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047528.766548:0:6590:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935234 00000004:00010000:1.0:1777047528.766588:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cf1e4adc reply state 00000000ad22a3e9 transno 8589935235 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d72493a79a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.766612:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d72493a79a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.766627:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x38:0x0].0x0 (ffff9e0641ff4600) 00010000:00010000:1.0:1777047528.766632:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047528.766638:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047528.767470:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57894:x1863365388174976:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1413us (1718us total) trans 8589935235 rc 0/0 00000100:00100000:1.0:1777047528.767484:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6361 00000020:00080000:1.0:1777047528.767493:0:6590:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047528.785586:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047528.786500:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388175104 00000100:00100000:1.0:1777047528.786517:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388175104 00000100:00100000:1.0:1777047528.786621:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4261 00000100:00100000:1.0:1777047528.786640:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57894:x1863365388175104:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047528.786696:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047528.787076:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089fb9df3/0x5ecf73d72493a7a1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8b28 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047528.787120:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x73:0x0] initial LVB size: 184320, mtime: 0x69eb97e9, atime: 0x0, ctime: 0x69eb97e9, blocks: 0xc8 00010000:00010000:1.0:1777047528.787152:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047528.787156:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047528.787167:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000089fb9df3/0x5ecf73d72493a7a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b28 expref: 18 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.787194:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089fb9df3/0x5ecf73d72493a7a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b28 expref: 18 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.787558:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644f46600, rc 0) 00000100:00100000:1.0:1777047528.788698:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57894:x1863365388175104:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2058us (3117us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047528.788714:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4261 00000100:00100000:3.0:1777047528.807822:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047528.807887:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047528.808087:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388175360 00000100:00100000:1.0:1777047528.808103:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388175360 00002000:00010000:1.0:1777047528.808162:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/146 (0->18446744073709551615) 00002000:00100000:1.0:1777047528.808171:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744af1180 with x1863365388175360 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047528.808188:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0744af1180. 00000100:00100000:1.0:1777047528.808245:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388175232 00000100:00100000:1.0:1777047528.808251:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388175232 00002000:00010000:1.0:1777047528.808279:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/115 (188248->18446744073709551615) 00002000:00100000:1.0:1777047528.808285:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744af3800 with x1863365388175232 ext(188248->18446744073709551615) 00002000:00010000:1.0:1777047528.808295:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0744af3800. 00000100:00100000:1.0:1777047528.808332:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1454 00000100:00100000:1.0:1777047528.808347:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388175360:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047528.808597:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047528.808605:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb mtime from disk: 1777047528 -> 1777047529 00002000:00010000:1.0:1777047528.808610:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047528.808615:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb ctime from disk: 1777047528 -> 1777047529 00002000:00010000:1.0:1777047528.808620:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047528.808735:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388175360:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 387us (922us total) trans 21474837844 rc 0/0 00000100:00100000:1.0:1777047528.808750:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1454 00002000:00010000:1.0:1777047528.808757:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/146 (0->18446744073709551615) 00002000:00100000:1.0:1777047528.808762:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744af1180 with x1863365388175360 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047528.808771:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0744af1180. 00000100:00100000:1.0:1777047528.808802:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1455 00000100:00100000:1.0:1777047528.808816:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388175232:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047528.809027:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb size from disk: 184320 -> 188248 00002000:00010000:1.0:1777047528.809034:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb mtime from disk: 1777047529 -> 1777047529 00002000:00010000:1.0:1777047528.809039:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047528.809043:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb ctime from disk: 1777047529 -> 1777047529 00002000:00010000:1.0:1777047528.809047:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 200 -> 200 00000100:00100000:1.0:1777047528.809093:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388175232:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 278us (1204us total) trans 17179870479 rc 0/0 00000100:00100000:1.0:1777047528.809113:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1455 00002000:00010000:1.0:1777047528.809120:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/115 (188248->18446744073709551615) 00002000:00100000:1.0:1777047528.809124:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744af3800 with x1863365388175232 ext(188248->18446744073709551615) 00002000:00010000:1.0:1777047528.809133:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0744af3800. 00000100:00100000:2.0:1777047528.835640:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047528.835865:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388175488 00000100:00100000:0.0:1777047528.836167:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388175488 00000100:00100000:0.0:1777047528.836290:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1456 00000100:00100000:0.0:1777047528.836311:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388175488:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047528.836373:0:24562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004e9d106a/0x5ecf73d72493a7a8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.836476:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047528.836480:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047528.836489:0:24562:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e9d106a/0x5ecf73d72493a7a8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.836516:0:24562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e9d106a/0x5ecf73d72493a7a8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.836728:0:24562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004e9d106a/0x5ecf73d72493a7a8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.836747:0:24562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e9d106a/0x5ecf73d72493a7a8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.836764:0:24562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e9d106a/0x5ecf73d72493a7a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.836779:0:24562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047528.836787:0:24562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e9d106a/0x5ecf73d72493a7a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.836803:0:24562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e9d106a/0x5ecf73d72493a7a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.836843:0:24562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e9d106a/0x5ecf73d72493a7a8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.836858:0:24562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e9d106a/0x5ecf73d72493a7a8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047528.836979:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388175488:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 670us (1349us total) trans 0 rc 3928/3928 00000100:00100000:0.0:1777047528.836996:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1456 00000100:00100000:1.0:1777047528.853092:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047528.858634:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388175616 00000100:00100000:2.0:1777047528.858676:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388175616 00000100:00100000:2.0:1777047528.858968:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1457 00000100:00100000:2.0:1777047528.858985:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388175616:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:2.0:1777047528.859036:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a7ee48f/0x5ecf73d72493a7af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.859069:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000089fb9df3/0x5ecf73d72493a7a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b28 expref: 19 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.859085:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047528.859089:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047528.859095:0:8486:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a7ee48f/0x5ecf73d72493a7af lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.859144:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000089fb9df3/0x5ecf73d72493a7a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b28 expref: 19 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.859169:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000089fb9df3/0x5ecf73d72493a7a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b28 expref: 19 pid: 28387 timeout: 4257 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047528.859205:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8486:1863365443113216:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047528.859332:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a240 going to sleep for 11 seconds 00000100:00100000:2.0:1777047528.881825:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8486:1863365443113216:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047528.881867:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007a7ee48f/0x5ecf73d72493a7af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047528.891996:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047528.892706:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388175744 00000100:00100000:0.0:1777047528.892720:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388175744 00010000:00010000:0.0:1777047528.892776:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000089fb9df3/0x5ecf73d72493a7a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b28 expref: 20 pid: 28387 timeout: 4257 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047528.892858:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2146 00000100:00100000:0.0:1777047528.892873:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388175744:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047528.892895:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047528.892924:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000089fb9df3/0x5ecf73d72493a7a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b28 expref: 20 pid: 28387 timeout: 4257 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.892949:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000089fb9df3/0x5ecf73d72493a7a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b28 expref: 20 pid: 28387 timeout: 4257 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.892983:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089fb9df3/0x5ecf73d72493a7a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b28 expref: 20 pid: 28387 timeout: 4257 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.893010:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047528.893013:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047528.893021:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007a7ee48f/0x5ecf73d72493a7af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.893040:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a7ee48f/0x5ecf73d72493a7af lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.893096:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047528.893157:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388175744:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 285us (1172us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047528.893172:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2146 00010000:00010000:2.0:1777047528.893357:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007a7ee48f/0x5ecf73d72493a7af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.893377:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a7ee48f/0x5ecf73d72493a7af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047528.901773:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870480 is committed 00002000:00010000:2.0:1777047528.904865:0:8486:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 200 -> 208 00010000:00010000:2.0:1777047528.904890:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a7ee48f/0x5ecf73d72493a7af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.904911:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007a7ee48f/0x5ecf73d72493a7af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.904928:0:8486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007a7ee48f/0x5ecf73d72493a7af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.904941:0:8486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047528.904948:0:8486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007a7ee48f/0x5ecf73d72493a7af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.904964:0:8486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007a7ee48f/0x5ecf73d72493a7af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.904992:0:8486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007a7ee48f/0x5ecf73d72493a7af lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.905005:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a7ee48f/0x5ecf73d72493a7af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047528.905160:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388175616:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 46172us (52075us total) trans 17179870480 rc 0/0 00000100:00100000:2.0:1777047528.905178:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1457 00000100:00100000:1.0:1777047528.922040:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047528.922274:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388175872 00000100:00100000:2.0:1777047528.922289:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388175872 00000100:00100000:2.0:1777047528.922449:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6362 00000100:00100000:2.0:1777047528.922468:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57894:x1863365388175872:12345-192.168.201.54@tcp:44:lfs.0 00000001:00080000:3.0:1777047528.931549:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935235 is committed 00010000:00010000:2.0:1777047528.931678:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a682 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.931704:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a682 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.931720:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a682 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.931733:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f46800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047528.931742:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a682 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.931756:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a682 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.931783:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047528.931788:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047528.931796:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a682 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.931810:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f46800/0x5ecf73d72493a682 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.931847:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a754 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.931861:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a754 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.931873:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a754 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.931884:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f47a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047528.931890:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a754 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.931903:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a754 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.931945:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x38:0x0].0x0 (ffff9e0641ff4600) 00010000:00010000:2.0:1777047528.931952:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047528.931958:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a754 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.931998:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47a00/0x5ecf73d72493a754 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.932030:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d72493a79a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.932043:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d72493a79a lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.932054:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d72493a79a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.932065:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644f47e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047528.932070:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d72493a79a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.932082:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d72493a79a lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.932096:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x38:0x0].0x0 (ffff9e0641ff4600) 00010000:00010000:2.0:1777047528.932101:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047528.932107:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d72493a79a lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.932118:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47e00/0x5ecf73d72493a79a lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047528.932936:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57894:x1863365388175872:12345-192.168.201.54@tcp:44:lfs.0 Request processed in 10465us (10899us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047528.932956:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6362 00000100:00100000:3.0:1777047528.950805:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047528.950885:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047528.951773:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388176000 00000100:00100000:2.0:1777047528.951790:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388176000 00000100:00100000:2.0:1777047528.952194:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388176128 00000100:00100000:2.0:1777047528.952202:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388176128 00000100:00100000:2.0:1777047528.952267:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4262 00000100:00100000:2.0:1777047528.952283:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388176000:12345-192.168.201.54@tcp:16:lfs.0 00000100:00100000:2.0:1777047528.952481:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388176000:12345-192.168.201.54@tcp:16:lfs.0 Request processed in 199us (1686us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047528.952497:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4262 00000100:00100000:1.0:1777047528.952547:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4263 00000100:00100000:1.0:1777047528.952571:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388176128:12345-192.168.201.54@tcp:16:lfs.0 00000001:00080000:0.0:1777047528.974981:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837844 is committed 00000001:00080000:0.0:1777047528.975007:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837842 is committed 00000100:00100000:1.0:1777047528.975618:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388176128:12345-192.168.201.54@tcp:16:lfs.0 Request processed in 23046us (24724us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047528.975639:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4263 00000100:00100000:3.0:1777047529.103972:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047529.104063:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047529.104121:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047529.104223:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388176256 00000100:00100000:1.0:1777047529.104242:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388176256 00000100:00100000:1.0:1777047529.104379:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388176384 00000100:00100000:1.0:1777047529.104435:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388176384 00000100:00100000:1.0:1777047529.104487:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388176512 00000100:00100000:1.0:1777047529.104493:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388176512 00000100:00100000:1.0:1777047529.104560:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4264 00000100:00100000:1.0:1777047529.104582:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365388176256:12345-192.168.201.54@tcp:1:lfs.0 00000100:00100000:0.0:1777047529.104593:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4265 00000100:00100000:0.0:1777047529.104626:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388176384:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047529.104733:0:8633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004e9d106a/0x5ecf73d72493a7b6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.104767:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047529.104771:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047529.104779:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e9d106a/0x5ecf73d72493a7b6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777047529.105601:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777047529.105612:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777047529.105685:0:8633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e9d106a/0x5ecf73d72493a7b6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.105732:0:8633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004e9d106a/0x5ecf73d72493a7b6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.105748:0:8633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e9d106a/0x5ecf73d72493a7b6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.105768:0:8633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e9d106a/0x5ecf73d72493a7b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.105782:0:8633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047529.105791:0:8633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e9d106a/0x5ecf73d72493a7b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.105814:0:8633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e9d106a/0x5ecf73d72493a7b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.105829:0:8481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493a7bd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.105847:0:8633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e9d106a/0x5ecf73d72493a7b6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.105865:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047529.105873:0:8633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e9d106a/0x5ecf73d72493a7b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.105873:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047529.105886:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493a7bd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.105948:0:8481:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493a7bd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.105991:0:8481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493a7bd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.106014:0:8481:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493a7bd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.106030:0:8481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493a7bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.106044:0:8481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139bc00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047529.106056:0:8481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493a7bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.106072:0:8481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493a7bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047529.106082:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388176384:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 1461us (2014us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047529.106116:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4265 00010000:00010000:1.0:1777047529.106116:0:8481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493a7bd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.106144:0:8481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493a7bd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047529.106173:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4266 00000100:00100000:0.0:1777047529.106194:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388176512:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047529.106245:0:8633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a7c4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047529.106263:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365388176256:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 1674us (2296us total) trans 0 rc 0/0 00010000:00010000:0.0:1777047529.106285:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047529.106298:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777047529.106301:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4264 00010000:00010000:0.0:1777047529.106307:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a7c4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.106330:0:8633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a7c4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.106365:0:8633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a7c4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.106386:0:8633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a7c4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.106401:0:8633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a7c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.106490:0:8633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047529.106499:0:8633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a7c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.106521:0:8633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a7c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.106549:0:8633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a7c4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.106565:0:8633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a7c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047529.106641:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388176512:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 452us (2517us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047529.106690:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4266 00000100:00100000:3.0:1777047529.123219:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047529.124993:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388176768 00000100:00100000:2.0:1777047529.125037:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388176768 00000100:00100000:2.0:1777047529.125178:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6363 00000100:00100000:2.0:1777047529.125198:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57894:x1863365388176768:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047529.125341:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a7cb lrc: 3/0,1 mode: --/PW res: [0x200000405:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.125371:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a7cb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.125399:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a7cb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777047529.125720:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000024b7b30c reply state 000000000ec5ac1a transno 8589935236 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a7cb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.125745:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a7cb lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.125765:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x38:0x0].0x0 (ffff9e0641ff4600) 00010000:00010000:2.0:1777047529.125772:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047529.125779:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00080000:3.0:1777047529.126264:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777047529.126421:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57894:x1863365388176768:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1183us (3177us total) trans 8589935236 rc 0/0 00000100:00100000:2.0:1777047529.126444:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6363 00000100:00100000:3.0:1777047529.169555:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047529.170128:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388176896 00000100:00100000:0.0:1777047529.170143:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388176896 00000100:00100000:0.0:1777047529.170278:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4267 00000100:00100000:0.0:1777047529.170307:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57894:x1863365388176896:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047529.170343:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047529.170385:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a7d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8b2f expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047529.170513:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x73:0x0] initial LVB size: 188248, mtime: 0x69eb97e9, atime: 0x0, ctime: 0x69eb97e9, blocks: 0xd0 00010000:00010000:0.0:1777047529.170562:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047529.170567:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047529.170589:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a7d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b2f expref: 18 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.170629:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a7d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b2f expref: 18 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.170682:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389600, rc 0) 00000100:00100000:0.0:1777047529.170809:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57894:x1863365388176896:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 515us (1275us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047529.170825:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4267 00000100:00100000:3.0:1777047529.189253:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047529.189610:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047529.199464:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388177024 00000100:00100000:1.0:1777047529.199497:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388177024 00000100:00100000:1.0:1777047529.199642:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388177152 00000100:00100000:1.0:1777047529.199687:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388177152 00000100:00100000:1.0:1777047529.199775:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4268 00000100:00100000:1.0:1777047529.199805:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388177024:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:1.0:1777047529.200147:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb size from disk: 188248 -> 188248 00002000:00010000:1.0:1777047529.200166:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb mtime from disk: 1777047529 -> 1777047527 00002000:00010000:1.0:1777047529.200171:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb atime from disk: 0 -> 1777047522 00002000:00010000:1.0:1777047529.200175:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb ctime from disk: 1777047529 -> 1777047529 00002000:00010000:1.0:1777047529.200180:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:1.0:1777047529.200305:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388177024:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 503us (11074us total) trans 17179870481 rc 0/0 00000100:00100000:1.0:1777047529.200331:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4268 00000100:00100000:1.0:1777047529.200377:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4269 00000100:00100000:1.0:1777047529.200392:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388177152:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:1.0:1777047529.200619:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047529.200626:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb mtime from disk: 1777047529 -> 1777047527 00002000:00010000:1.0:1777047529.200631:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb atime from disk: 0 -> 1777047522 00002000:00010000:1.0:1777047529.200636:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb ctime from disk: 1777047529 -> 1777047529 00002000:00010000:1.0:1777047529.200640:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047529.200754:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388177152:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 363us (11227us total) trans 21474837845 rc 0/0 00000100:00100000:1.0:1777047529.200768:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4269 00000100:00100000:3.0:1777047529.220937:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047529.222469:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388177408 00000100:00100000:1.0:1777047529.222484:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388177408 00000100:00100000:1.0:1777047529.222593:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6364 00000100:00100000:1.0:1777047529.222611:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57894:x1863365388177408:12345-192.168.201.54@tcp:55:lfs.0 00010000:00010000:1.0:1777047529.222776:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a7d9 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.222818:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a74d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b0c expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.222848:0:6590:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a7d9 lrc: 4/0,1 mode: --/PW res: [0x200000405:0x38:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.222913:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a74d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b0c expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.222948:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a74d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b0c expref: 30 pid: 12913 timeout: 4257 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047529.222986:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab46300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443113344:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047529.223151:0:6590:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0748b0d540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047529.249639:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047529.251565:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab46300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443113344:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047529.251614:0:6590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a7d9 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x38:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047529.252106:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388177536 00000100:00100000:3.0:1777047529.252124:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388177536 00010000:00010000:3.0:1777047529.252191:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a74d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b0c expref: 31 pid: 12913 timeout: 4257 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047529.253207:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2147 00000100:00100000:2.0:1777047529.253227:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2429:x1863365388177536:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047529.253259:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047529.253272:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a74d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b0c expref: 31 pid: 12913 timeout: 4257 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.253303:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a74d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b0c expref: 31 pid: 12913 timeout: 4257 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.253342:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493a74d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b0c expref: 31 pid: 12913 timeout: 4257 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.253375:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x38:0x0].0x0 (ffff9e0641ff4600) 00010000:00010000:2.0:1777047529.253385:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a7d9 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x38:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.253493:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a7d9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.253511:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a7d9 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.253556:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047529.253683:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2429:x1863365388177536:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 420us (4019us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047529.253706:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2147 00010000:00010000:0.0:1777047529.261831:0:6590:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a7d9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.261863:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a7d9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.261929:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a7d9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.261944:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a7d9 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.261957:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a7d9 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.261973:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047529.261981:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a7d9 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.262007:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a7d9 lrc: 4/0,0 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.262031:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x38:0x0].0x0 (ffff9e0641ff4600) 00010000:00010000:0.0:1777047529.262038:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1777047529.262050:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a7d9 lrc: 2/0,0 mode: --/PW res: [0x200000405:0x38:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.262062:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a7d9 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x38:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047529.262323:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57894:x1863365388177408:12345-192.168.201.54@tcp:55:lfs.0 Request processed in 39708us (41391us total) trans 0 rc -22/-22 00000100:00100000:0.0:1777047529.262345:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6364 00000100:00100000:1.0:1777047529.277556:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047529.277767:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388177792 00000100:00100000:0.0:1777047529.277788:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388177792 00000100:00100000:0.0:1777047529.278258:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6365 00000100:00100000:0.0:1777047529.278281:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57894:x1863365388177792:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047529.278379:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047529.278489:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644f47c00/0x5ecf73d72493a697 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8abf expref: 29 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.278529:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047529.278543:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047529.278632:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a7e0 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.278691:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a7e0 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.278716:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a7e0 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777047529.278911:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bfc15e4b reply state 00000000a255772f transno 8589935237 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a7e0 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.278934:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a7e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.278947:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047529.278957:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047529.278961:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047529.279137:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57894:x1863365388177792:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 860us (1595us total) trans 8589935237 rc 0/0 00000100:00100000:0.0:1777047529.279154:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6365 00010000:00010000:1.0:1777047529.285746:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047529.291551:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047529.293870:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388177920 00000100:00100000:1.0:1777047529.293892:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388177920 00000100:00100000:1.0:1777047529.293977:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4270 00000100:00100000:1.0:1777047529.293994:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57894:x1863365388177920:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047529.294027:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047529.294058:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a7e7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8b36 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.294113:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493a731 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8af7 expref: 14 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.294134:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047529.294138:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047529.294146:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a7e7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b36 expref: 14 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.294203:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493a731 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8af7 expref: 14 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.294234:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493a731 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8af7 expref: 14 pid: 36216 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047529.294264:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443113472:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047529.294468:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0748b0d540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047529.309769:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047529.309797:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443113472:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047529.309851:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a7e7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b36 expref: 14 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.309903:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139ac00, rc 0) 00000100:00100000:1.0:1777047529.309999:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57894:x1863365388177920:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 16008us (18463us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047529.310016:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4270 00000100:00100000:2.0:1777047529.310182:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388178048 00000100:00100000:2.0:1777047529.310194:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388178048 00010000:00010000:2.0:1777047529.310243:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493a731 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8af7 expref: 14 pid: 36216 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047529.310311:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2148 00000100:00100000:2.0:1777047529.310327:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388178048:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047529.310349:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047529.310379:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493a731 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8af7 expref: 14 pid: 36216 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.310477:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493a731 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8af7 expref: 14 pid: 36216 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.310515:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493a731 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8af7 expref: 14 pid: 36216 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.310538:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047529.310542:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047529.310553:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a7e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b36 expref: 13 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.310582:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a7e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b36 expref: 13 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.310641:0:6575:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a7e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b36 expref: 13 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047529.310694:0:6575:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443113600:192.168.201.54@tcp:105: 00000100:00100000:2.0:1777047529.310777:0:6575:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047529.325166:0:6575:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443113600:192.168.201.54@tcp:105: 00010000:00010000:2.0:1777047529.325209:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047529.325302:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388178048:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 14974us (15543us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047529.325322:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2148 00000100:00100000:3.0:1777047529.335134:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047529.336506:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388178176 00000100:00100000:2.0:1777047529.336522:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388178176 00000100:00100000:2.0:1777047529.336624:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4271 00000100:00100000:2.0:1777047529.336671:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57894:x1863365388178176:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047529.336702:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047529.336733:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d72493a7ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8b3d expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.336785:0:11204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000048ecbc9b/0x5ecf73d72493a738 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8afe expref: 20 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.336812:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047529.336815:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047529.336823:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d72493a7ee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b3d expref: 20 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.336879:0:11204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000048ecbc9b/0x5ecf73d72493a738 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8afe expref: 20 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.336905:0:11204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000048ecbc9b/0x5ecf73d72493a738 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8afe expref: 20 pid: 36217 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047529.336931:0:11204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365443113728:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047529.337100:0:11204:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047529.353094:0:11204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365443113728:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047529.353149:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d72493a7ee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b3d expref: 20 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.353186:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167400, rc 0) 00000100:00100000:2.0:1777047529.354705:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:57894:x1863365388178176:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 18061us (19581us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047529.354722:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4271 00000100:00100000:3.0:1777047529.357135:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047529.364775:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388178304 00000100:00100000:0.0:1777047529.364794:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388178304 00010000:00010000:0.0:1777047529.364861:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000048ecbc9b/0x5ecf73d72493a738 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8afe expref: 20 pid: 36217 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047529.364940:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2149 00000100:00100000:0.0:1777047529.364957:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0752927c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388178304:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047529.364981:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047529.365014:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 0000000048ecbc9b/0x5ecf73d72493a738 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8afe expref: 20 pid: 36217 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.365042:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000048ecbc9b/0x5ecf73d72493a738 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8afe expref: 20 pid: 36217 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.365629:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000048ecbc9b/0x5ecf73d72493a738 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8afe expref: 20 pid: 36217 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.365681:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047529.365685:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047529.365698:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d72493a7ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b3d expref: 19 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.365716:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d72493a7ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b3d expref: 19 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.365780:0:6573:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d72493a7ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b3d expref: 19 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047529.365806:0:6573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a2a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6573:1863365443113856:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047529.365931:0:6573:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e076052f540 going to sleep for 11 seconds 00000100:00100000:0.0:1777047529.375750:0:6573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a2a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6573:1863365443113856:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047529.375790:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047529.375858:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0752927c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388178304:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 10901us (18727us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047529.375877:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2149 00000100:00100000:3.0:1777047529.377775:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047529.379692:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388178432 00000100:00100000:2.0:1777047529.379706:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388178432 00000100:00100000:2.0:1777047529.379799:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4272 00000100:00100000:2.0:1777047529.379816:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57894:x1863365388178432:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047529.379841:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047529.379868:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493a7f5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8b44 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.379942:0:30115:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d72493a73f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b05 expref: 14 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.379959:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047529.379963:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047529.379971:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493a7f5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b44 expref: 14 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.380026:0:30115:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d72493a73f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b05 expref: 14 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.380051:0:30115:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d72493a73f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b05 expref: 14 pid: 8481 timeout: 4258 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047529.380100:0:30115:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443113984:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047529.380200:0:30115:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047529.392118:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047529.392630:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388178560 00000100:00100000:1.0:1777047529.392673:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388178560 00010000:00010000:1.0:1777047529.392730:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d72493a73f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b05 expref: 15 pid: 8481 timeout: 4258 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047529.392803:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2150 00000100:00100000:1.0:1777047529.392820:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e283800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388178560:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047529.392842:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047529.392870:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d72493a73f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b05 expref: 15 pid: 8481 timeout: 4258 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.392895:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d72493a73f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b05 expref: 15 pid: 8481 timeout: 4258 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.392932:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047529.392936:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047529.392946:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493a7f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b44 expref: 15 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.392964:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493a7f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b44 expref: 15 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.393022:0:6574:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493a7f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b44 expref: 15 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047529.393046:0:6574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab46300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365443114112:192.168.201.54@tcp:105: 00000100:00100000:1.0:1777047529.393192:0:6574:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0748b0d540 going to sleep for 11 seconds 00010000:00010000:0.0:1777047529.393371:0:30115:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f09b3779/0x5ecf73d72493a73f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b05 expref: 15 pid: 8481 timeout: 4258 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047529.393454:0:30115:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443113984:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047529.393494:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493a7f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b44 expref: 14 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.393514:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166200, rc 0) 00000100:00100000:0.0:1777047529.393570:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57894:x1863365388178432:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 13758us (15799us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047529.393584:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4272 00000100:00100000:3.0:1777047529.403895:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047529.403966:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047529.404045:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047529.404537:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388178688 00000100:00100000:0.0:1777047529.404550:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388178688 00000100:00100000:0.0:1777047529.404628:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388178944 00000100:00100000:0.0:1777047529.404634:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388178944 00000100:00100000:0.0:1777047529.404687:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388178816 00000100:00100000:0.0:1777047529.404692:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388178816 00000100:00100000:0.0:1777047529.404726:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4273 00000100:00100000:0.0:1777047529.404742:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eaca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388178688:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:0.0:1777047529.404947:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 188248 -> 188248 00002000:00010000:0.0:1777047529.404954:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047527 -> 1777047527 00002000:00010000:0.0:1777047529.404958:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047529.404962:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047527 -> 1777047529 00002000:00010000:0.0:1777047529.404965:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 296 -> 296 00000100:00100000:2.0:1777047529.406084:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4274 00000100:00100000:2.0:1777047529.406102:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388178944:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:2.0:1777047529.406198:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047529.406205:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047527 -> 1777047527 00002000:00010000:2.0:1777047529.406210:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:2.0:1777047529.406214:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047527 -> 1777047529 00002000:00010000:2.0:1777047529.406219:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047529.406434:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4275 00000100:00100000:3.0:1777047529.406452:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388178816:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:3.0:1777047529.406562:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047529.406568:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047527 -> 1777047527 00002000:00010000:3.0:1777047529.406594:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:3.0:1777047529.406598:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047527 -> 1777047529 00002000:00010000:3.0:1777047529.406601:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1777047529.406701:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eaca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388178688:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 1959us (2834us total) trans 21474837846 rc 0/0 00000100:00100000:0.0:1777047529.406715:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4273 00000100:00100000:2.0:1777047529.407778:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388178944:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 1679us (3810us total) trans 21474837847 rc 0/0 00000100:00100000:2.0:1777047529.407790:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4274 00000100:00100000:1.0:1777047529.409487:0:6574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab46300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365443114112:192.168.201.54@tcp:105: 00010000:00010000:1.0:1777047529.409517:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047529.409560:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388178560:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 16742us (17453us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047529.409573:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2150 00000100:00100000:0.0:1777047529.411604:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388178816:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 5151us (7552us total) trans 17179870482 rc 0/0 00000100:00100000:0.0:1777047529.411619:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4275 00000100:00100000:3.0:1777047529.431935:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047529.432188:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388179200 00000100:00100000:0.0:1777047529.432202:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388179200 00000100:00100000:0.0:1777047529.432297:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2138 00000100:00100000:0.0:1777047529.432317:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57894:x1863365388179200:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:0.0:1777047529.432480:0:35315:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a70e lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8af0 expref: 30 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.432548:0:35315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493a7fc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.432572:0:35315:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a43d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89d1 expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.432589:0:35315:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493a689 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ab8 expref: 30 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.432604:0:35315:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493a7fc lrc: 5/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.432851:0:35315:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493a689 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ab8 expref: 30 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.432876:0:35315:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493a689 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ab8 expref: 30 pid: 6590 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047529.432900:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e282d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443114240:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047529.433050:0:35315:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a43d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89d1 expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.433068:0:35315:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a43d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89d1 expref: 30 pid: 12913 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047529.433088:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e281f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443114368:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047529.433136:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8af00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047529.457293:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047529.462467:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e281f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443114368:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047529.463178:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388179328 00000100:00100000:2.0:1777047529.463190:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388179328 00000100:00100000:0.0:1777047529.467441:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e282d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443114240:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047529.467488:0:35315:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493a7fc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047529.469284:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047529.469487:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388179456 00000100:00100000:1.0:1777047529.469499:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388179456 00010000:00010000:1.0:1777047529.469552:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493a689 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ab8 expref: 32 pid: 6590 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047529.469619:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2151 00000100:00100000:1.0:1777047529.469635:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2429:x1863365388179456:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047529.469684:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047529.469696:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493a689 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ab8 expref: 32 pid: 6590 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.469718:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493a689 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ab8 expref: 32 pid: 6590 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.469752:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493a689 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ab8 expref: 32 pid: 6590 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.469776:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047529.469784:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493a7fc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.469798:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493a7fc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.469808:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047529.469887:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2429:x1863365388179456:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 254us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047529.469901:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2151 00010000:00010000:0.0:1777047529.473758:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a43d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89d1 expref: 30 pid: 12913 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047529.474483:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2152 00000100:00100000:0.0:1777047529.474500:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2430:x1863365388179328:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047529.474520:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047529.474530:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a43d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89d1 expref: 30 pid: 12913 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.474550:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a43d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89d1 expref: 30 pid: 12913 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.474578:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a43d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f89d1 expref: 30 pid: 12913 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.474598:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047529.474605:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493a7fc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.474618:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493a7fc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.474630:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493a7fc lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.474724:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047529.475089:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2430:x1863365388179328:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 591us (17805us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047529.475102:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2152 00010000:00010000:1.0:1777047529.475367:0:35315:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493a7fc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.475415:0:35315:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493a7fc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.475451:0:35315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a803 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.475470:0:35315:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a75b lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b13 expref: 28 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.475484:0:35315:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a803 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x38:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.475541:0:35315:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a75b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b13 expref: 28 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.475561:0:35315:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a75b lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b13 expref: 28 pid: 6590 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047529.475581:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab46300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443114496:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047529.475684:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0748b0d540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047529.490626:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047529.490628:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab46300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443114496:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047529.490696:0:35315:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a803 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x38:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047529.490815:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388179584 00000100:00100000:0.0:1777047529.490828:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388179584 00010000:00010000:0.0:1777047529.490880:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a75b lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b13 expref: 29 pid: 6590 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047529.490957:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2153 00000100:00100000:0.0:1777047529.490973:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2429:x1863365388179584:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047529.490996:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047529.491007:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a75b lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x38:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b13 expref: 29 pid: 6590 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.491027:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a75b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x38:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b13 expref: 29 pid: 6590 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.491058:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a75b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x38:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b13 expref: 29 pid: 6590 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.491081:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x38:0x0].0x0 (ffff9e0641ff4600) 00010000:00010000:0.0:1777047529.491089:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a803 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x38:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.491376:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a803 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x38:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.491391:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a803 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x38:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.491441:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047529.491512:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2429:x1863365388179584:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 541us (902us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047529.491531:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2153 00010000:00010000:2.0:1777047529.492016:0:35315:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a803 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.492038:0:35315:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a803 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047529.493044:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a2a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443114624:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047529.493111:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047529.493158:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064217c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047529.493209:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443114624 00000100:00100000:2.0:1777047529.493220:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443114624 00000100:00100000:2.0:1777047529.493313:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3383 00000100:00100000:2.0:1777047529.493327:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443114624:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777047529.493594:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443114624:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 268us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047529.493608:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3383 00000100:00080000:3.0:1777047529.493635:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047529.497133:0:35315:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474837842 gen 2 00000100:00100000:1.0:1777047529.497164:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a2a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443114624:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777047529.499037:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab46300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443114752:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777047529.499119:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047529.499284:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e074537bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047529.502510:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443114752 00000100:00100000:3.0:1777047529.502524:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443114752 00000100:00100000:3.0:1777047529.503700:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3384 00000100:00080000:0.0:1777047529.503701:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047529.503726:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443114752:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777047529.503900:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443114752:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 183us (4780us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047529.503914:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3384 00000100:00100000:1.0:1777047529.503970:0:35315:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179870473 gen 2 00000004:00080000:1.0:1777047529.503980:0:35315:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e280000, transno 17179870466 00000004:00080000:1.0:1777047529.504014:0:35315:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e283480, transno 17179870467 00000004:00080000:1.0:1777047529.504019:0:35315:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e283100, transno 17179870468 00000004:00080000:1.0:1777047529.504024:0:35315:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e281500, transno 17179870469 00000004:00080000:1.0:1777047529.504028:0:35315:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0642d32a00, transno 17179870470 00000004:00080000:1.0:1777047529.504032:0:35315:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0642d31c00, transno 17179870471 00000004:00080000:1.0:1777047529.504036:0:35315:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0642d33480, transno 17179870472 00000004:00080000:1.0:1777047529.504041:0:35315:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e2a2300, transno 17179870473 00000100:00100000:1.0:1777047529.504051:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab46300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443114752:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777047529.506042:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab46300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443114880:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777047529.506823:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047529.506859:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89a80 going to sleep for 11 seconds 00000004:00080000:0.0:1777047529.507053:0:33234:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 8 done 00000100:00100000:1.0:1777047529.508231:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443114880 00000100:00100000:1.0:1777047529.508242:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443114880 00000100:00100000:1.0:1777047529.508321:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3385 00000100:00100000:1.0:1777047529.508336:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e283b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443114880:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777047529.508534:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443114880:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 201us (1713us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047529.508548:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3385 00000100:00100000:0.0:1777047529.511133:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab46300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443114880:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047529.511246:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d32a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443115008:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047529.511315:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047529.511361:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064217c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047529.511482:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443115008 00000100:00100000:3.0:1777047529.511493:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443115008 00000100:00100000:3.0:1777047529.511540:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3386 00000100:00100000:3.0:1777047529.511550:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443115008:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777047529.511712:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443115008:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 160us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047529.511747:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3386 00000100:00100000:0.0:1777047529.512450:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d32a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443115008:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047529.512529:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d32a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443115136:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047529.512575:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047529.512618:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e074537bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047529.512748:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443115136 00000100:00100000:2.0:1777047529.512757:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443115136 00000100:00100000:2.0:1777047529.512819:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3387 00000100:00100000:2.0:1777047529.512832:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443115136:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777047529.512950:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443115136:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 119us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047529.512961:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3387 00000100:00100000:0.0:1777047529.513527:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d32a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443115136:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047529.513587:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d32a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443115264:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047529.513628:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047529.513683:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064217c600 going to sleep for 11 seconds 00000100:00100000:1.0:1777047529.514074:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443115264 00000100:00100000:1.0:1777047529.514083:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443115264 00000100:00100000:1.0:1777047529.514142:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3388 00000100:00100000:1.0:1777047529.514428:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443115264:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777047529.514542:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443115264:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 389us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047529.514562:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3388 00000100:00100000:0.0:1777047529.514998:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d32a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443115264:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047529.515064:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d32a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443115392:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047529.515108:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047529.515478:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e074133acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047529.518032:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443115392 00000100:00100000:3.0:1777047529.518042:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443115392 00000100:00100000:3.0:1777047529.518110:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3389 00000100:00100000:3.0:1777047529.518124:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443115392:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777047529.518251:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443115392:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 128us (3141us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047529.518263:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3389 00000100:00100000:0.0:1777047529.518434:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d32a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443115392:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047529.518506:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443115520:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047529.518550:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047529.518573:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e074537bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047529.518738:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443115520 00000100:00100000:2.0:1777047529.518747:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443115520 00000100:00100000:2.0:1777047529.519124:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3390 00000100:00100000:2.0:1777047529.519138:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443115520:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777047529.519259:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443115520:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 122us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047529.519272:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3390 00000100:00100000:0.0:1777047529.519478:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443115520:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047529.519545:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443115648:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047529.519607:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047529.519669:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064217c600 going to sleep for 11 seconds 00000100:00100000:3.0:1777047529.519777:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443115648 00000100:00100000:3.0:1777047529.519785:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443115648 00000100:00100000:3.0:1777047529.519843:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3391 00000100:00100000:3.0:1777047529.519856:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443115648:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1777047529.519964:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443115648:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 109us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047529.519976:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3391 00000100:00100000:0.0:1777047529.520576:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443115648:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047529.520669:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443115776:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047529.520713:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047529.520753:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e074133acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047529.520942:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443115776 00000100:00100000:1.0:1777047529.520952:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443115776 00000100:00100000:1.0:1777047529.521008:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3392 00000100:00100000:1.0:1777047529.521021:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443115776:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1777047529.521155:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443115776:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 136us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047529.521167:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3392 00000100:00100000:0.0:1777047529.521668:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443115776:0@lo:1000:mdt_rdpg00_003.0 00000040:00080000:0.0:1777047529.522200:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].16, 640 off47608 00000001:00080000:0.0:1777047529.522220:0:35315:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935238 00000100:00100000:0.0:1777047529.522301:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443115904:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047529.522347:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047529.522583:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e076052f780 going to sleep for 11 seconds 00000100:00100000:2.0:1777047529.523999:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443115904 00000100:00100000:2.0:1777047529.524009:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443115904 00000100:00100000:2.0:1777047529.524181:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3393 00000100:00100000:2.0:1777047529.524196:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443115904:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777047529.524411:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:35315:x1863365443115904:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 218us (2064us total) trans 21474837848 rc 0/0 00000100:00100000:2.0:1777047529.524423:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3393 00000100:00100000:0.0:1777047529.524566:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443115904:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047529.524606:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443116032:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1777047529.524774:0:35315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047529.524818:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e074537bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047529.524936:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443116032 00000100:00100000:2.0:1777047529.524944:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443116032 00000100:00100000:2.0:1777047529.524977:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3394 00000100:00100000:2.0:1777047529.524988:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35315:x1863365443116032:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1777047529.525168:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:35315:x1863365443116032:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 179us (394us total) trans 17179870483 rc 0/0 00000100:00100000:2.0:1777047529.525180:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3394 00000100:00100000:0.0:1777047529.525377:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35315:1863365443116032:0@lo:1000:mdt_rdpg00_003.0 00000001:00080000:0.0:1777047529.525513:0:35315:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935239 00010000:00010000:0.0:1777047529.525558:0:35315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a803 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.525576:0:35315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a803 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.525588:0:35315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a803 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.525600:0:35315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047529.525606:0:35315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a803 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.525620:0:35315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a803 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.525666:0:35315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x38:0x0].0x0 (ffff9e0641ff4600) 00010000:00010000:0.0:1777047529.525672:0:35315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777047529.525680:0:35315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a803 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.525691:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a803 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.525717:0:35315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493a7fc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.525728:0:35315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493a7fc lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.525739:0:35315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493a7fc lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.525756:0:35315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047529.525761:0:35315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493a7fc lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.525771:0:35315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493a7fc lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.525783:0:35315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047529.525786:0:35315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777047529.525790:0:35315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493a7fc lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.525799:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493a7fc lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.525816:0:35315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047529.525820:0:35315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047529.525830:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493a70e lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8af0 expref: 30 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047529.526028:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57894:x1863365388179200:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 93715us (94105us total) trans 8589935240 rc 0/0 00000100:00100000:0.0:1777047529.526042:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2138 00000020:00080000:0.0:1777047529.526049:0:35315:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1777047529.535957:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047529.536259:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388179712 00000100:00100000:2.0:1777047529.536274:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388179712 00000100:00100000:2.0:1777047529.536364:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6366 00000100:00100000:2.0:1777047529.536441:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57894:x1863365388179712:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047529.536496:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047529.536527:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a80a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8b4b expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.536604:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a80a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b4b expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.536627:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a80a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b4b expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.536697:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047529.536702:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047529.536707:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167600, rc 0) 00000100:00100000:2.0:1777047529.536794:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57894:x1863365388179712:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 416us (849us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047529.537106:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6366 00000100:00100000:0.0:1777047529.552142:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047529.554817:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388179968 00000100:00100000:3.0:1777047529.554833:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388179968 00000100:00100000:3.0:1777047529.554940:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2139 00000100:00100000:3.0:1777047529.554958:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07430bec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57894:x1863365388179968:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047529.555274:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07430bec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57894:x1863365388179968:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 317us (3143us total) trans 8589935241 rc 0/0 00000100:00100000:3.0:1777047529.555291:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2139 00000100:00100000:3.0:1777047529.567302:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047529.568140:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388180224 00000100:00100000:2.0:1777047529.568153:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388180224 00000100:00100000:2.0:1777047529.568260:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2140 00000100:00100000:2.0:1777047529.568280:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57894:x1863365388180224:12345-192.168.201.54@tcp:35:lfs.0 00000004:00080000:2.0:1777047529.571292:0:15374:0:(mdd_object.c:4010:mdd_close()) Object [0x200000405:0x38:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1777047529.571435:0:15374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a811 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.571460:0:15374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a811 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.571476:0:15374:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a811 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.571490:0:15374:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a811 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.571502:0:15374:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a811 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.571511:0:15374:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a811 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.571547:0:15374:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777047529.571730:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57894:x1863365388180224:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 3452us (4434us total) trans 8589935242 rc 0/0 00000100:00100000:2.0:1777047529.571745:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2140 00010000:00010000:0.0:1777047529.578728:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047529.578744:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a811 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.578769:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047529.578775:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a811 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.578790:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a811 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.579079:0:6576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x38:0x0].0x0 (ffff9e0641ff4600) 00010000:00010000:0.0:1777047529.579085:0:6576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777047529.579093:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a811 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.579103:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a811 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.579129:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047529.579132:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047529.579135:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047529.681535:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047529.683236:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388180352 00000100:00100000:2.0:1777047529.683249:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388180352 00000100:00100000:3.0:1777047529.691589:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6367 00000100:00100000:3.0:1777047529.691614:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57896:x1863365388180352:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047529.691702:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047529.691737:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a818 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8b52 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.692465:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d72493a81f lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.692487:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d72493a81f lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.692504:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d72493a81f lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.692524:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a826 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.692536:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a826 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.692548:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a826 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.692707:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d72493a82d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.692752:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d72493a82d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.692766:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d72493a82d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047529.693145:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 188248 00000004:00200000:3.0:1777047529.693152:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047529.693183:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d72493a82d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.693203:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d72493a82d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.693217:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d72493a81f lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.693229:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d72493a81f lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.693239:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d72493a81f lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.693251:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d72493a81f lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.693261:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d90800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047529.693267:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d72493a81f lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.693278:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d72493a81f lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.693295:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e0771900b00) 00010000:00010000:3.0:1777047529.693300:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047529.693307:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d72493a81f lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.693317:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90800/0x5ecf73d72493a81f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.693337:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a826 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.693348:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a826 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.693359:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a826 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.693368:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0644d91400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047529.693373:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a826 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.693440:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a826 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.693457:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0771900f00) 00010000:00010000:3.0:1777047529.693461:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047529.693467:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a826 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.693477:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a826 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.693523:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a818 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b52 expref: 34 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.693557:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d72493a82d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b52 expref: 33 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.693570:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047529.693575:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047529.693579:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90600, rc 0) 00000100:00100000:3.0:1777047529.693704:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57896:x1863365388180352:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2097us (12178us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047529.693717:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6367 00000100:00100000:1.0:1777047529.717361:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047529.719139:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388180608 00000100:00100000:0.0:1777047529.719156:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388180608 00000100:00100000:0.0:1777047529.719674:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6368 00000100:00100000:0.0:1777047529.719697:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57896:x1863365388180608:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047529.719730:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047529.719763:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493a834 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8b59 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.719922:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493a83b lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.719977:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493a83b lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.719997:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493a83b lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047529.720017:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 188248 00010000:00010000:0.0:1777047529.720184:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493a834 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b59 expref: 36 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.720533:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493a83b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b59 expref: 35 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047529.720550:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047529.720555:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1777047529.720561:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389400, rc 0) 00000100:00100000:0.0:1777047529.720692:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57896:x1863365388180608:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1000us (3341us total) trans 8589935243 rc 0/0 00000100:00100000:0.0:1777047529.720708:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6368 00000100:00100000:0.0:1777047529.731632:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047529.732149:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388180864 00000100:00100000:3.0:1777047529.732164:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388180864 00000100:00100000:3.0:1777047529.732591:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6369 00000100:00100000:3.0:1777047529.732610:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57896:x1863365388180864:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047529.732671:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047529.732704:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a849 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8b60 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.732849:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a850 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.732874:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a850 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.732895:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a850 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047529.732917:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 188248 00010000:00010000:3.0:1777047529.733076:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90200/0x5ecf73d72493a849 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b60 expref: 38 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.733107:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a850 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b60 expref: 37 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.733123:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047529.733129:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047529.733134:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d91400, rc 0) 00000100:00100000:3.0:1777047529.733537:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57896:x1863365388180864:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 929us (1914us total) trans 8589935244 rc 0/0 00000100:00100000:3.0:1777047529.733552:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6369 00000100:00100000:2.0:1777047529.754468:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047529.754684:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388180992 00000100:00100000:3.0:1777047529.754699:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388180992 00000100:00100000:3.0:1777047529.755174:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4276 00000100:00100000:3.0:1777047529.755195:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388180992:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047529.755223:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047529.755256:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a85e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8b67 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047529.755299:0:11204:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 239093, mtime: 0x69eb97e5, atime: 0x69eb97bd, ctime: 0x69eb97e5, blocks: 0xd0 00010000:00010000:3.0:1777047529.755329:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047529.755333:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047529.755347:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a85e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b67 expref: 21 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.755379:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a85e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b67 expref: 21 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.755404:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0644d90200, rc 0) 00000100:00100000:3.0:1777047529.755479:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388180992:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 291us (1098us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047529.755493:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4276 00000100:00100000:0.0:1777047529.796265:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047529.805064:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388181120 00000100:00100000:2.0:1777047529.805086:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388181120 00000100:00100000:2.0:1777047529.805195:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4277 00000100:00100000:2.0:1777047529.805216:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388181120:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047529.805245:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047529.805279:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493a865 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8b6e expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047529.805320:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8f:0x0] initial LVB size: 239093, mtime: 0x69eb97e5, atime: 0x69eb97ca, ctime: 0x69eb97e5, blocks: 0xd0 00010000:00010000:2.0:1777047529.805353:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047529.805357:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047529.805371:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493a865 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b6e expref: 16 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.805480:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493a865 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b6e expref: 16 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.805504:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167200, rc 0) 00000100:00100000:2.0:1777047529.805622:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388181120:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 412us (9387us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047529.805665:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4277 00000100:00100000:0.0:1777047530.039056:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047530.039162:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388181248 00000100:00100000:1.0:1777047530.039178:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388181248 00000100:00100000:1.0:1777047530.039657:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1458 00000100:00100000:1.0:1777047530.039679:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644326300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388181248:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047530.039755:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d72493a86c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.039787:0:8485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a7e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b36 expref: 16 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.040087:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047530.040091:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047530.040098:0:8485:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d72493a86c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.040154:0:8485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a7e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b36 expref: 16 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.040177:0:8485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a7e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b36 expref: 16 pid: 28387 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047530.040202:0:8485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab47b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:8485:1863365443116160:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047530.041606:0:8485:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a890c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047530.053436:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047530.053688:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab47b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:8485:1863365443116160:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047530.054057:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d72493a86c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047530.060513:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388181376 00000100:00100000:0.0:1777047530.060531:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388181376 00010000:00010000:0.0:1777047530.060597:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a7e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b36 expref: 17 pid: 28387 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047530.060700:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2154 00000100:00100000:0.0:1777047530.060719:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388181376:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047530.060744:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047530.060776:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a7e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b36 expref: 17 pid: 28387 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.060802:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a7e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b36 expref: 17 pid: 28387 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.060840:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a7e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b36 expref: 17 pid: 28387 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.060866:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047530.060870:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047530.060877:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d72493a86c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.060893:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d72493a86c lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.060951:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047530.061075:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388181376:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 359us (7692us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047530.061090:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2154 00010000:00010000:1.0:1777047530.062708:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d72493a86c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.062757:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d72493a86c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.115086:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d72493a86c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.115117:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d72493a86c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.115134:0:8485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d72493a86c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.115147:0:8485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139a400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047530.115155:0:8485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d72493a86c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.115171:0:8485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d72493a86c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.115201:0:8485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d72493a86c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.115216:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ffc4722/0x5ecf73d72493a86c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047530.115454:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644326300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388181248:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 75774us (76428us total) trans 0 rc 188248/188248 00000100:00100000:3.0:1777047530.115471:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1458 00000100:00100000:3.0:1777047530.139462:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047530.139544:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388181504 00000100:00100000:0.0:1777047530.139559:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388181504 00000100:00100000:0.0:1777047530.139703:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4278 00000100:00100000:0.0:1777047530.139719:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388181504:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047530.139749:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047530.139775:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a873 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8b75 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047530.139860:0:8480:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644324700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1863365443116288:192.168.201.54@tcp:106: 00000100:00100000:0.0:1777047530.140453:0:8480:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064217c600 going to sleep for 11 seconds 00000100:00100000:1.0:1777047530.151626:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047530.152729:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388181632 00000100:00100000:2.0:1777047530.152742:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388181632 00000100:00100000:2.0:1777047530.153151:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4279 00000100:00100000:2.0:1777047530.153174:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388181632:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047530.153200:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047530.153226:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057875dfa/0x5ecf73d72493a87a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8b7c expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047530.153311:0:8481:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e280000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443116416:192.168.201.54@tcp:106: 00000100:00100000:2.0:1777047530.153472:0:8481:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047530.155363:0:8480:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644324700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1863365443116288:192.168.201.54@tcp:106: 00010000:00010000:3.0:1777047530.155459:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a873 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b75 expref: 22 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.155495:0:8480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493a873 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b75 expref: 22 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.155517:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388c00, rc 0) 00000100:00100000:3.0:1777047530.155589:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388181504:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 15871us (16146us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047530.155603:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4278 00000100:00100000:2.0:1777047530.170064:0:8481:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e280000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443116416:192.168.201.54@tcp:106: 00010000:00010000:2.0:1777047530.170118:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000057875dfa/0x5ecf73d72493a87a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b7c expref: 16 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047530.170156:0:8481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057875dfa/0x5ecf73d72493a87a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b7c expref: 16 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047530.170178:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167a00, rc 0) 00000100:00100000:2.0:1777047530.170276:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388181632:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 17109us (18661us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047530.170289:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4279 00000100:00100000:0.0:1777047530.182864:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047530.183026:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388181760 00000100:00100000:1.0:1777047530.183040:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388181760 00000100:00100000:1.0:1777047530.183153:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1459 00000100:00100000:1.0:1777047530.183171:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2432:x1863365388181760:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047530.183222:0:29062:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493a881 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.183254:0:29062:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a7d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b2f expref: 21 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.183269:0:29062:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047530.183273:0:29062:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047530.183279:0:29062:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493a881 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.183333:0:29062:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a7d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b2f expref: 21 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.183360:0:29062:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a7d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b2f expref: 21 pid: 8480 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047530.183446:0:29062:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab46300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:29062:1863365443116544:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047530.183574:0:29062:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a890c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047530.193535:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047530.195158:0:29062:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab46300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:29062:1863365443116544:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047530.195562:0:29062:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493a881 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047530.205700:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388181888 00000100:00100000:2.0:1777047530.205722:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388181888 00010000:00010000:2.0:1777047530.205795:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a7d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b2f expref: 22 pid: 8480 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047530.206238:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2155 00000100:00100000:2.0:1777047530.206258:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388181888:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047530.206285:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047530.206322:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a7d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b2f expref: 22 pid: 8480 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047530.206457:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a7d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b2f expref: 22 pid: 8480 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047530.206501:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493a7d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b2f expref: 22 pid: 8480 timeout: 4258 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047530.206530:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047530.206535:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047530.206543:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493a881 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047530.206561:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493a881 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047530.206623:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047530.206745:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388181888:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 490us (13223us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047530.206762:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2155 00010000:00010000:0.0:1777047530.207259:0:29062:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493a881 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.207280:0:29062:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493a881 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.240598:0:29062:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493a881 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.240670:0:29062:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493a881 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.240690:0:29062:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493a881 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.240704:0:29062:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139ae00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047530.240714:0:29062:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493a881 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.240733:0:29062:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493a881 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.240766:0:29062:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493a881 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.240783:0:29062:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493a881 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047530.240948:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2432:x1863365388181760:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 57774us (58089us total) trans 0 rc 188248/188248 00000100:00100000:0.0:1777047530.240967:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1459 00010000:00010000:0.0:1777047530.323328:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047530.359777:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047530.364075:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388182016 00000100:00100000:2.0:1777047530.364095:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388182016 00000100:00100000:2.0:1777047530.364189:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 428 00000100:00100000:2.0:1777047530.364205:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0758e2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57896:x1863365388182016:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:2.0:1777047530.364229:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047530.364264:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d91400/0x5ecf73d72493a850 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b60 expref: 37 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047530.364297:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047530.364306:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047530.364451:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0758e2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57896:x1863365388182016:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 246us (4714us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047530.364467:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 428 00000100:00100000:1.0:1777047530.390850:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047530.394857:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388182272 00000100:00100000:2.0:1777047530.394877:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388182272 00000100:00100000:2.0:1777047530.394992:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2141 00000100:00100000:2.0:1777047530.395012:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57896:x1863365388182272:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047530.395378:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57896:x1863365388182272:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 368us (4539us total) trans 8589935245 rc 0/0 00000100:00100000:2.0:1777047530.395484:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2141 00000100:00100000:3.0:1777047530.487603:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047530.487821:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388182528 00000100:00100000:0.0:1777047530.487837:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388182528 00000100:00100000:0.0:1777047530.487932:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6370 00000100:00100000:0.0:1777047530.487950:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57897:x1863365388182528:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047530.487985:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047530.488016:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a888 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8b83 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.488162:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a88f lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.488533:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a88f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.488558:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a88f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047530.488579:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 188248 00010000:00010000:0.0:1777047530.488758:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493a888 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b83 expref: 40 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.488788:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a88f lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b83 expref: 39 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.488804:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047530.488810:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047530.488816:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388600, rc 0) 00000100:00100000:0.0:1777047530.488891:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57897:x1863365388182528:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 944us (1299us total) trans 8589935246 rc 0/0 00000100:00100000:0.0:1777047530.488904:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6370 00000100:00100000:1.0:1777047530.498601:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047530.498720:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388182656 00000100:00100000:0.0:1777047530.498735:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388182656 00000100:00100000:0.0:1777047530.498846:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1460 00000100:00100000:0.0:1777047530.500353:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388182656:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047530.500455:0:24563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a89d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.500481:0:24563:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047530.500486:0:24563:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047530.500495:0:24563:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a89d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.500532:0:24563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a89d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.536519:0:24563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a89d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.536548:0:24563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a89d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.536563:0:24563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a89d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.536576:0:24563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047530.536583:0:24563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a89d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.536598:0:24563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a89d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.536648:0:24563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a89d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.536663:0:24563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a89d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047530.536776:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388182656:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 37911us (38181us total) trans 0 rc 188248/188248 00000100:00100000:0.0:1777047530.536795:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1460 00000100:00100000:2.0:1777047530.585137:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047530.585295:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388182784 00000100:00100000:1.0:1777047530.585330:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388182784 00000100:00100000:1.0:1777047530.585493:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1461 00000100:00100000:1.0:1777047530.585509:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388182784:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047530.585560:0:8484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8a4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.585586:0:8484:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047530.585590:0:8484:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047530.585598:0:8484:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8a4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.585652:0:8484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8a4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.614852:0:8484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8a4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.614885:0:8484:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8a4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.614903:0:8484:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.614930:0:8484:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0777afea00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047530.614940:0:8484:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.614957:0:8484:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.614992:0:8484:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8a4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.615009:0:8484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8a4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047530.616859:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388182784:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 31343us (31723us total) trans 0 rc 188248/188248 00000100:00100000:1.0:1777047530.616878:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1461 00000100:00100000:3.0:1777047530.819055:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047530.819092:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443116672:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777047530.819194:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047530.819545:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443116672 00000100:00100000:2.0:1777047530.819560:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443116672 00000100:00100000:2.0:1777047530.819704:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2514 00000100:00100000:2.0:1777047530.819722:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443116672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777047530.819768:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484909760 pending 0 free 3918929920 avail 3687407616 00000100:00100000:2.0:1777047530.819852:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443116672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 132us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047530.819868:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2514 00000100:00080000:3.0:1777047530.820012:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047530.820077:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443116672:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777047530.906099:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047530.906310:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388182912 00000100:00100000:0.0:1777047530.906326:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388182912 00000100:00100000:0.0:1777047530.906485:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4280 00000100:00100000:0.0:1777047530.906507:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388182912:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047530.906537:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047530.906571:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a8ab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8b8a expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047530.906614:0:8633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 188248, mtime: 0x69eb97e7, atime: 0x69eb97e2, ctime: 0x69eb97e9, blocks: 0x128 00010000:00010000:0.0:1777047530.906675:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047530.906680:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047530.906697:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a8ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b8a expref: 16 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.906728:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a8ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b8a expref: 16 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.906753:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389a00, rc 0) 00000100:00100000:0.0:1777047530.907169:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365388182912:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 667us (1083us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047530.907185:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4280 00000100:00100000:0.0:1777047530.921306:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047530.922717:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388183040 00000100:00100000:2.0:1777047530.922736:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388183040 00000100:00100000:2.0:1777047530.923021:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1462 00000100:00100000:2.0:1777047530.923046:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388183040:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047530.923108:0:29058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493a8b2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047530.923145:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047530.923149:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047530.923160:0:29058:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493a8b2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047530.923191:0:29058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493a8b2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.946705:0:29058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493a8b2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.946744:0:29058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493a8b2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.946768:0:29058:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493a8b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.946783:0:29058:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047530.946792:0:29058:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493a8b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.946815:0:29058:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493a8b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.946852:0:29058:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493a8b2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.946867:0:29058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493a8b2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047530.947047:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388183040:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 24003us (25751us total) trans 0 rc 188248/188248 00000100:00100000:3.0:1777047530.947072:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1462 00000100:00100000:2.0:1777047530.963197:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047530.963914:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388183168 00000100:00100000:1.0:1777047530.963930:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388183168 00000100:00100000:1.0:1777047530.965834:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1463 00000100:00100000:1.0:1777047530.965856:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388183168:12345-192.168.201.54@tcp:3:lfs.0 00002000:00010000:1.0:1777047530.965936:0:24565:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x73:0x0] initial LVB size: 188248, mtime: 0x69eb97e7, atime: 0x69eb97e2, ctime: 0x69eb97e9, blocks: 0xd0 00010000:00010000:1.0:1777047530.965956:0:24565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8b9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.965985:0:24565:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047530.965991:0:24565:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047530.966001:0:24565:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8b9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.966029:0:24565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8b9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.015823:0:24565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8b9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.015860:0:24565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8b9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.015880:0:24565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.015896:0:24565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0777afea00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047531.015905:0:24565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.015922:0:24565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.015955:0:24565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8b9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.015971:0:24565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047531.016140:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388183168:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 50282us (52954us total) trans 0 rc 188248/188248 00000100:00100000:1.0:1777047531.016160:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1463 00000100:00100000:2.0:1777047531.085726:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047531.087733:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388183296 00000100:00100000:3.0:1777047531.087750:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388183296 00000100:00100000:3.0:1777047531.088334:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 429 00000100:00100000:3.0:1777047531.088355:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57897:x1863365388183296:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:3.0:1777047531.088384:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047531.088422:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a88f lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b83 expref: 39 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.088457:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047531.088466:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047531.088670:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57897:x1863365388183296:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 320us (2953us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047531.088685:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 429 00000100:00080000:0.0:1777047531.094351:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047531.112176:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047531.112303:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388183552 00000100:00100000:2.0:1777047531.112316:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388183552 00000100:00100000:2.0:1777047531.112478:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2142 00000100:00100000:2.0:1777047531.112495:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57897:x1863365388183552:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047531.113117:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57897:x1863365388183552:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 331us (657us total) trans 8589935247 rc 0/0 00000100:00100000:2.0:1777047531.113133:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2142 00000100:00100000:2.0:1777047531.128570:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047531.129371:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388183808 00000100:00100000:0.0:1777047531.129419:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388183808 00000100:00100000:0.0:1777047531.129506:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6371 00000100:00100000:0.0:1777047531.129523:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57853:x1863365388183808:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047531.129557:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047531.129587:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a8c0 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8b91 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.129822:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a8c7 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.129848:0:6588:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d72493a82d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b52 expref: 40 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.129863:0:6588:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a8c7 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.129912:0:6588:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d72493a82d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b52 expref: 40 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.129937:0:6588:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d72493a82d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b52 expref: 40 pid: 9025 timeout: 4259 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047531.129960:0:6588:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644326a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443116800:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047531.130092:0:6588:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0742e6b900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047531.141285:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047531.141378:0:6588:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644326a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443116800:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047531.141421:0:6588:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a8c7 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047531.142229:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388183936 00000100:00100000:1.0:1777047531.142242:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388183936 00010000:00010000:1.0:1777047531.142293:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d72493a82d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b52 expref: 41 pid: 9025 timeout: 4259 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047531.142362:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2156 00000100:00100000:1.0:1777047531.142378:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:2430:x1863365388183936:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047531.142459:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047531.142470:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d72493a82d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b52 expref: 41 pid: 9025 timeout: 4259 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.142491:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d72493a82d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b52 expref: 41 pid: 9025 timeout: 4259 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.142524:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0644d90600/0x5ecf73d72493a82d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b52 expref: 41 pid: 9025 timeout: 4259 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.142566:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047531.142576:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a8c7 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.142592:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a8c7 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.142638:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a8c7 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.142675:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047531.142770:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:2430:x1863365388183936:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 394us (1513us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047531.142805:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2156 00010000:00010000:0.0:1777047531.145202:0:6588:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a8c7 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.145223:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a8c7 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047531.145261:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 188248 00010000:00010000:0.0:1777047531.145528:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493a8c0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b91 expref: 41 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.145560:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a8c7 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b91 expref: 40 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.145577:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047531.145584:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777047531.145590:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389000, rc 0) 00000100:00100000:0.0:1777047531.145681:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365388183808:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 16159us (17120us total) trans 8589935248 rc 0/0 00000100:00100000:0.0:1777047531.145696:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6371 00000100:00100000:0.0:1777047531.163582:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047531.163925:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388184064 00000100:00100000:3.0:1777047531.163941:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388184064 00000100:00100000:3.0:1777047531.164059:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6372 00000100:00100000:3.0:1777047531.164079:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365388184064:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047531.164116:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047531.164146:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493a8d5 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8b98 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.164290:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493a8dc lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.164316:0:34275:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a8c7 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b91 expref: 41 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.164331:0:34275:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493a8dc lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.164454:0:34275:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a8c7 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b91 expref: 41 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.164489:0:34275:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a8c7 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b91 expref: 41 pid: 6588 timeout: 4259 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047531.164513:0:34275:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a6680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443116928:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047531.164691:0:34275:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d720240 going to sleep for 11 seconds 00000100:00100000:2.0:1777047531.177503:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047531.177657:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388184192 00000100:00100000:0.0:1777047531.177670:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388184192 00010000:00010000:0.0:1777047531.177723:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a8c7 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b91 expref: 42 pid: 6588 timeout: 4259 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047531.177794:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2157 00000100:00100000:0.0:1777047531.177811:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+42:2429:x1863365388184192:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047531.177834:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047531.177846:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a8c7 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b91 expref: 42 pid: 6588 timeout: 4259 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.177869:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a8c7 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b91 expref: 42 pid: 6588 timeout: 4259 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.177904:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047531.177914:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493a8dc lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.177931:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493a8dc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.177974:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493a8dc lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.178006:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047531.178283:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+42:2429:x1863365388184192:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 470us (787us total) trans 0 rc 0/0 00010000:00010000:3.0:1777047531.178292:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493a8c7 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b91 expref: 42 pid: 6588 timeout: 4259 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047531.178310:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2157 00000100:00100000:3.0:1777047531.178345:0:34275:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439a6680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443116928:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047531.178480:0:34275:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493a8dc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.178501:0:34275:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493a8dc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.178513:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493a8dc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047531.178590:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 188248 00000004:00200000:3.0:1777047531.178599:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047531.178656:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493a8dc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.178707:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493a8d5 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b98 expref: 41 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.178734:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493a8dc lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b98 expref: 40 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.178749:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047531.178754:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047531.178759:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139b200, rc 0) 00000100:00100000:3.0:1777047531.180682:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365388184064:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 16602us (17104us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047531.180706:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6372 00000100:00100000:2.0:1777047531.191825:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047531.195653:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388184320 00000100:00100000:1.0:1777047531.195672:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388184320 00000100:00100000:1.0:1777047531.195804:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4281 00000100:00100000:1.0:1777047531.195824:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388184320:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047531.195850:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047531.195882:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8b9f expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047531.195923:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x73:0x0] initial LVB size: 188248, mtime: 0x69eb97e7, atime: 0x69eb97e2, ctime: 0x69eb97e9, blocks: 0xd0 00000100:00080000:3.0:1777047531.195945:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777047531.196844:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047531.196849:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047531.196864:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b9f expref: 21 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.196896:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b9f expref: 21 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.196918:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777afea00, rc 0) 00000100:00100000:1.0:1777047531.197044:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388184320:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 1223us (5231us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047531.197061:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4281 00000100:00100000:2.0:1777047531.200678:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047531.200835:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388184448 00000100:00100000:0.0:1777047531.200846:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388184448 00000100:00100000:0.0:1777047531.200966:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4282 00000100:00100000:0.0:1777047531.200986:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388184448:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047531.201008:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047531.201030:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493a8ea lrc: 2/0,0 mode: --/PR res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ba6 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047531.201115:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443117056:192.168.201.54@tcp:106: 00000100:00100000:0.0:1777047531.201247:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064217c600 going to sleep for 11 seconds 00000100:00080000:3.0:1777047531.201285:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047531.224026:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443117056:192.168.201.54@tcp:106: 00010000:00010000:3.0:1777047531.224091:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493a8ea lrc: 1/0,0 mode: --/PR res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ba6 expref: 17 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.224138:0:36217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493a8ea lrc: 0/0,0 mode: --/PR res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ba6 expref: 17 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.224164:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388800, rc 0) 00000100:00100000:3.0:1777047531.224273:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388184448:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 23290us (23599us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047531.224289:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4282 00000100:00100000:1.0:1777047531.242865:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047531.246814:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388184704 00000100:00100000:2.0:1777047531.246837:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388184704 00000100:00100000:2.0:1777047531.246989:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2143 00000100:00100000:2.0:1777047531.247011:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365388184704:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:2.0:1777047531.247537:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57853:x1863365388184704:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 529us (4683us total) trans 8589935249 rc 0/0 00000100:00100000:2.0:1777047531.247554:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2143 00000100:00100000:2.0:1777047531.273071:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047531.273264:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388184960 00000100:00100000:3.0:1777047531.273280:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388184960 00000100:00100000:3.0:1777047531.273392:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6373 00000100:00100000:3.0:1777047531.273420:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57853:x1863365388184960:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047531.273694:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047531.273711:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1777047531.273767:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493a8dc lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b98 expref: 41 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.273820:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493a83b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b59 expref: 40 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.273859:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493a80a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b4b expref: 39 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.273902:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047531.273922:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047531.273947:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a8f1 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8bad expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.274061:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a8f8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.274096:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a8f8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.274124:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a8f8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777047531.274722:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].110, 88 off17656 00000004:00080000:2.0:1777047531.274752:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4159911367119ns, next at 4150333443750ns, rc = 0 00000040:00080000:2.0:1777047531.274817:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].111, 88 off17744 00000004:00080000:2.0:1777047531.274840:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4159911456049ns, next at 4150333366822ns, rc = 0 00000040:00080000:2.0:1777047531.274915:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].112, 88 off17832 00000004:00080000:2.0:1777047531.274924:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4159911540135ns, next at 4150333366822ns, rc = 0 00000040:00080000:2.0:1777047531.274945:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].111, 88 off17744 00000004:00080000:2.0:1777047531.275003:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4159911619432ns, next at 4150333443750ns, rc = 0 00000040:00080000:2.0:1777047531.275028:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].113, 88 off17920 00000004:00080000:2.0:1777047531.275044:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4159911660982ns, next at 4150333366822ns, rc = 0 00000040:00080000:2.0:1777047531.275065:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].112, 88 off17832 00000004:00080000:2.0:1777047531.275083:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4159911699446ns, next at 4150333443750ns, rc = 0 00000040:00080000:2.0:1777047531.275103:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].113, 88 off17920 00000004:00080000:2.0:1777047531.275111:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4159911727119ns, next at 4150333443750ns, rc = 0 00000040:00080000:2.0:1777047531.275139:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].114, 88 off18008 00000004:00080000:2.0:1777047531.275145:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4159911761949ns, next at 4150333366822ns, rc = 0 00000040:00080000:2.0:1777047531.275173:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].115, 88 off18096 00000004:00080000:2.0:1777047531.275179:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4159911795949ns, next at 4150333366822ns, rc = 0 00000040:00080000:2.0:1777047531.275207:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].114, 88 off18008 00000004:00080000:2.0:1777047531.275214:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4159911830342ns, next at 4150333443750ns, rc = 0 00000001:00080000:0.0:1777047531.297681:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935250 is committed 00000004:00080000:0.0:1777047531.297700:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 114 committed 00000004:00080000:0.0:1777047531.297739:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 116 committed 00000004:00080000:0.0:1777047531.297786:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 115 committed 00000004:00080000:0.0:1777047531.297802:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 113 committed 00000004:00080000:0.0:1777047531.297806:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 112 committed 00000004:00080000:0.0:1777047531.297810:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 114 committed 00000004:00080000:0.0:1777047531.297813:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 111 committed 00000004:00080000:0.0:1777047531.297817:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 113 committed 00000004:00080000:0.0:1777047531.297821:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 112 committed 00000004:00080000:0.0:1777047531.297825:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 110 committed 00000020:00080000:0.0:1777047531.297885:0:33214:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e064445f9c0 refcount 2 committed 0 result 0 batchid 4294969364 00000020:00080000:0.0:1777047531.297894:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e0642f6f600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e064217c3c0 00000020:00080000:0.0:1777047531.297901:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e0760515b00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e064445f240 00000020:00080000:0.0:1777047531.297906:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e0760515c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e0644ada200 00000020:00080000:0.0:1777047531.297912:0:33214:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].16 00000020:00080000:2.0:1777047531.298144:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969364 committed batchid 4294969363 00000020:00080000:2.0:1777047531.298270:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969363 00000100:00100000:2.0:1777047531.298728:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443117568:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047531.298867:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047531.298939:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644483480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443118080:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047531.298999:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047531.299058:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00010000:00010000:3.0:1777047531.299070:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a7cb lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047531.299084:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443117440:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1777047531.299116:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a7cb lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047531.299689:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777047531.299714:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a7cb lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.299732:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047531.299753:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a7cb lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047531.299754:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443117952:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1777047531.299794:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a7cb lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.299836:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x38:0x0].0x0 (ffff9e0641ff4600) 00000100:00100000:2.0:1777047531.299837:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777047531.299849:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047531.299858:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a7cb lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.299883:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493a7cb lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047531.299923:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443117568 00000100:00100000:2.0:1777047531.299936:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443117568 00010000:00010000:3.0:1777047531.299970:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a7e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.299987:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a7e0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.300012:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a7e0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.300024:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047531.300031:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a7e0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047531.300046:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443118080 00000100:00100000:2.0:1777047531.300055:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443118080 00010000:00010000:3.0:1777047531.300060:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a7e0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.300092:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047531.300099:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047531.300100:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443117440 00010000:00010000:3.0:1777047531.300107:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a7e0 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047531.300119:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443117440 00010000:00010000:3.0:1777047531.300137:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493a7e0 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047531.300164:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443117952 00000100:00100000:3.0:1777047531.300209:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443117312:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047531.300216:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443117952 00000100:00100000:2.0:1777047531.300294:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4283 00000100:00100000:3.0:1777047531.300308:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047531.300329:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644480e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3683:x1863365443117568:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047531.300384:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644483b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443117824:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047531.300444:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047531.300483:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443118336:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047531.300549:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1777047531.300684:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 239093 -> 239093 00002000:00010000:2.0:1777047531.300704:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047525 -> 1777047525 00002000:00010000:2.0:1777047531.300711:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00000100:00100000:3.0:1777047531.300716:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00002000:00010000:2.0:1777047531.300717:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047525 -> 1777047525 00002000:00010000:2.0:1777047531.300729:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:3.0:1777047531.300752:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443117184:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047531.300978:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443117312 00000100:00100000:1.0:1777047531.301000:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443117312 00000100:00100000:1.0:1777047531.301051:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443117824 00000100:00100000:1.0:1777047531.301057:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443117824 00000100:00100000:1.0:1777047531.301091:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443118336 00000100:00100000:1.0:1777047531.301095:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443118336 00000100:00100000:1.0:1777047531.301134:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4284 00000100:00100000:1.0:1777047531.301149:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3683:x1863365443118080:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047531.301874:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb size from disk: 188248 -> 188248 00002000:00010000:1.0:1777047531.301882:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb mtime from disk: 1777047527 -> 1777047527 00002000:00010000:1.0:1777047531.301887:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:1.0:1777047531.301891:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb ctime from disk: 1777047529 -> 1777047529 00002000:00010000:1.0:1777047531.301896:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:0.0:1777047531.302102:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4285 00000100:00100000:0.0:1777047531.302134:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3683:x1863365443117440:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047531.302303:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047531.302309:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047527 -> 1777047527 00002000:00010000:0.0:1777047531.302314:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047531.302331:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047529 -> 1777047529 00002000:00010000:0.0:1777047531.302336:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777047531.304466:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047531.304516:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443117696:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047531.304680:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047531.304719:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443118208:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047531.304775:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047531.304846:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443117184 00000100:00100000:3.0:1777047531.304855:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443117184 00000100:00100000:3.0:1777047531.304919:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443117696 00000100:00100000:3.0:1777047531.304924:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443117696 00000100:00100000:3.0:1777047531.304955:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443118208 00000100:00100000:3.0:1777047531.304960:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443118208 00000100:00100000:3.0:1777047531.304983:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4286 00000100:00100000:3.0:1777047531.305009:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0775806c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3683:x1863365443117952:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047531.306960:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047531.306967:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047525 -> 1777047525 00002000:00010000:3.0:1777047531.306972:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:3.0:1777047531.306977:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047525 -> 1777047525 00002000:00010000:3.0:1777047531.306981:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047531.307585:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0775806c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3683:x1863365443117952:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2562us (7734us total) trans 21474837849 rc 0/0 00000100:00100000:3.0:1777047531.307601:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4286 00000100:00100000:3.0:1777047531.307711:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4287 00000100:00100000:3.0:1777047531.307731:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3685:x1863365443117312:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047531.307746:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644480e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3683:x1863365443117568:12345-0@lo:2:osp-syn-1-0.0 Request processed in 7418us (8869us total) trans 17179870484 rc 0/0 00000100:00100000:2.0:1777047531.307785:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4283 00000100:00100000:2.0:1777047531.307836:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4288 00000100:00100000:2.0:1777047531.307866:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3685:x1863365443117824:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047531.307924:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 188248 -> 188248 00002000:00010000:3.0:1777047531.307977:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047527 -> 1777047527 00002000:00010000:3.0:1777047531.307994:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:3.0:1777047531.307998:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047529 -> 1777047529 00002000:00010000:3.0:1777047531.308003:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 296 -> 296 00000100:00100000:3.0:1777047531.308140:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443117312:12345-0@lo:2:osp-syn-0-0.0 Request processed in 413us (7832us total) trans 21474837850 rc 0/0 00000100:00100000:3.0:1777047531.308167:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4287 00002000:00010000:2.0:1777047531.308197:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047531.308207:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb mtime from disk: 1777047525 -> 1777047525 00002000:00010000:2.0:1777047531.308213:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00000100:00100000:3.0:1777047531.308222:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4289 00002000:00010000:2.0:1777047531.308223:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb ctime from disk: 1777047525 -> 1777047525 00002000:00010000:2.0:1777047531.308244:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x70:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047531.308253:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3685:x1863365443118336:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047531.308344:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3685:x1863365443117824:12345-0@lo:2:osp-syn-1-0.0 Request processed in 493us (7897us total) trans 17179870487 rc 0/0 00000100:00100000:2.0:1777047531.308373:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4288 00002000:00010000:3.0:1777047531.308391:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047531.308396:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb mtime from disk: 1777047527 -> 1777047527 00002000:00010000:3.0:1777047531.308414:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:3.0:1777047531.308418:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb ctime from disk: 1777047529 -> 1777047529 00002000:00010000:3.0:1777047531.308422:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047531.308430:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4290 00000100:00100000:2.0:1777047531.308460:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3685:x1863365443117184:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047531.308556:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443118336:12345-0@lo:2:osp-syn-0-0.0 Request processed in 319us (8002us total) trans 21474837851 rc 0/0 00000100:00100000:3.0:1777047531.308583:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4289 00000100:00100000:3.0:1777047531.308676:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4291 00000100:00100000:3.0:1777047531.308707:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3685:x1863365443117696:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047531.308825:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047531.308833:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047531.308839:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047531.308845:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047531.308863:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777047531.308869:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047531.308877:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047527 -> 1777047527 00002000:00010000:3.0:1777047531.308882:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:3.0:1777047531.308887:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047529 -> 1777047529 00002000:00010000:3.0:1777047531.308892:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047531.309002:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443117696:12345-0@lo:2:osp-syn-0-0.0 Request processed in 311us (4321us total) trans 21474837852 rc 0/0 00000100:00100000:3.0:1777047531.309015:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4291 00000100:00100000:3.0:1777047531.309057:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4292 00000100:00100000:3.0:1777047531.309084:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3685:x1863365443118208:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047531.309208:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb size from disk: 239093 -> 239093 00002000:00010000:3.0:1777047531.309213:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb mtime from disk: 1777047525 -> 1777047525 00002000:00010000:3.0:1777047531.309216:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb atime from disk: 1777047498 -> 1777047498 00002000:00010000:3.0:1777047531.309219:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb ctime from disk: 1777047525 -> 1777047525 00002000:00010000:3.0:1777047531.309222:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8f:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:3.0:1777047531.309287:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443118208:12345-0@lo:2:osp-syn-0-0.0 Request processed in 207us (4499us total) trans 21474837853 rc 0/0 00000100:00100000:3.0:1777047531.309296:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4292 00000004:00080000:3.0:1777047531.309393:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0745e45180/2, rc 0, transno 17179870488 00000100:00100000:3.0:1777047531.309415:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443117184:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047531.309431:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077b9d1f80/2, rc 0, transno 21474837852 00000100:00100000:3.0:1777047531.309435:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443117696:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047531.309460:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077b9d2680/2, rc 0, transno 21474837853 00000100:00100000:3.0:1777047531.309466:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443118208:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047531.309493:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077b9d1180/2, rc 0, transno 21474837850 00000100:00100000:3.0:1777047531.309500:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443117312:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047531.309515:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644483b80/2, rc 0, transno 17179870487 00000100:00100000:3.0:1777047531.309521:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644483b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443117824:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047531.309549:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077b9d0e00/2, rc 0, transno 21474837851 00000100:00100000:3.0:1777047531.309555:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443118336:0@lo:2:osp-syn-0-0.0 00000100:00080000:3.0:1777047531.309605:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777047531.309750:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777047531.309952:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a8f8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bad expref: 24 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.309975:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047531.309993:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1777047531.310018:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493a8f1 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bad expref: 24 pid: 9025 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.310075:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a8f8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bad expref: 23 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.310131:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047531.310136:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1777047531.310141:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167000, rc 0) 00000100:00100000:3.0:1777047531.310257:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57853:x1863365388184960:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 36847us (37197us total) trans 8589935250 rc 0/0 00000100:00100000:3.0:1777047531.310285:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6373 00000004:00080000:3.0:1777047531.310583:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077b9d1880/2, rc 0, transno 21474837849 00000100:00100000:3.0:1777047531.310593:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443117952:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047531.313436:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3685:x1863365443117184:12345-0@lo:2:osp-syn-1-0.0 Request processed in 479us (4471us total) trans 17179870488 rc 0/0 00000100:00100000:2.0:1777047531.313453:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4290 00000004:00080000:3.0:1777047531.319402:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064eacad80/2, rc 0, transno 17179870484 00000100:00100000:3.0:1777047531.319421:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443117568:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047531.326670:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3683:x1863365443118080:12345-0@lo:2:osp-syn-1-0.0 Request processed in 25480us (27627us total) trans 17179870485 rc 0/0 00000100:00100000:1.0:1777047531.326704:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4284 00000004:00080000:3.0:1777047531.327897:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644483480/2, rc 0, transno 17179870485 00000100:00100000:3.0:1777047531.327911:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644483480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443118080:0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1777047531.336565:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047531.336601:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777047531.336689:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443118464:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777047531.337254:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047531.337843:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443118464 00000100:00100000:2.0:1777047531.337856:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443118464 00000100:00100000:2.0:1777047531.337966:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3395 00000100:00100000:2.0:1777047531.337984:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443118464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777047531.338061:0:7694:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446096896 avail 1299857408 00000100:00100000:2.0:1777047531.338183:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3683:x1863365443118464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 202us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047531.338198:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3395 00000100:00100000:1.0:1777047531.342847:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443118464:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777047531.343103:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3683:x1863365443117440:12345-0@lo:2:osp-syn-1-0.0 Request processed in 40969us (43420us total) trans 17179870486 rc 0/0 00000100:00100000:0.0:1777047531.343135:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4285 00000004:00080000:1.0:1777047531.345804:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064eac8e00/2, rc 0, transno 17179870486 00000100:00100000:1.0:1777047531.345829:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443117440:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047531.390187:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047531.392242:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388185088 00000100:00100000:3.0:1777047531.392260:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388185088 00000100:00100000:3.0:1777047531.392506:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4293 00000100:00100000:3.0:1777047531.392540:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:57853:x1863365388185088:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047531.392603:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047531.392682:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a8ff lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8bb4 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.392762:0:8480:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a8ab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b8a expref: 17 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.393241:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047531.393247:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047531.393257:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a8ff lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [155648->208895] (req 155648->208895) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bb4 expref: 17 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.393345:0:8480:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a8ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b8a expref: 17 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.393388:0:8480:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a8ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b8a expref: 17 pid: 8633 timeout: 4260 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047531.393428:0:8480:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365443118592:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047531.393718:0:8480:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d720240 going to sleep for 11 seconds 00000100:00100000:2.0:1777047531.432522:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047531.432757:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388185216 00000100:00100000:0.0:1777047531.432773:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388185216 00000100:00100000:3.0:1777047531.432811:0:8480:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365443118592:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047531.432852:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a8ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b8a expref: 18 pid: 8633 timeout: 4260 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.432876:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a8ff lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [155648->208895] (req 155648->208895) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bb4 expref: 18 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.432917:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139ac00, rc 0) 00000100:00100000:0.0:1777047531.432961:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2158 00000100:00100000:0.0:1777047531.432980:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388185216:12345-192.168.201.54@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777047531.433039:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57853:x1863365388185088:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 40508us (42855us total) trans 0 rc 0/0 00010000:00010000:0.0:1777047531.433045:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777047531.433056:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4293 00010000:00010000:0.0:1777047531.433084:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a8ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b8a expref: 18 pid: 8633 timeout: 4260 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.433111:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a8ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b8a expref: 17 pid: 8633 timeout: 4260 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.433169:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493a8ab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b8a expref: 17 pid: 8633 timeout: 4260 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.433204:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047531.433208:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047531.433220:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a8ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 155648->208895) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bb4 expref: 16 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.433251:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a8ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 155648->208895) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bb4 expref: 16 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.433331:0:6575:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a8ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 155648->208895) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bb4 expref: 16 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047531.433356:0:6575:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e07717e9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443118720:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047531.433468:0:6575:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064217c600 going to sleep for 11 seconds 00000100:00100000:2.0:1777047531.445358:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047531.451261:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388185344 00000100:00100000:3.0:1777047531.451285:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388185344 00000100:00100000:3.0:1777047531.451494:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6374 00000100:00100000:3.0:1777047531.451514:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eaced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57853:x1863365388185344:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047531.451555:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047531.451593:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493a906 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8bbb expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.451690:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a90d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.451719:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a90d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.451746:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a90d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.452750:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493a906 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bbb expref: 25 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.452789:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a90d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bbb expref: 24 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.452804:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047531.452827:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777047531.452834:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139a600, rc 0) 00000100:00100000:3.0:1777047531.452929:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eaced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365388185344:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 1419us (7587us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047531.452944:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6374 00000100:00100000:0.0:1777047531.455158:0:6575:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e07717e9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443118720:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047531.456476:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047531.456728:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388185216:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 23748us (24217us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047531.456751:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2158 00000100:00100000:2.0:1777047531.475657:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047531.475790:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388185472 00000100:00100000:0.0:1777047531.475812:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388185472 00002000:00100000:0.0:1777047531.475898:0:20132:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x8a:0x0] (155648->159743) req@ffff9e064eacca80 x1863365388185472/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:267/0 lens 488/0 e 0 to 0 dl 1777047542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047531.475921:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacca80 with x1863365388185472 ext(155648->159743) 00002000:00010000:0.0:1777047531.475935:0:20132:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacca80 00000100:00100000:0.0:1777047531.476005:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1464 00000100:00100000:0.0:1777047531.476030:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388185472:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:0.0:1777047531.476484:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388185472:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 455us (866us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777047531.476580:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1464 00002000:00100000:0.0:1777047531.476600:0:20132:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x8a:0x0] (155648->159743) req@ffff9e064eacca80 x1863365388185472/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:267/0 lens 488/4536 e 0 to 0 dl 1777047542 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047531.477322:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacca80 with x1863365388185472 ext(155648->159743) 00002000:00010000:0.0:1777047531.477332:0:20132:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacca80 00000100:00100000:2.0:1777047531.522671:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047531.522896:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388185600 00000100:00100000:3.0:1777047531.522912:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388185600 00000100:00100000:3.0:1777047531.523009:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6375 00000100:00100000:3.0:1777047531.523029:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365388185600:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047531.523061:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047531.523096:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493a914 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8bc2 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.523246:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a91b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.523275:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a91b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.523295:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a91b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047531.523345:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 0 00000004:00200000:3.0:1777047531.523352:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047531.523453:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a91b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.523504:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493a914 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bc2 expref: 26 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.523538:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a91b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bc2 expref: 25 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.523564:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047531.523571:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047531.523577:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139b000, rc 0) 00000100:00100000:3.0:1777047531.523693:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388185600:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 667us (1033us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047531.523709:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6375 00000100:00100000:1.0:1777047531.557640:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047531.558735:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388185728 00000100:00100000:2.0:1777047531.558750:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388185728 00000100:00100000:2.0:1777047531.558983:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1465 00000100:00100000:2.0:1777047531.559005:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388185728:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:2.0:1777047531.559320:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 188248 -> 188248 00002000:00010000:2.0:1777047531.559328:0:29067:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047527 -> 1777047527 00002000:00010000:2.0:1777047531.559334:0:29067:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:2.0:1777047531.559338:0:29067:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047529 -> 1777047529 00002000:00010000:2.0:1777047531.559342:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 296 -> 376 00000100:00100000:2.0:1777047531.559449:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388185728:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 447us (1840us total) trans 21474837854 rc 0/0 00000100:00100000:2.0:1777047531.559465:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1465 00000100:00100000:2.0:1777047531.584180:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047531.585473:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388185856 00000100:00100000:0.0:1777047531.585491:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388185856 00002000:00100000:0.0:1777047531.585597:0:8486:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x8a:0x0] (98304->110591) req@ffff9e064eacd880 x1863365388185856/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:267/0 lens 488/0 e 0 to 0 dl 1777047542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047531.585667:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacd880 with x1863365388185856 ext(98304->110591) 00002000:00010000:0.0:1777047531.585678:0:8486:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacd880 00000100:00100000:0.0:1777047531.585759:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1466 00000100:00100000:0.0:1777047531.585779:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388185856:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:0.0:1777047531.586827:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388185856:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 1050us (2657us total) trans 0 rc 12288/12288 00000100:00100000:0.0:1777047531.586843:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1466 00002000:00100000:0.0:1777047531.586857:0:8486:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x8a:0x0] (98304->110591) req@ffff9e064eacd880 x1863365388185856/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:267/0 lens 488/12728 e 0 to 0 dl 1777047542 ref 1 fl Complete:/600/0 rc 12288/12288 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047531.586876:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacd880 with x1863365388185856 ext(98304->110591) 00002000:00010000:0.0:1777047531.586883:0:8486:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacd880 00000100:00100000:1.0:1777047531.616702:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047531.618558:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388185984 00000100:00100000:2.0:1777047531.618574:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388185984 00000100:00100000:2.0:1777047531.618745:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1467 00000100:00100000:2.0:1777047531.618764:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388185984:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:2.0:1777047531.619042:0:8485:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 188248 -> 188248 00002000:00010000:2.0:1777047531.619050:0:8485:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047527 -> 1777047527 00002000:00010000:2.0:1777047531.619055:0:8485:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:2.0:1777047531.619059:0:8485:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047529 -> 1777047529 00002000:00010000:2.0:1777047531.619063:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 376 -> 432 00000100:00100000:2.0:1777047531.619178:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388185984:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 415us (2486us total) trans 21474837855 rc 0/0 00000100:00100000:2.0:1777047531.619195:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1467 00000100:00100000:1.0:1777047531.637602:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047531.637698:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388186112 00000100:00100000:0.0:1777047531.637714:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388186112 00000100:00100000:0.0:1777047531.637826:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1468 00000100:00100000:0.0:1777047531.637843:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388186112:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:0.0:1777047531.639225:0:29062:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 188248 -> 188248 00002000:00010000:0.0:1777047531.639234:0:29062:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047527 -> 1777047529 00002000:00010000:0.0:1777047531.639238:0:29062:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047531.639242:0:29062:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047529 -> 1777047529 00002000:00010000:0.0:1777047531.639246:0:29062:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 432 -> 360 00000100:00100000:0.0:1777047531.639340:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365388186112:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 1498us (1752us total) trans 21474837856 rc 0/0 00000100:00100000:0.0:1777047531.639354:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1468 00000100:00100000:0.0:1777047531.665227:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047531.665348:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388186240 00000100:00100000:1.0:1777047531.665364:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388186240 00002000:00100000:1.0:1777047531.665514:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x8a:0x0] (155648->207754) req@ffff9e07717e9500 x1863365388186240/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:267/0 lens 488/0 e 0 to 0 dl 1777047542 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047531.665535:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07717e9500 with x1863365388186240 ext(155648->207754) 00002000:00010000:1.0:1777047531.665544:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e07717e9500 00000100:00100000:1.0:1777047531.665738:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1469 00000100:00100000:1.0:1777047531.665759:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388186240:12345-192.168.201.54@tcp:4:fsx.0 00000100:00100000:1.0:1777047531.680978:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388186240:12345-192.168.201.54@tcp:4:fsx.0 Request processed in 15210us (15749us total) trans 21474837857 rc 0/0 00000100:00100000:1.0:1777047531.681002:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1469 00002000:00100000:1.0:1777047531.682453:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x8a:0x0] (155648->207754) req@ffff9e07717e9500 x1863365388186240/t21474837857(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:267/0 lens 488/448 e 0 to 0 dl 1777047542 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047531.682477:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07717e9500 with x1863365388186240 ext(155648->207754) 00002000:00010000:1.0:1777047531.682488:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e07717e9500 00000100:00100000:0.0:1777047531.698695:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047531.699994:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388186368 00000100:00100000:3.0:1777047531.700010:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388186368 00000100:00100000:3.0:1777047531.700104:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4294 00000100:00100000:3.0:1777047531.700123:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388186368:12345-192.168.201.54@tcp:16:fsx.0 00000001:00080000:0.0:1777047531.706191:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837857 is committed 00000001:00080000:0.0:1777047531.706247:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837853 is committed 00000100:00100000:3.0:1777047531.706717:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388186368:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 6590us (8024us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047531.706737:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4294 00000100:00100000:3.0:1777047531.721716:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047531.722200:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388186624 00000100:00100000:2.0:1777047531.722213:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388186624 00000100:00100000:2.0:1777047531.722297:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2144 00000100:00100000:2.0:1777047531.722312:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388186624:12345-192.168.201.54@tcp:35:fsx.0 00000001:00080000:2.0:1777047531.722734:0:35315:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935251 00000100:00100000:2.0:1777047531.723257:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365388186624:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 943us (1549us total) trans 8589935252 rc 0/0 00000100:00100000:2.0:1777047531.723274:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2144 00000020:00080000:2.0:1777047531.723282:0:35315:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047531.799710:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047531.799851:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388186880 00000100:00100000:0.0:1777047531.799867:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388186880 00000100:00100000:0.0:1777047531.800500:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6376 00000100:00100000:0.0:1777047531.800525:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57898:x1863365388186880:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047531.800562:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047531.800595:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389c00/0x5ecf73d72493a922 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8bc9 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.800741:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a929 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.800763:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a929 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.800783:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a929 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.800806:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a930 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.800820:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a930 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.800833:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a930 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.801067:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493a937 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.801087:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493a937 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.801101:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493a937 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047531.801119:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 207755 00010000:00010000:0.0:1777047531.801239:0:6590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a929 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.801255:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a929 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.801268:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a929 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.801279:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a929 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.801290:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047531.801296:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a929 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.801308:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a929 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.801327:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e06431bf600) 00010000:00010000:0.0:1777047531.801333:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047531.801339:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a929 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.801350:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a929 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.801372:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a930 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.801450:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a930 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.801465:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a930 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.801475:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047531.801480:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a930 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.801492:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a930 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.801509:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e06431bff00) 00010000:00010000:0.0:1777047531.801514:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047531.801519:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a930 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.801531:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a930 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.801601:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389c00/0x5ecf73d72493a922 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bc9 expref: 30 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.801659:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493a937 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bc9 expref: 29 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.801681:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047531.801685:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047531.801690:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388c00, rc 0) 00000100:00100000:0.0:1777047531.801798:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57898:x1863365388186880:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1281us (2099us total) trans 8589935253 rc 0/0 00000100:00100000:0.0:1777047531.801813:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6376 00000100:00100000:0.0:1777047531.819013:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047531.819182:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047531.819345:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388187264 00000100:00100000:2.0:1777047531.819358:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388187264 00000100:00100000:2.0:1777047531.819488:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 430 00000100:00100000:2.0:1777047531.819504:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2430:x1863365388187264:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047531.819572:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047531.819624:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493a937 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bc9 expref: 29 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.819654:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047531.819662:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047531.819750:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2430:x1863365388187264:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 248us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047531.819763:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 430 00000100:00100000:3.0:1777047531.823278:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388187136 00000100:00100000:3.0:1777047531.823293:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388187136 00000100:00100000:3.0:1777047531.823378:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2145 00000100:00100000:3.0:1777047531.823432:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07430bc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57898:x1863365388187136:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047531.823782:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07430bc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57898:x1863365388187136:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 354us (4780us total) trans 8589935254 rc 0/0 00000100:00100000:3.0:1777047531.823804:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2145 00000100:00100000:0.0:1777047531.839055:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047531.842721:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3683:1863365443118848:0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.842880:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047531.843356:0:33220:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443118848 00000100:00100000:0.0:1777047531.843368:0:33220:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443118848 00000100:00100000:0.0:1777047531.843464:0:33220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:0.0:1777047531.843479:0:33220:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06421be850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3683:x1863365443118848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047531.843786:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641de8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443119232:0@lo:400:kworker.0 00000100:00100000:2.0:1777047531.844222:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047531.844262:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3682:1863365443119744:0@lo:400:kworker.0 00000100:00100000:0.0:1777047531.844313:0:33220:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06421be850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3683:x1863365443118848:12345-0@lo:400:kworker.0 Request processed in 833us (1429us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047531.844317:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047531.844335:0:33220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:1.0:1777047531.844444:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3683:1863365443118848:0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.844483:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641de8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443119360:0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.844535:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047531.844571:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3683:1863365443119872:0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.844655:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443119232 00000100:00100000:1.0:1777047531.844663:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443119232 00000100:00100000:1.0:1777047531.844718:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443119360 00000100:00100000:1.0:1777047531.844723:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443119360 00000100:00100000:1.0:1777047531.844770:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3029 00000100:00100000:1.0:1777047531.844783:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443119232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.845218:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443119232:12345-0@lo:400:kworker.0 Request processed in 435us (995us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047531.845233:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3029 00000100:00100000:1.0:1777047531.845268:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3030 00000100:00100000:1.0:1777047531.845282:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443119360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.845348:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443119360:12345-0@lo:400:kworker.0 Request processed in 68us (811us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047531.845360:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3030 00000100:00080000:1.0:1777047531.845403:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047531.847161:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443118976:0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.847220:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047531.847300:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3684:1863365443119488:0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.847355:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443118976 00000100:00100000:1.0:1777047531.847363:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443118976 00000100:00100000:1.0:1777047531.847444:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3396 00000100:00100000:1.0:1777047531.847458:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443118976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.847525:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443118976:12345-0@lo:400:kworker.0 Request processed in 69us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047531.847537:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3396 00000100:00100000:0.0:1777047531.848207:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3685:1863365443119104:0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.848788:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047531.848928:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388187520 00000100:00100000:3.0:1777047531.848939:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388187520 00000100:00100000:0.0:1777047531.849379:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443119744 00000100:00100000:2.0:1777047531.849380:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443120256:0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.849387:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3685:1863365443119616:0@lo:400:kworker.0 00000100:00100000:0.0:1777047531.849391:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443119744 00000100:00100000:2.0:1777047531.849467:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1777047531.849475:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047531.849483:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443119104 00000100:00100000:0.0:1777047531.849492:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443119104 00000100:00100000:1.0:1777047531.849519:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5021 00000100:00100000:1.0:1777047531.849539:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3682:x1863365443119744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047531.849557:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641de8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443119232:0@lo:400:kworker.0 00000100:00100000:2.0:1777047531.849641:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443120256 00000100:00100000:2.0:1777047531.849648:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443120256 00000100:00100000:2.0:1777047531.849696:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3031 00000100:00100000:2.0:1777047531.849707:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3682:x1863365443120256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047531.850592:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5022 00000100:00100000:0.0:1777047531.850637:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3685:x1863365443119104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047531.850712:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3685:x1863365443119104:12345-0@lo:400:kworker.0 Request processed in 108us (1924us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047531.850731:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5022 00000100:00100000:0.0:1777047531.850849:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6377 00000100:00100000:0.0:1777047531.850865:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57898:x1863365388187520:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047531.850892:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777047531.850892:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3682:x1863365443119744:12345-0@lo:400:kworker.0 Request processed in 1355us (6572us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047531.850909:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5021 00010000:00010000:0.0:1777047531.850925:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a945 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8bd0 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.851396:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493a94c lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.851423:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493a94c lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.851443:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493a94c lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047531.851472:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 207755 00000100:00100000:2.0:1777047531.851595:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3682:x1863365443120256:12345-0@lo:400:kworker.0 Request processed in 1884us (2126us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047531.851638:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3031 00010000:00010000:1.0:1777047531.851703:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493a945 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bd0 expref: 32 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047531.851712:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3682:1863365443119744:0@lo:400:kworker.0 00010000:00010000:1.0:1777047531.851750:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493a94c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bd0 expref: 31 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047531.851760:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443120256:0@lo:400:kworker.0 00010000:00010000:1.0:1777047531.851781:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047531.851787:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1777047531.851793:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777afec00, rc 0) 00000100:00100000:1.0:1777047531.851856:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57898:x1863365388187520:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 993us (12813us total) trans 8589935255 rc 0/0 00000100:00100000:1.0:1777047531.851868:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6377 00000100:00100000:3.0:1777047531.853853:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047531.854100:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047531.854170:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443120000:0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.854229:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047531.854289:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443118976:0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.854331:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443120000 00000100:00100000:1.0:1777047531.854340:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443120000 00000100:00100000:1.0:1777047531.854396:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3397 00000100:00100000:1.0:1777047531.854413:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443120000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047531.854441:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3683:1863365443120384:0@lo:400:kworker.0 00000100:00100000:2.0:1777047531.854637:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047531.854698:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443119872 00000100:00100000:3.0:1777047531.854708:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443119872 00000100:00100000:3.0:1777047531.854766:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443119488 00000100:00100000:3.0:1777047531.854772:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443119488 00000100:00100000:3.0:1777047531.855157:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443119616 00000100:00100000:3.0:1777047531.855163:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443119616 00000100:00100000:3.0:1777047531.855201:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5023 00000100:00100000:3.0:1777047531.855213:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3683:x1863365443119872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.855639:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443120000:12345-0@lo:400:kworker.0 Request processed in 1197us (1376us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047531.855656:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3397 00000100:00100000:1.0:1777047531.855722:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443120000:0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.855761:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5024 00000100:00100000:1.0:1777047531.855776:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3684:x1863365443119488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.855848:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3684:x1863365443119488:12345-0@lo:400:kworker.0 Request processed in 75us (1749us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047531.855859:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5024 00000100:00100000:1.0:1777047531.856565:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3684:1863365443119488:0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.856639:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5025 00000100:00100000:1.0:1777047531.856654:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1863365443119616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.856723:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1863365443119616:12345-0@lo:400:kworker.0 Request processed in 72us (2114us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047531.856736:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5025 00000100:00100000:0.0:1777047531.857186:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047531.859905:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641de8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443119360:0@lo:400:kworker.0 00000100:00080000:0.0:1777047531.860354:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777047531.860362:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777047531.860408:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443120384 00000100:00100000:0.0:1777047531.860418:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443120384 00000100:00100000:0.0:1777047531.860484:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5026 00000100:00100000:0.0:1777047531.860499:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3683:x1863365443120384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047531.860731:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3685:1863365443119616:0@lo:400:kworker.0 00000100:00100000:2.0:1777047531.860750:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443120128:0@lo:400:kworker.0 00000100:00100000:2.0:1777047531.860812:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047531.860887:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3685:1863365443119104:0@lo:400:kworker.0 00000100:00100000:0.0:1777047531.865042:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3683:x1863365443120384:12345-0@lo:400:kworker.0 Request processed in 4537us (7849us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047531.865060:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5026 00000100:00100000:1.0:1777047531.865138:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3683:1863365443120384:0@lo:400:kworker.0 00000100:00100000:3.0:1777047531.866811:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3683:x1863365443119872:12345-0@lo:400:kworker.0 Request processed in 11594us (17458us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047531.866829:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5023 00000100:00100000:3.0:1777047531.866882:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443120128 00000100:00100000:3.0:1777047531.866894:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443120128 00000100:00100000:3.0:1777047531.866974:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3032 00000100:00100000:3.0:1777047531.866991:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443120128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047531.867085:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443120128:12345-0@lo:400:kworker.0 Request processed in 97us (6270us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047531.867099:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3032 00000100:00100000:0.0:1777047531.867332:0:3685:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474837853 gen 2 00000004:00080000:0.0:1777047531.867342:0:3685:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474837848 committed transno 21474837853 00000004:00080000:0.0:1777047531.867366:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077b9d1880, transno 21474837849 00000004:00080000:0.0:1777047531.867464:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077b9d1180, transno 21474837850 00000004:00080000:0.0:1777047531.867470:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077b9d0e00, transno 21474837851 00000004:00080000:0.0:1777047531.867474:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077b9d1f80, transno 21474837852 00000004:00080000:0.0:1777047531.867478:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077b9d2680, transno 21474837853 00000100:00100000:0.0:1777047531.867488:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443120128:0@lo:400:kworker.0 00000004:00080000:2.0:1777047531.867996:0:33232:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 5 done 00000100:00100000:1.0:1777047531.868660:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3683:1863365443119872:0@lo:400:kworker.0 00000100:00100000:3.0:1777047531.873714:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047531.875465:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388187776 00000100:00100000:2.0:1777047531.875479:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388187776 00000100:00100000:2.0:1777047531.875600:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6378 00000100:00100000:2.0:1777047531.876526:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57898:x1863365388187776:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047531.876589:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047531.876647:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a95a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8bd7 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.876839:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493a961 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.876869:0:12913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a91b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bc2 expref: 32 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.876887:0:12913:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493a961 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.876945:0:12913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a91b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bc2 expref: 32 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.876984:0:12913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a91b lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bc2 expref: 32 pid: 12913 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047531.877009:0:12913:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c08a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443120512:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047531.877140:0:12913:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047531.898015:0:12913:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c08a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443120512:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047531.898065:0:12913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493a961 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047531.899599:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047531.900305:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388187904 00000100:00100000:1.0:1777047531.900318:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388187904 00010000:00010000:1.0:1777047531.900377:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a91b lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bc2 expref: 33 pid: 12913 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047531.900512:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2159 00000100:00100000:1.0:1777047531.900532:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:2429:x1863365388187904:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047531.900896:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047531.900911:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a91b lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bc2 expref: 33 pid: 12913 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.900938:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a91b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bc2 expref: 33 pid: 12913 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.900972:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493a91b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bc2 expref: 33 pid: 12913 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.900997:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047531.901005:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493a961 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.901024:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493a961 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.901037:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493a961 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.901184:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047531.901254:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2429:x1863365388187904:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 727us (1660us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047531.901269:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2159 00010000:00010000:3.0:1777047531.908950:0:12913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493a961 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.908977:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493a961 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047531.909018:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 207755 00010000:00010000:3.0:1777047531.911840:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493a95a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bd7 expref: 33 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.911880:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493a961 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bd7 expref: 32 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.911898:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047531.911904:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777047531.911910:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166800, rc 0) 00000100:00100000:3.0:1777047531.912116:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57898:x1863365388187776:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 35599us (38409us total) trans 8589935256 rc 0/0 00000100:00100000:3.0:1777047531.912133:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6378 00000100:00100000:3.0:1777047531.940313:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047531.944555:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388188032 00000100:00100000:2.0:1777047531.944577:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388188032 00000100:00100000:2.0:1777047531.944718:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2146 00000100:00100000:2.0:1777047531.944738:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57898:x1863365388188032:12345-192.168.201.54@tcp:33:lfs.0 00000100:00100000:2.0:1777047531.944992:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57898:x1863365388188032:12345-192.168.201.54@tcp:33:lfs.0 Request processed in 256us (4689us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047531.945008:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2146 00000100:00100000:0.0:1777047531.958009:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047531.958187:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388188288 00000100:00100000:3.0:1777047531.958227:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388188288 00000100:00100000:3.0:1777047531.958319:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2147 00000100:00100000:3.0:1777047531.958338:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57898:x1863365388188288:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047531.958770:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57898:x1863365388188288:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 433us (771us total) trans 8589935257 rc 0/0 00000100:00100000:3.0:1777047531.958786:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2147 00000100:00100000:0.0:1777047531.974137:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047531.975158:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388188544 00000100:00100000:1.0:1777047531.975174:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388188544 00000100:00100000:1.0:1777047531.975290:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6379 00000100:00100000:1.0:1777047531.975309:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57898:x1863365388188544:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047531.975359:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047531.975364:0:6590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:1.0:1777047531.975473:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493a961 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bd7 expref: 33 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.975531:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493a94c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bd0 expref: 32 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.975554:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047531.975563:0:6590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047531.975585:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493a96f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8bde expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.975766:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe200/0x5ecf73d72493a976 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.976117:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe200/0x5ecf73d72493a976 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.976136:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe200/0x5ecf73d72493a976 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047531.976160:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 207755 00010000:00010000:1.0:1777047531.976309:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493a96f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bde expref: 34 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.976337:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe200/0x5ecf73d72493a976 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bde expref: 33 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.976350:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047531.976355:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047531.976359:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777afe200, rc 0) 00000100:00100000:1.0:1777047531.976512:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57898:x1863365388188544:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1208us (2388us total) trans 8589935258 rc 0/0 00000100:00100000:1.0:1777047531.976528:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6379 00000100:00100000:1.0:1777047531.991706:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047531.994693:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388188800 00000100:00100000:2.0:1777047531.994712:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388188800 00000100:00100000:2.0:1777047531.999540:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2148 00000100:00100000:2.0:1777047531.999571:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57898:x1863365388188800:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:2.0:1777047531.999709:0:35315:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe200/0x5ecf73d72493a976 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bde expref: 33 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.999787:0:35315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a984 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.999810:0:35315:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a8f8 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bad expref: 33 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.000146:0:35315:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a90d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bbb expref: 33 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.000162:0:35315:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a984 lrc: 5/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.000516:0:35315:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a90d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bbb expref: 33 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.000543:0:35315:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a90d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bbb expref: 33 pid: 6589 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047532.000569:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c08a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443120640:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047532.000729:0:35315:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a8f8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bad expref: 33 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.001043:0:35315:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a8f8 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bad expref: 33 pid: 9025 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047532.001064:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c09f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443120768:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047532.001114:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047532.014707:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047532.016749:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c08a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443120640:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047532.016773:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c09f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443120768:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047532.016819:0:35315:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a984 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047532.016917:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388188928 00000100:00100000:3.0:1777047532.016930:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388188928 00010000:00010000:3.0:1777047532.016984:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a90d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bbb expref: 34 pid: 6589 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047532.017055:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2160 00000100:00100000:3.0:1777047532.017070:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e074963c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:2430:x1863365388188928:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047532.017092:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047532.017103:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a90d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bbb expref: 34 pid: 6589 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.017126:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a90d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bbb expref: 34 pid: 6589 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.017160:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a90d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bbb expref: 34 pid: 6589 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.017185:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047532.017194:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a984 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.017242:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a984 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.017255:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047532.018203:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e074963c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:2430:x1863365388188928:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1132us (3504us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047532.018219:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2160 00000100:00100000:0.0:1777047532.019653:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047532.019868:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388189056 00000100:00100000:2.0:1777047532.019878:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388189056 00010000:00010000:2.0:1777047532.019915:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a8f8 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bad expref: 33 pid: 9025 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047532.019976:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2161 00000100:00100000:2.0:1777047532.020017:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:2429:x1863365388189056:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047532.020036:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047532.020046:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a8f8 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bad expref: 33 pid: 9025 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.020066:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a8f8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bad expref: 33 pid: 9025 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.020091:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a8f8 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bad expref: 33 pid: 9025 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.020450:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047532.020458:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a984 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.020473:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a984 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.020487:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a984 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.020526:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047532.022144:0:35315:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a984 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.022165:0:35315:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a984 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.022842:0:35315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a984 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.022860:0:35315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a984 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.022873:0:35315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a984 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.022885:0:35315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047532.022893:0:35315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a984 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.022907:0:35315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a984 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.022927:0:35315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047532.022934:0:35315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1777047532.022941:0:35315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a984 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.022953:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493a984 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.022988:0:35315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047532.022993:0:35315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047532.023003:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe200/0x5ecf73d72493a976 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bde expref: 32 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047532.029439:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2429:x1863365388189056:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 9413us (9776us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047532.029464:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2161 00000100:00100000:3.0:1777047532.029997:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57898:x1863365388188800:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 30435us (38299us total) trans 8589935259 rc -22/-22 00000100:00100000:3.0:1777047532.030016:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2148 00000100:00100000:0.0:1777047532.118201:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047532.119629:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388189184 00000100:00100000:2.0:1777047532.119643:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388189184 00000100:00100000:2.0:1777047532.119746:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6380 00000100:00100000:2.0:1777047532.119763:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57898:x1863365388189184:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047532.119793:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047532.119823:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a98b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8be5 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.119896:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a98b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8be5 expref: 32 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.119916:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a98b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8be5 expref: 32 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.119942:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e06431c0600) 00010000:00010000:2.0:1777047532.119947:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047532.119951:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167000, rc 0) 00000100:00100000:2.0:1777047532.120038:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57898:x1863365388189184:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 272us (1841us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047532.120051:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6380 00000100:00100000:1.0:1777047532.128949:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047532.129069:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388189440 00000100:00100000:0.0:1777047532.129081:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388189440 00000100:00100000:0.0:1777047532.129168:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6381 00000100:00100000:0.0:1777047532.129183:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57898:x1863365388189440:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047532.129208:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047532.129895:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493a992 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8bec expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.130754:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493a999 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.130776:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493a999 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.130794:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493a999 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047532.130810:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x39:0x0]: returning size 0 00010000:00010000:1.0:1777047532.130874:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493a992 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bec expref: 35 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.130917:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493a999 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bec expref: 34 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.130932:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x39:0x0].0x0 (ffff9e0641ff4400) 00010000:00010000:1.0:1777047532.130937:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047532.130941:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777afec00, rc 0) 00000100:00100000:1.0:1777047532.131009:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57898:x1863365388189440:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1828us (2069us total) trans 8589935260 rc 0/0 00000100:00100000:1.0:1777047532.131044:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6381 00000100:00100000:0.0:1777047532.143353:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047532.144745:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388189696 00000100:00100000:1.0:1777047532.148942:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388189696 00000100:00100000:1.0:1777047532.149433:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6382 00000100:00100000:1.0:1777047532.149450:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57898:x1863365388189696:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047532.149482:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047532.149509:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe200/0x5ecf73d72493a9a7 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8bf3 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.149665:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493a9ae lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.149686:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493a9ae lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.149700:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493a9ae lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047532.149719:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 207755 00010000:00010000:1.0:1777047532.149862:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe200/0x5ecf73d72493a9a7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bf3 expref: 37 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.149889:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493a9ae lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bf3 expref: 36 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.149901:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e06431c0600) 00010000:00010000:1.0:1777047532.149905:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047532.149910:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777afe800, rc 0) 00000100:00100000:1.0:1777047532.149996:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57898:x1863365388189696:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 549us (6652us total) trans 8589935261 rc 0/0 00000100:00100000:1.0:1777047532.150008:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6382 00000100:00100000:0.0:1777047532.170161:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047532.174535:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388189952 00000100:00100000:3.0:1777047532.174551:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388189952 00000100:00100000:3.0:1777047532.174827:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2149 00000100:00100000:3.0:1777047532.174843:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57898:x1863365388189952:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:3.0:1777047532.174936:0:6591:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493a9ae lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bf3 expref: 36 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.174991:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9bc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.175009:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a98b lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8be5 expref: 36 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.175041:0:6591:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9bc lrc: 4/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.175088:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a98b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8be5 expref: 36 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.175108:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a98b lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8be5 expref: 36 pid: 9025 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047532.175130:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a7480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6591:1863365443120896:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047532.175225:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b83c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047532.183461:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a7480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6591:1863365443120896:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047532.183500:0:6591:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9bc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047532.197674:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047532.197815:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388190080 00000100:00100000:2.0:1777047532.197829:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388190080 00010000:00010000:2.0:1777047532.197880:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a98b lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8be5 expref: 37 pid: 9025 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047532.199674:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2162 00000100:00100000:2.0:1777047532.199690:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:2432:x1863365388190080:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047532.199710:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047532.199721:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a98b lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8be5 expref: 37 pid: 9025 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.199742:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a98b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8be5 expref: 37 pid: 9025 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.199771:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493a98b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8be5 expref: 37 pid: 9025 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.199792:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e06431c0600) 00010000:00010000:2.0:1777047532.199798:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9bc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.199811:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9bc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.199821:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9bc lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.199863:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047532.199945:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:2432:x1863365388190080:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 258us (2282us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047532.199957:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2162 00010000:00010000:0.0:1777047532.200037:0:6591:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9bc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.200051:0:6591:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9bc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.200082:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a9c3 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.200108:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493a999 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bec expref: 35 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.200120:0:6591:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a9c3 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x39:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.200461:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493a999 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bec expref: 35 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.200482:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493a999 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bec expref: 35 pid: 6589 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047532.200501:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064e8f9c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6591:1863365443121024:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047532.200587:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0775172000 going to sleep for 11 seconds 00000100:00100000:0.0:1777047532.212694:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064e8f9c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6591:1863365443121024:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047532.212736:0:6591:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a9c3 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x39:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047532.214232:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047532.214378:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388190208 00000100:00100000:3.0:1777047532.214427:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388190208 00010000:00010000:3.0:1777047532.214664:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493a999 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bec expref: 36 pid: 6589 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047532.214731:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2163 00000100:00100000:3.0:1777047532.214746:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:2430:x1863365388190208:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047532.214768:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047532.214779:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493a999 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bec expref: 36 pid: 6589 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.215121:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493a999 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bec expref: 36 pid: 6589 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.215153:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493a999 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bec expref: 36 pid: 6589 timeout: 4260 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.215180:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x39:0x0].0x0 (ffff9e0641ff4400) 00010000:00010000:3.0:1777047532.215188:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a9c3 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x39:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.215202:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a9c3 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x39:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.215213:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a9c3 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x39:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.215259:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047532.215421:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:2430:x1863365388190208:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 675us (1188us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047532.215435:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2163 00010000:00010000:0.0:1777047532.215806:0:6591:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a9c3 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x39:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.215820:0:6591:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a9c3 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x39:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047532.216552:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a2b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443121152:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047532.216655:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047532.216713:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0775172000 going to sleep for 11 seconds 00000100:00100000:1.0:1777047532.216979:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443121152 00000100:00100000:1.0:1777047532.216989:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443121152 00000100:00100000:1.0:1777047532.217069:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3398 00000100:00100000:1.0:1777047532.217083:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443121152:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047532.217231:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443121152:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 150us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047532.217242:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3398 00000100:00100000:0.0:1777047532.217425:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a2b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443121152:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047532.217492:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a2b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443121280:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047532.217532:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047532.217561:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064217c600 going to sleep for 11 seconds 00000100:00100000:1.0:1777047532.218939:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443121280 00000100:00100000:1.0:1777047532.218948:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443121280 00000100:00100000:1.0:1777047532.219010:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3399 00000100:00100000:1.0:1777047532.219023:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+11:6591:x1863365443121280:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047532.219143:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+11:6591:x1863365443121280:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 121us (1608us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047532.219156:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3399 00000100:00100000:3.0:1777047532.219206:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a2b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443121280:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047532.219317:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a6300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443121408:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047532.219379:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047532.219434:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b80c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047532.220634:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443121408 00000100:00100000:1.0:1777047532.220642:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443121408 00000100:00100000:1.0:1777047532.220688:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3400 00000100:00100000:1.0:1777047532.220701:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+11:6591:x1863365443121408:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047532.220835:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+11:6591:x1863365443121408:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 135us (1455us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047532.220847:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3400 00000100:00100000:3.0:1777047532.221122:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a6300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443121408:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047532.221181:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a6300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443121536:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047532.221538:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047532.221577:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b80c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047532.221680:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443121536 00000100:00100000:1.0:1777047532.221689:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443121536 00000100:00100000:1.0:1777047532.221752:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3401 00000100:00100000:1.0:1777047532.221764:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443121536:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047532.221865:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443121536:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 99us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047532.221878:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3401 00000100:00100000:3.0:1777047532.222027:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a6300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443121536:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047532.222089:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a6300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443121664:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047532.222126:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047532.222440:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e074133acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047532.222576:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443121664 00000100:00100000:1.0:1777047532.222584:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443121664 00000100:00100000:1.0:1777047532.222662:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3402 00000100:00100000:1.0:1777047532.222673:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+11:6591:x1863365443121664:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047532.222783:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+11:6591:x1863365443121664:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 110us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047532.222795:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3402 00000100:00100000:3.0:1777047532.223581:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a6300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443121664:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047532.224196:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a2b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443121792:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047532.224275:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047532.224314:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b8780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047532.224442:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443121792 00000100:00100000:1.0:1777047532.224450:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443121792 00000100:00100000:1.0:1777047532.224499:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3403 00000100:00100000:1.0:1777047532.224511:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443121792:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047532.224718:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443121792:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 208us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047532.224731:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3403 00000100:00100000:2.0:1777047532.229960:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a2b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443121792:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047532.230319:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744af3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443121920:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047532.230386:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047532.230515:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08000 going to sleep for 11 seconds 00000100:00100000:1.0:1777047532.230800:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443121920 00000100:00100000:1.0:1777047532.230810:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443121920 00000100:00100000:1.0:1777047532.230944:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3404 00000100:00100000:1.0:1777047532.230958:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+11:6591:x1863365443121920:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047532.231087:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+11:6591:x1863365443121920:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 131us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047532.231100:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3404 00000100:00100000:0.0:1777047532.231188:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744af3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443121920:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047532.231259:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744af3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443122048:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047532.231294:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047532.231750:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08000 going to sleep for 11 seconds 00000100:00100000:2.0:1777047532.231921:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443122048 00000100:00100000:2.0:1777047532.231930:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443122048 00000100:00100000:2.0:1777047532.231968:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3405 00000100:00100000:2.0:1777047532.231982:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443122048:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047532.232096:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443122048:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 110us (793us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047532.232419:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3405 00000100:00100000:0.0:1777047532.232467:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744af3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443122048:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:0.0:1777047532.233151:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].17, 456 off48064 00000001:00080000:0.0:1777047532.233173:0:6591:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935262 00000100:00100000:0.0:1777047532.233561:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744af3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443122176:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047532.233632:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047532.233655:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08000 going to sleep for 11 seconds 00000100:00100000:2.0:1777047532.233812:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443122176 00000100:00100000:2.0:1777047532.233820:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443122176 00000100:00100000:2.0:1777047532.233946:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3406 00000100:00100000:2.0:1777047532.233959:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443122176:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047532.234170:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6591:x1863365443122176:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 212us (536us total) trans 21474837858 rc 0/0 00000100:00100000:2.0:1777047532.234182:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3406 00000100:00100000:0.0:1777047532.236124:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744af3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443122176:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047532.236174:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744af2680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443122304:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047532.236230:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047532.236273:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08000 going to sleep for 11 seconds 00000100:00100000:1.0:1777047532.236444:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443122304 00000100:00100000:1.0:1777047532.236454:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443122304 00000100:00100000:1.0:1777047532.237041:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3407 00000100:00100000:1.0:1777047532.237058:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+11:6591:x1863365443122304:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047532.237256:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+12:6591:x1863365443122304:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 202us (1025us total) trans 17179870489 rc 0/0 00000100:00100000:1.0:1777047532.237269:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3407 00000100:00100000:0.0:1777047532.238103:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744af2680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443122304:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1777047532.238202:0:6591:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935263 00010000:00010000:0.0:1777047532.238579:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a9c3 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x39:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.239935:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a9c3 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x39:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.239953:0:6591:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a9c3 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x39:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.239963:0:6591:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047532.239970:0:6591:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a9c3 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x39:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.239983:0:6591:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a9c3 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x39:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.240006:0:6591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x39:0x0].0x0 (ffff9e0641ff4400) 00010000:00010000:0.0:1777047532.240011:0:6591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777047532.240017:0:6591:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a9c3 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x39:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.240027:0:6591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493a9c3 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x39:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.240056:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9bc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.240067:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9bc lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.240084:0:6591:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9bc lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.240091:0:6591:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139a600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047532.240095:0:6591:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9bc lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.240105:0:6591:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9bc lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.240116:0:6591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e06431c0600) 00010000:00010000:0.0:1777047532.240119:0:6591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777047532.240125:0:6591:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9bc lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.240133:0:6591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9bc lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.240151:0:6591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e06431c0600) 00010000:00010000:0.0:1777047532.240155:0:6591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047532.240163:0:6591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493a9ae lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bf3 expref: 37 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047532.240341:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57898:x1863365388189952:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 65499us (70189us total) trans 8589935264 rc 0/0 00000100:00100000:0.0:1777047532.240354:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2149 00000020:00080000:0.0:1777047532.240376:0:6591:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1777047532.250719:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047532.252084:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388190336 00000100:00100000:3.0:1777047532.252098:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388190336 00000100:00100000:3.0:1777047532.252193:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6383 00000100:00100000:3.0:1777047532.252211:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57898:x1863365388190336:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047532.252244:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047532.252275:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d72493a9ca lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8bfa expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.252356:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d72493a9ca lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bfa expref: 37 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.252380:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d72493a9ca lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bfa expref: 37 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.252439:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047532.252445:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047532.252451:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139bc00, rc 0) 00000100:00100000:3.0:1777047532.252532:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57898:x1863365388190336:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 325us (1822us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047532.252545:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6383 00000100:00100000:3.0:1777047532.266022:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047532.266187:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388190592 00000100:00100000:2.0:1777047532.266200:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388190592 00000100:00100000:2.0:1777047532.266307:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2150 00000100:00100000:2.0:1777047532.266329:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07430bd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57898:x1863365388190592:12345-192.168.201.54@tcp:35:lfs.0 00000004:00080000:2.0:1777047532.266777:0:15374:0:(mdd_object.c:4010:mdd_close()) Object [0x200000405:0x39:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777047532.266855:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].115, 64 off18072 00000004:00080000:2.0:1777047532.266873:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4160903489146ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047532.266905:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].116, 64 off18160 00000004:00080000:2.0:1777047532.266913:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4160903529451ns, next at 4161903528331ns, rc = 0 00000001:00080000:2.0:1777047532.266922:0:15374:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935265 00010000:00010000:2.0:1777047532.266980:0:15374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a9d1 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.267007:0:15374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a9d1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.267024:0:15374:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a9d1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.267039:0:15374:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a9d1 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.267050:0:15374:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a9d1 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.267060:0:15374:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a9d1 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.267099:0:15374:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777047532.267234:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07430bd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57898:x1863365388190592:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 912us (1220us total) trans 8589935266 rc 0/0 00010000:00010000:0.0:1777047532.267242:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777047532.267252:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2150 00010000:00010000:0.0:1777047532.267258:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a9d1 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1777047532.267261:0:15374:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047532.267276:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047532.267284:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a9d1 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.267298:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a9d1 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.267321:0:6576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x39:0x0].0x0 (ffff9e06431c0100) 00010000:00010000:0.0:1777047532.267326:0:6576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777047532.267333:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a9d1 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.267343:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a9d1 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.267467:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047532.267472:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047532.267475:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047532.273811:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047532.273930:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388190848 00000100:00100000:2.0:1777047532.273944:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388190848 00000100:00100000:2.0:1777047532.276592:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2151 00000100:00100000:2.0:1777047532.276650:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57898:x1863365388190848:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047532.277152:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57898:x1863365388190848:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 509us (3350us total) trans 8589935267 rc 0/0 00000100:00100000:2.0:1777047532.277167:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2151 00010000:00010000:0.0:1777047532.355470:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047532.355782:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777047532.355814:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443122432:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777047532.355917:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047532.357692:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443122432 00000100:00100000:0.0:1777047532.357705:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443122432 00000100:00100000:0.0:1777047532.357792:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2515 00000100:00100000:0.0:1777047532.357811:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443122432:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777047532.357820:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443122560:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777047532.357876:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1777047532.357878:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 32768 granted 461227584 pending 0 free 3916865536 avail 3685343232 00000100:00100000:3.0:1777047532.357933:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443122560 00000100:00100000:3.0:1777047532.357941:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443122560 00000100:00100000:0.0:1777047532.357951:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443122432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 145us (2035us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047532.357966:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2515 00000100:00100000:3.0:1777047532.357987:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3408 00000100:00100000:3.0:1777047532.357999:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365443122560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777047532.358039:0:7694:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445838848 avail 1299599360 00000100:00100000:3.0:1777047532.358099:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365443122560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047532.358112:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3408 00000100:00100000:3.0:1777047532.358184:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443122560:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777047532.358211:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443122432:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777047532.378184:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047532.379449:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388190976 00000100:00100000:3.0:1777047532.379465:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388190976 00000100:00100000:3.0:1777047532.379566:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6384 00000100:00100000:3.0:1777047532.379588:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57899:x1863365388190976:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047532.379658:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047532.379698:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493a9d8 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8c01 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.379806:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d72493a9df lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.379832:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d72493a9df lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.379856:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d72493a9df lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.379884:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a9e6 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.379901:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a9e6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.379915:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a9e6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.380066:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9ed lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.380086:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9ed lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.380102:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9ed lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047532.380162:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 207755 00000004:00200000:3.0:1777047532.380171:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047532.380203:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9ed lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.380226:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9ed lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.380244:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d72493a9df lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.380258:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d72493a9df lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.380271:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d72493a9df lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.380294:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d72493a9df lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.380306:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139ae00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047532.380314:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d72493a9df lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.380327:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d72493a9df lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.380347:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e0771900800) 00010000:00010000:3.0:1777047532.380354:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047532.380362:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d72493a9df lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.380375:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d72493a9df lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.383300:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a9e6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.383317:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a9e6 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.383331:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a9e6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.383343:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047532.383351:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a9e6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.383475:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a9e6 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.383497:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0771900900) 00010000:00010000:3.0:1777047532.383503:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047532.383511:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a9e6 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.383525:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493a9e6 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.383636:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493a9d8 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c01 expref: 42 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.383674:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9ed lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c01 expref: 41 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.383690:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047532.383695:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047532.383699:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139a600, rc 0) 00000100:00100000:2.0:1777047532.385993:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57899:x1863365388190976:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 6403us (7814us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047532.386014:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6384 00000100:00100000:1.0:1777047532.410515:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047532.411188:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388191232 00000100:00100000:2.0:1777047532.411205:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388191232 00000100:00100000:2.0:1777047532.411316:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6385 00000100:00100000:2.0:1777047532.411339:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57899:x1863365388191232:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047532.411373:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047532.411452:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a9f4 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8c08 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.411698:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a9fb lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.411731:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a9fb lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.411759:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a9fb lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047532.412191:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 207755 00010000:00010000:2.0:1777047532.412379:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493a9f4 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c08 expref: 44 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.412480:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a9fb lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c08 expref: 43 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.412503:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047532.412509:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777047532.412516:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166600, rc 0) 00000100:00100000:2.0:1777047532.412654:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57899:x1863365388191232:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1321us (2270us total) trans 8589935268 rc 0/0 00000100:00100000:2.0:1777047532.412674:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6385 00000100:00100000:0.0:1777047532.433543:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047532.434346:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388191488 00000100:00100000:3.0:1777047532.434374:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388191488 00000100:00100000:3.0:1777047532.434636:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6386 00000100:00100000:3.0:1777047532.434670:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57899:x1863365388191488:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047532.434719:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047532.434765:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493aa09 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8c0f expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.435297:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493aa10 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.435336:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493aa10 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.435368:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493aa10 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047532.435389:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 207755 00010000:00010000:2.0:1777047532.435718:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493aa09 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c0f expref: 46 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.435764:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493aa10 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c0f expref: 45 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.435794:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047532.435800:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047532.435807:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167a00, rc 0) 00000100:00100000:2.0:1777047532.435951:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:57899:x1863365388191488:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1285us (2419us total) trans 8589935269 rc 0/0 00000100:00100000:2.0:1777047532.435967:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6386 00000100:00100000:1.0:1777047532.483760:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047532.486506:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388191616 00000100:00100000:2.0:1777047532.486523:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388191616 00000100:00100000:2.0:1777047532.486716:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1470 00000100:00100000:2.0:1777047532.487179:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388191616:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047532.487267:0:8484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493aa1e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.487309:0:8484:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047532.487314:0:8484:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047532.487335:0:8484:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493aa1e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.487375:0:8484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493aa1e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.538706:0:8484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493aa1e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.538762:0:8484:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493aa1e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.538794:0:8484:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493aa1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.538821:0:8484:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047532.538830:0:8484:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493aa1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.538860:0:8484:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493aa1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.538906:0:8484:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493aa1e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.538922:0:8484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493aa1e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047532.539124:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388191616:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 52373us (55369us total) trans 0 rc 207755/207755 00000100:00100000:2.0:1777047532.539157:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1470 00000100:00100000:1.0:1777047532.595576:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047532.599977:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388191744 00000100:00100000:3.0:1777047532.599994:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388191744 00000100:00100000:2.0:1777047532.600538:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1471 00000100:00100000:2.0:1777047532.600569:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2432:x1863365388191744:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047532.600686:0:29058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493aa25 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.600727:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047532.600731:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047532.600742:0:29058:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493aa25 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.600779:0:29058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493aa25 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.642835:0:29058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493aa25 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.642881:0:29058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493aa25 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.642902:0:29058:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493aa25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.642928:0:29058:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047532.642937:0:29058:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493aa25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.642965:0:29058:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493aa25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.643009:0:29058:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493aa25 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.643026:0:29058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493aa25 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047532.643211:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2432:x1863365388191744:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 42639us (47640us total) trans 0 rc 188416/188416 00000100:00100000:2.0:1777047532.643251:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1471 00000100:00100000:0.0:1777047532.679645:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047532.685439:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388191872 00000100:00100000:2.0:1777047532.685464:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388191872 00000100:00100000:2.0:1777047532.685715:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 431 00000100:00100000:2.0:1777047532.685741:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:57899:x1863365388191872:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:2.0:1777047532.686223:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047532.686273:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493aa10 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c0f expref: 45 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.686315:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047532.686331:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047532.686464:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:57899:x1863365388191872:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 730us (6867us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047532.686482:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 431 00000100:00100000:0.0:1777047532.697970:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047532.698548:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388192128 00000100:00100000:2.0:1777047532.698564:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388192128 00000100:00100000:2.0:1777047532.700229:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2152 00000100:00100000:2.0:1777047532.700259:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:57899:x1863365388192128:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047532.700666:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:57899:x1863365388192128:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 413us (2704us total) trans 8589935270 rc 0/0 00000100:00100000:2.0:1777047532.700684:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2152 00000100:00100000:3.0:1777047532.820240:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047532.820481:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388192384 00000100:00100000:1.0:1777047532.820497:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388192384 00000100:00100000:1.0:1777047532.820624:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6387 00000100:00100000:1.0:1777047532.820642:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:57900:x1863365388192384:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047532.820675:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047532.820705:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493aa2c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8c16 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.820909:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aa33 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.820933:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aa33 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.820950:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aa33 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047532.820969:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 207755 00010000:00010000:1.0:1777047532.821116:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493aa2c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c16 expref: 48 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.821559:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aa33 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c16 expref: 47 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.821578:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047532.821582:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047532.821616:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ede00, rc 0) 00000100:00100000:2.0:1777047532.823188:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+47:57900:x1863365388192384:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2545us (2954us total) trans 8589935271 rc 0/0 00000100:00100000:2.0:1777047532.823202:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6387 00000100:00100000:0.0:1777047532.837823:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047532.838726:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388192512 00000100:00100000:1.0:1777047532.839105:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388192512 00000100:00100000:1.0:1777047532.839214:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1472 00000100:00100000:1.0:1777047532.839230:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388192512:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047532.839280:0:24565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d72493aa41 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.839304:0:24565:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047532.839308:0:24565:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047532.839315:0:24565:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d72493aa41 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.840145:0:24565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d72493aa41 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047532.867708:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443122688:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777047532.867790:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047532.868080:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443122816:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777047532.868136:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777047532.877037:0:24565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d72493aa41 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.877066:0:24565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d72493aa41 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.877082:0:24565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d72493aa41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.877094:0:24565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ecc00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047532.877101:0:24565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d72493aa41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.877440:0:24565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d72493aa41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.877488:0:24565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d72493aa41 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.877501:0:24565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079efa0ce/0x5ecf73d72493aa41 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047532.877640:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388192512:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 38409us (39824us total) trans 0 rc 207755/207755 00000100:00100000:1.0:1777047532.877655:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1472 00000100:00100000:0.0:1777047532.881466:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443122688 00000100:00100000:0.0:1777047532.881480:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443122688 00000100:00100000:2.0:1777047532.882274:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443122816 00000100:00100000:2.0:1777047532.882283:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443122816 00000100:00100000:2.0:1777047532.882558:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2516 00000100:00100000:2.0:1777047532.882574:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3682:x1863365443122688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777047532.882644:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484909760 pending 0 free 3918893056 avail 3687370752 00000100:00100000:2.0:1777047532.882746:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3682:x1863365443122688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 176us (14957us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047532.882758:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2516 00000100:00100000:2.0:1777047532.882782:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2517 00000100:00100000:2.0:1777047532.882792:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+12:3683:x1863365443122816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777047532.882828:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 32768 granted 461227584 pending 0 free 3916865536 avail 3685343232 00000100:00100000:2.0:1777047532.882869:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+12:3683:x1863365443122816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (14734us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047532.882879:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2517 00000100:00100000:1.0:1777047532.883479:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443122688:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777047532.883530:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443122816:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777047532.912514:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047532.916117:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388192640 00000100:00100000:2.0:1777047532.916135:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388192640 00000100:00100000:2.0:1777047532.916241:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1473 00000100:00100000:2.0:1777047532.916256:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388192640:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047532.916305:0:20132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493aa48 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.916328:0:20132:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047532.916332:0:20132:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047532.916340:0:20132:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493aa48 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.916361:0:20132:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493aa48 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.934423:0:20132:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493aa48 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.934455:0:20132:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493aa48 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.934472:0:20132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493aa48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.934485:0:20132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047532.934493:0:20132:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493aa48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.934510:0:20132:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493aa48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.934539:0:20132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493aa48 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.934553:0:20132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493aa48 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047532.934704:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388192640:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 18442us (22194us total) trans 0 rc 188416/188416 00000100:00100000:2.0:1777047532.934724:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1473 00000100:00100000:3.0:1777047532.967203:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047532.972142:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388192768 00000100:00100000:2.0:1777047532.972159:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388192768 00000100:00100000:2.0:1777047532.979036:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 432 00000100:00100000:2.0:1777047532.979056:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+47:57900:x1863365388192768:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:2.0:1777047532.979080:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047532.979114:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aa33 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c16 expref: 47 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.979152:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047532.979160:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047532.979332:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+46:57900:x1863365388192768:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 280us (12139us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047532.979348:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 432 00000100:00100000:2.0:1777047532.998045:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047532.998432:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388193024 00000100:00100000:0.0:1777047532.998447:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388193024 00000100:00100000:0.0:1777047532.998952:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2153 00000100:00100000:0.0:1777047532.998971:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+46:57900:x1863365388193024:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047532.999629:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+47:57900:x1863365388193024:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 658us (1591us total) trans 8589935272 rc 0/0 00000100:00100000:0.0:1777047532.999645:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2153 00000100:00100000:0.0:1777047533.015223:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047533.015449:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388193280 00000100:00100000:1.0:1777047533.015464:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388193280 00000100:00100000:1.0:1777047533.015565:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6388 00000100:00100000:1.0:1777047533.015609:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eaca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+47:57853:x1863365388193280:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047533.015642:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047533.015671:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493aa4f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8c1d expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.015829:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493aa56 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.015855:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9ed lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c01 expref: 48 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.015870:0:6590:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493aa56 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.015919:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9ed lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c01 expref: 48 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.015941:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9ed lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c01 expref: 48 pid: 12913 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047533.015963:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c04380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443122944:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047533.016093:0:6590:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89a80 going to sleep for 11 seconds 00000100:00080000:0.0:1777047533.016205:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047533.034874:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c04380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443122944:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047533.034916:0:6590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493aa56 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047533.054431:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047533.054664:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388193408 00000100:00100000:3.0:1777047533.054679:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388193408 00010000:00010000:3.0:1777047533.054742:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9ed lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c01 expref: 49 pid: 12913 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047533.054814:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2164 00000100:00100000:3.0:1777047533.054832:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+49:2429:x1863365388193408:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047533.054856:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047533.054869:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9ed lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c01 expref: 49 pid: 12913 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.054894:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9ed lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c01 expref: 49 pid: 12913 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.054926:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493a9ed lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c01 expref: 49 pid: 12913 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.054951:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047533.054960:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493aa56 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.054977:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493aa56 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.054989:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493aa56 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.055045:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047533.055130:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+48:2429:x1863365388193408:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 301us (709us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047533.055143:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2164 00010000:00010000:2.0:1777047533.057446:0:6590:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493aa56 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.057464:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493aa56 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047533.057499:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 207755 00010000:00010000:2.0:1777047533.057759:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493aa4f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c1d expref: 49 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.057790:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493aa56 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c1d expref: 48 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.057804:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047533.057808:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047533.057812:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ed400, rc 0) 00000100:00100000:2.0:1777047533.058488:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eaca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+48:57853:x1863365388193280:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 42908us (43275us total) trans 8589935273 rc 0/0 00000100:00100000:2.0:1777047533.058503:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6388 00000100:00100000:2.0:1777047533.068695:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047533.069114:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388193536 00000100:00100000:0.0:1777047533.069129:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388193536 00000100:00100000:0.0:1777047533.069217:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6389 00000100:00100000:0.0:1777047533.069234:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+48:57853:x1863365388193536:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047533.069266:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047533.069294:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493aa64 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8c24 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.070381:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493aa6b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.070410:0:9025:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493aa56 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c1d expref: 49 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.070425:0:9025:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493aa6b lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.070519:0:9025:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493aa56 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c1d expref: 49 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.070543:0:9025:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493aa56 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c1d expref: 49 pid: 6590 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047533.070567:0:9025:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c04380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9025:1863365443123072:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047533.070796:0:9025:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047533.083515:0:9025:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c04380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9025:1863365443123072:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047533.083562:0:9025:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493aa6b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047533.093753:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047533.098812:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388193664 00000100:00100000:0.0:1777047533.099144:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388193664 00010000:00010000:0.0:1777047533.099619:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493aa56 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c1d expref: 50 pid: 6590 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047533.099687:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2165 00000100:00100000:0.0:1777047533.099704:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b2d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+50:2430:x1863365388193664:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047533.103114:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047533.103135:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493aa56 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c1d expref: 50 pid: 6590 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.103165:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493aa56 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c1d expref: 50 pid: 6590 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.103203:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493aa56 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c1d expref: 50 pid: 6590 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.103240:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047533.103250:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493aa6b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.103268:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493aa6b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.103283:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493aa6b lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.103323:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047533.103462:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b2d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+49:2430:x1863365388193664:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 3759us (10084us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047533.103480:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2165 00010000:00010000:1.0:1777047533.107139:0:9025:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493aa6b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.107160:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493aa6b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047533.107243:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 207755 00000004:00200000:1.0:1777047533.107251:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047533.107285:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493aa6b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.107338:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493aa64 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c24 expref: 49 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.107368:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493aa6b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c24 expref: 48 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.107450:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047533.107457:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047533.107463:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ec200, rc 0) 00000100:00100000:1.0:1777047533.107543:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+48:57853:x1863365388193536:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 38309us (38855us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047533.107558:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6389 00000100:00100000:2.0:1777047533.135103:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047533.135541:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388193792 00000100:00100000:0.0:1777047533.135558:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388193792 00000100:00100000:0.0:1777047533.135755:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1474 00000100:00100000:0.0:1777047533.135775:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388193792:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:0.0:1777047533.135984:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 188248 -> 207755 00002000:00010000:0.0:1777047533.135992:0:29067:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047529 -> 1777047532 00002000:00010000:0.0:1777047533.135996:0:29067:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047522 -> 1777047532 00002000:00010000:0.0:1777047533.136000:0:29067:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047529 -> 1777047532 00002000:00010000:0.0:1777047533.136005:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 360 -> 368 00000100:00100000:0.0:1777047533.136121:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388193792:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 349us (1027us total) trans 21474837859 rc 0/0 00000100:00100000:0.0:1777047533.136136:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1474 00000100:00080000:1.0:1777047533.137560:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047533.155952:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047533.156793:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388193920 00000100:00100000:0.0:1777047533.156807:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388193920 00000100:00100000:0.0:1777047533.156935:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1475 00000100:00100000:0.0:1777047533.156976:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388193920:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:0.0:1777047533.157948:0:20134:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 207755 -> 207755 00002000:00010000:0.0:1777047533.157956:0:20134:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047533.157961:0:20134:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047533.157965:0:20134:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047533.157969:0:20134:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 368 -> 272 00000100:00100000:0.0:1777047533.158073:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388193920:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 1122us (2130us total) trans 21474837860 rc 0/0 00000100:00100000:0.0:1777047533.158091:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1475 00000100:00100000:3.0:1777047533.192523:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047533.194844:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388194048 00000100:00100000:0.0:1777047533.194859:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388194048 00000100:00100000:0.0:1777047533.194970:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1476 00000100:00100000:0.0:1777047533.194987:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388194048:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:0.0:1777047533.195226:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 207755 -> 207755 00002000:00010000:0.0:1777047533.195233:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047533.195238:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047533.195242:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047533.195247:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 272 -> 352 00000100:00100000:0.0:1777047533.195334:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388194048:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 350us (2821us total) trans 21474837861 rc 0/0 00000100:00100000:0.0:1777047533.195347:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1476 00000100:00100000:3.0:1777047533.212001:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047533.215073:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388194176 00000100:00100000:1.0:1777047533.215089:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388194176 00000100:00100000:1.0:1777047533.215201:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1477 00000100:00100000:1.0:1777047533.215217:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388194176:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:1.0:1777047533.215506:0:29062:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 207755 -> 262144 00002000:00010000:1.0:1777047533.215512:0:29062:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047533.215516:0:29062:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047533.215519:0:29062:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047533.215522:0:29062:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 352 -> 376 00000100:00100000:1.0:1777047533.215636:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388194176:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 421us (3646us total) trans 21474837862 rc 0/0 00000100:00100000:1.0:1777047533.215652:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1477 00000100:00100000:2.0:1777047533.235183:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047533.235662:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388194304 00000100:00100000:1.0:1777047533.235675:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388194304 00002000:00100000:1.0:1777047533.235746:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x8a:0x0] (225280->229375) req@ffff9e064e8f9c00 x1863365388194304/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:269/0 lens 488/0 e 0 to 0 dl 1777047544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047533.236058:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064e8f9c00 with x1863365388194304 ext(225280->229375) 00002000:00010000:1.0:1777047533.236068:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064e8f9c00 00000100:00100000:1.0:1777047533.236119:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1478 00000100:00100000:1.0:1777047533.236135:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365388194304:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:1.0:1777047533.237027:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365388194304:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 636us (1595us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777047533.237042:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1478 00002000:00100000:1.0:1777047533.237055:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x8a:0x0] (225280->229375) req@ffff9e064e8f9c00 x1863365388194304/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:269/0 lens 488/4536 e 0 to 0 dl 1777047544 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047533.237070:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064e8f9c00 with x1863365388194304 ext(225280->229375) 00002000:00010000:1.0:1777047533.237076:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064e8f9c00 00000100:00100000:3.0:1777047533.255770:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047533.259095:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388194432 00000100:00100000:2.0:1777047533.259114:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388194432 00002000:00100000:2.0:1777047533.260628:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (229376->233471) req@ffff9e0643a27100 x1863365388194432/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:269/0 lens 488/0 e 0 to 0 dl 1777047544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047533.260650:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643a27100 with x1863365388194432 ext(229376->233471) 00002000:00010000:2.0:1777047533.260659:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643a27100 00000100:00100000:2.0:1777047533.261123:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1479 00000100:00100000:2.0:1777047533.261145:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388194432:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:2.0:1777047533.261456:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388194432:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 315us (5694us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777047533.261470:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1479 00002000:00100000:2.0:1777047533.261481:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (229376->233471) req@ffff9e0643a27100 x1863365388194432/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:269/0 lens 488/4536 e 0 to 0 dl 1777047544 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047533.261497:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643a27100 with x1863365388194432 ext(229376->233471) 00002000:00010000:2.0:1777047533.261503:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643a27100 00000100:00100000:2.0:1777047533.287814:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047533.288022:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388194560 00000100:00100000:0.0:1777047533.288037:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388194560 00000100:00100000:0.0:1777047533.288142:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1480 00000100:00100000:0.0:1777047533.288159:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388194560:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:0.0:1777047533.288374:0:29058:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047533.294826:0:29058:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047533.294835:0:29058:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047533.294840:0:29058:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047533.294844:0:29058:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 376 -> 376 00000100:00100000:0.0:1777047533.294982:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388194560:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 6818us (7173us total) trans 21474837863 rc 0/0 00000100:00100000:0.0:1777047533.295017:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1480 00000100:00100000:0.0:1777047533.338758:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047533.339478:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388194688 00000100:00100000:1.0:1777047533.339496:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388194688 00002000:00100000:1.0:1777047533.339619:0:24565:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x8a:0x0] (122880->184319) req@ffff9e064eac9180 x1863365388194688/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:269/0 lens 488/0 e 0 to 0 dl 1777047544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047533.339642:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eac9180 with x1863365388194688 ext(122880->184319) 00002000:00010000:1.0:1777047533.339652:0:24565:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eac9180 00000100:00100000:1.0:1777047533.339716:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1481 00000100:00100000:1.0:1777047533.339736:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388194688:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:1.0:1777047533.355902:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388194688:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 16158us (17717us total) trans 0 rc 61440/61440 00000100:00100000:1.0:1777047533.355924:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1481 00002000:00100000:1.0:1777047533.355944:0:24565:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x8a:0x0] (122880->184319) req@ffff9e064eac9180 x1863365388194688/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:269/0 lens 488/440 e 0 to 0 dl 1777047544 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047533.355965:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eac9180 with x1863365388194688 ext(122880->184319) 00002000:00010000:1.0:1777047533.355975:0:24565:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eac9180 00000100:00100000:3.0:1777047533.377998:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047533.378119:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388194816 00000100:00100000:2.0:1777047533.378134:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388194816 00000100:00100000:2.0:1777047533.378246:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1482 00000100:00100000:2.0:1777047533.378267:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388194816:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:2.0:1777047533.378563:0:20132:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047533.378569:0:20132:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:2.0:1777047533.378572:0:20132:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047532 -> 1777047532 00002000:00010000:2.0:1777047533.378575:0:20132:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:2.0:1777047533.378605:0:20132:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 376 -> 376 00000100:00100000:2.0:1777047533.378717:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388194816:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 455us (729us total) trans 21474837864 rc 0/0 00000100:00100000:2.0:1777047533.378738:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1482 00010000:00010000:1.0:1777047533.379431:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047533.400727:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047533.409498:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388194944 00000100:00100000:0.0:1777047533.409516:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388194944 00000100:00100000:0.0:1777047533.409668:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6390 00000100:00100000:0.0:1777047533.409708:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+48:57853:x1863365388194944:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047533.409741:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047533.410919:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493aa72 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8c2b expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.413521:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493aa79 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.413551:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493aa79 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.413572:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493aa79 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.417574:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493aa72 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c2b expref: 50 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.417651:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493aa79 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c2b expref: 49 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.417667:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047533.417672:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777047533.417679:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166e00, rc 0) 00000100:00100000:2.0:1777047533.417794:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+49:57853:x1863365388194944:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 8089us (17077us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047533.417809:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6390 00000100:00100000:0.0:1777047533.443634:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047533.445745:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388195200 00000100:00100000:2.0:1777047533.445763:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388195200 00000100:00100000:2.0:1777047533.445869:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6391 00000100:00100000:2.0:1777047533.445890:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+49:57853:x1863365388195200:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:2.0:1777047533.445971:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047533.446016:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493aa6b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c24 expref: 49 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.446062:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047533.446072:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047533.446435:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493aa80 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.446466:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493aa80 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.446512:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493aa80 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047533.446613:0:6588:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935274 00000004:00010000:3.0:1777047533.446653:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b3391479 reply state 000000003209f697 transno 8589935275 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493aa80 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.446678:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493aa80 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.446702:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047533.446709:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047533.446714:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047533.446849:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+51:57853:x1863365388195200:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 962us (3226us total) trans 8589935275 rc 0/0 00000100:00100000:3.0:1777047533.446866:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6391 00000020:00080000:3.0:1777047533.446875:0:6588:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047533.463739:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047533.463948:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047533.472648:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047533.473220:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388195328 00000100:00100000:2.0:1777047533.473237:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388195328 00002000:00010000:2.0:1777047533.473300:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (122390->18446744073709551615) 00002000:00100000:2.0:1777047533.473309:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643a24e00 with x1863365388195328 ext(122390->18446744073709551615) 00002000:00010000:2.0:1777047533.473327:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643a24e00. 00000100:00100000:2.0:1777047533.473411:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388195456 00000100:00100000:2.0:1777047533.473419:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388195456 00002000:00010000:2.0:1777047533.473459:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047533.473465:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643a27800 with x1863365388195456 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047533.473477:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0643a27800. 00000100:00100000:2.0:1777047533.473511:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1483 00000100:00100000:2.0:1777047533.473557:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388195328:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047533.474985:0:8486:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 262144 -> 122390 00002000:00010000:2.0:1777047533.474994:0:8486:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047532 -> 1777047533 00002000:00010000:2.0:1777047533.474999:0:8486:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047532 -> 1777047532 00002000:00010000:2.0:1777047533.475004:0:8486:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047532 -> 1777047533 00002000:00010000:2.0:1777047533.475010:0:8486:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 376 -> 144 00000100:00100000:2.0:1777047533.475108:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388195328:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 1553us (11380us total) trans 21474837865 rc 0/0 00000100:00100000:2.0:1777047533.475126:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1483 00002000:00010000:2.0:1777047533.475134:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (122390->18446744073709551615) 00002000:00100000:2.0:1777047533.475141:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643a24e00 with x1863365388195328 ext(122390->18446744073709551615) 00002000:00010000:2.0:1777047533.475153:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643a24e00. 00000100:00100000:2.0:1777047533.475189:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1484 00000100:00100000:2.0:1777047533.475206:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388195456:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047533.475347:0:8486:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047533.475353:0:8486:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047527 -> 1777047533 00002000:00010000:2.0:1777047533.475358:0:8486:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:2.0:1777047533.475362:0:8486:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047529 -> 1777047533 00002000:00010000:2.0:1777047533.475366:0:8486:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777047533.475448:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388195456:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 245us (11501us total) trans 17179870490 rc 0/0 00000100:00100000:2.0:1777047533.475461:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1484 00002000:00010000:2.0:1777047533.475468:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047533.475473:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643a27800 with x1863365388195456 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047533.475482:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0643a27800. 00000100:00080000:1.0:1777047533.477915:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047533.477947:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388195584 00000100:00100000:1.0:1777047533.477960:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388195584 00002000:00010000:1.0:1777047533.478003:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:1.0:1777047533.478012:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643a25180 with x1863365388195584 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047533.478025:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643a25180. 00000100:00100000:1.0:1777047533.478077:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1485 00000100:00100000:1.0:1777047533.478096:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388195584:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:1.0:1777047533.478245:0:29057:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047533.478253:0:29057:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047527 -> 1777047533 00002000:00010000:1.0:1777047533.478259:0:29057:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:1.0:1777047533.478263:0:29057:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047529 -> 1777047533 00002000:00010000:1.0:1777047533.478284:0:29057:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047533.478347:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388195584:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 254us (5710us total) trans 21474837866 rc 0/0 00000100:00100000:1.0:1777047533.478361:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1485 00002000:00010000:1.0:1777047533.478367:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:1.0:1777047533.478372:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643a25180 with x1863365388195584 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047533.478381:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643a25180. 00000100:00100000:3.0:1777047533.492104:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047533.492618:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388195712 00000100:00100000:2.0:1777047533.492633:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388195712 00000100:00100000:2.0:1777047533.492812:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6392 00000100:00100000:2.0:1777047533.492831:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+51:57853:x1863365388195712:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047533.492867:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047533.492899:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493aa87 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8c32 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.493046:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aa8e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.493073:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aa8e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.493095:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aa8e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047533.493141:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 122390 00000004:00200000:2.0:1777047533.493149:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047533.493180:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aa8e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.493233:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493aa87 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c32 expref: 53 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.493282:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aa8e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c32 expref: 52 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.493298:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047533.493303:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047533.493308:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167800, rc 0) 00000100:00100000:2.0:1777047533.493402:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+52:57853:x1863365388195712:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 575us (1310us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047533.493415:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6392 00000100:00100000:2.0:1777047533.510498:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047533.512255:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388195840 00000100:00100000:1.0:1777047533.512272:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388195840 00000100:00100000:1.0:1777047533.512448:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1486 00000100:00100000:1.0:1777047533.512492:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388195840:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:1.0:1777047533.512907:0:29062:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 122390 -> 122390 00002000:00010000:1.0:1777047533.512915:0:29062:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047533 -> 1777047533 00002000:00010000:1.0:1777047533.512919:0:29062:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047533.512923:0:29062:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047533 -> 1777047533 00002000:00010000:1.0:1777047533.512928:0:29062:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 144 -> 144 00000100:00100000:1.0:1777047533.513023:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2431:x1863365388195840:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 557us (2564us total) trans 21474837867 rc 0/0 00000100:00100000:1.0:1777047533.513040:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1486 00000100:00100000:3.0:1777047533.539360:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047533.539731:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388195968 00000100:00100000:1.0:1777047533.539746:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388195968 00000100:00100000:1.0:1777047533.539863:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1487 00000100:00100000:1.0:1777047533.539883:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388195968:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:1.0:1777047533.544888:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 122390 -> 122390 00002000:00010000:1.0:1777047533.544902:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047533 -> 1777047533 00002000:00010000:1.0:1777047533.544908:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047533.544912:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047533 -> 1777047533 00002000:00010000:1.0:1777047533.544917:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 144 -> 88 00000100:00100000:1.0:1777047533.545137:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388195968:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 5253us (5783us total) trans 21474837868 rc 0/0 00000100:00100000:1.0:1777047533.545156:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1487 00000100:00100000:3.0:1777047533.569854:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047533.571495:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388196096 00000100:00100000:2.0:1777047533.571531:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388196096 00002000:00100000:2.0:1777047533.571707:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (81920->122879) req@ffff9e0643a26a00 x1863365388196096/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:269/0 lens 488/0 e 0 to 0 dl 1777047544 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047533.571730:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643a26a00 with x1863365388196096 ext(81920->122879) 00002000:00010000:2.0:1777047533.571741:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643a26a00 00000100:00100000:2.0:1777047533.571796:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1488 00000100:00100000:2.0:1777047533.571814:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2432:x1863365388196096:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:2.0:1777047533.588343:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2432:x1863365388196096:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 16519us (18489us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1777047533.588364:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1488 00002000:00100000:2.0:1777047533.588436:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (81920->122879) req@ffff9e0643a26a00 x1863365388196096/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:269/0 lens 488/440 e 0 to 0 dl 1777047544 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047533.588457:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643a26a00 with x1863365388196096 ext(81920->122879) 00002000:00010000:2.0:1777047533.588466:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643a26a00 00000100:00100000:3.0:1777047533.598767:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047533.598985:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388196352 00000100:00100000:2.0:1777047533.599000:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388196352 00000100:00100000:2.0:1777047533.599087:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2154 00000100:00100000:2.0:1777047533.599103:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+52:57853:x1863365388196352:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:2.0:1777047533.600401:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+53:57853:x1863365388196352:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 1296us (1639us total) trans 8589935276 rc 0/0 00000100:00100000:2.0:1777047533.600416:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2154 00000100:00100000:3.0:1777047533.676713:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047533.677437:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388196480 00000100:00100000:2.0:1777047533.677453:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388196480 00000100:00100000:2.0:1777047533.677550:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6393 00000100:00100000:2.0:1777047533.677567:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+53:57902:x1863365388196480:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047533.677627:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047533.677661:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493aa95 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8c39 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.680841:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493aa9c lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.680873:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493aa9c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.680895:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493aa9c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.680927:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aaa3 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.680942:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aaa3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.680956:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aaa3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.681069:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493aaaa lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.681087:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493aaaa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.681101:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493aaaa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047533.681163:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 122390 00000004:00200000:1.0:1777047533.681171:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047533.681201:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493aaaa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.681219:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493aaaa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.681232:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493aa9c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.681242:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493aa9c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.681254:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493aa9c lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.681267:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493aa9c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.681277:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047533.681283:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493aa9c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.681296:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493aa9c lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.681315:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e06431c0700) 00010000:00010000:1.0:1777047533.681320:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047533.681328:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493aa9c lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.681347:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493aa9c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.681440:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aaa3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.681453:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aaa3 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.681465:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aaa3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.681475:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ede00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047533.681481:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aaa3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.681493:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aaa3 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.681509:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0641ff4500) 00010000:00010000:1.0:1777047533.681516:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047533.681521:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aaa3 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.681534:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aaa3 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.681624:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493aa95 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c39 expref: 55 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.681657:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493aaaa lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c39 expref: 54 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.681672:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047533.681676:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047533.681681:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821edc00, rc 0) 00000100:00100000:1.0:1777047533.681781:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+54:57902:x1863365388196480:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 4215us (5078us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047533.681796:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6393 00000100:00100000:2.0:1777047533.682500:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047533.682757:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047533.682847:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388196736 00000100:00100000:2.0:1777047533.682863:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388196736 00000100:00100000:2.0:1777047533.683024:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5027 00000100:00100000:2.0:1777047533.683041:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2429:x1863365388196736:12345-192.168.201.54@tcp:400:kworker.0 00000100:00080000:0.0:1777047533.683118:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777047533.683121:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2429:x1863365388196736:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 82us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047533.683138:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5027 00000100:00100000:1.0:1777047533.683613:0:33219:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388196608 00000100:00100000:1.0:1777047533.683622:0:33219:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388196608 00000100:00100000:1.0:1777047533.684066:0:33219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 305 00000100:00100000:1.0:1777047533.684087:0:33219:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06421bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2429:x1863365388196608:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:1.0:1777047533.684156:0:33219:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06421bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2429:x1863365388196608:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 75us (1660us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047533.684168:0:33219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 305 00000100:00100000:0.0:1777047533.693505:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047533.693661:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388196864 00000100:00100000:3.0:1777047533.693678:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388196864 00000100:00100000:3.0:1777047533.693802:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 433 00000100:00100000:3.0:1777047533.694216:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+54:2432:x1863365388196864:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047533.694251:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047533.694293:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493aaaa lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c39 expref: 54 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.694332:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047533.694340:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047533.694411:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+53:2432:x1863365388196864:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 594us (912us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047533.694432:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 433 00000100:00100000:2.0:1777047533.695128:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047533.697614:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388197120 00000100:00100000:2.0:1777047533.697627:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388197120 00000100:00100000:2.0:1777047533.697714:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6394 00000100:00100000:2.0:1777047533.697731:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+53:57902:x1863365388197120:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047533.698106:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047533.698135:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493aab1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8c40 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.698642:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493aab8 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.698668:0:9025:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aa8e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c32 expref: 54 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.698683:0:9025:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493aab8 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.698737:0:9025:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aa8e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c32 expref: 54 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.698772:0:9025:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aa8e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c32 expref: 54 pid: 34275 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047533.698792:0:9025:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9025:1863365443123200:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047533.698923:0:9025:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047533.706934:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047533.707092:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388197248 00000100:00100000:1.0:1777047533.707106:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388197248 00010000:00010000:1.0:1777047533.707156:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aa8e lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c32 expref: 55 pid: 34275 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047533.707241:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2166 00000100:00100000:1.0:1777047533.707256:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+55:2430:x1863365388197248:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047533.707278:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047533.707288:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aa8e lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c32 expref: 55 pid: 34275 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.707310:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aa8e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c32 expref: 55 pid: 34275 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.707341:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047533.707349:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493aab8 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.707364:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493aab8 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.707378:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493aab8 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.707464:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047533.707530:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+55:2430:x1863365388197248:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 276us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047533.707542:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2166 00010000:00010000:2.0:1777047533.708300:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aa8e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c32 expref: 54 pid: 34275 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047533.708327:0:9025:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9025:1863365443123200:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047533.708354:0:9025:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493aab8 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.708369:0:9025:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493aab8 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.708447:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493aab8 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047533.708483:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 122390 00010000:00010000:2.0:1777047533.708707:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493aab1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c40 expref: 55 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.708748:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493aab8 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c40 expref: 54 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.708763:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047533.708769:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047533.708774:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167000, rc 0) 00000100:00100000:2.0:1777047533.708835:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+54:57902:x1863365388197120:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 11108us (15462us total) trans 8589935277 rc 0/0 00000100:00100000:2.0:1777047533.708848:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6394 00000100:00100000:3.0:1777047533.721093:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047533.721822:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388197376 00000100:00100000:2.0:1777047533.721837:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388197376 00000100:00100000:2.0:1777047533.721938:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6395 00000100:00100000:2.0:1777047533.721955:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+54:57902:x1863365388197376:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047533.721993:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047533.722026:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493aac6 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8c47 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.722159:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aacd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.722185:0:12913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493aab8 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c40 expref: 55 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.722202:0:12913:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aacd lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.722255:0:12913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493aab8 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c40 expref: 55 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.722279:0:12913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493aab8 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c40 expref: 55 pid: 9025 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047533.722302:0:12913:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443123328:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047533.722494:0:12913:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a240 going to sleep for 11 seconds 00000100:00100000:2.0:1777047533.739506:0:12913:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443123328:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047533.739599:0:12913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aacd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047533.741674:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047533.741956:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388197504 00000100:00100000:0.0:1777047533.741969:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388197504 00010000:00010000:0.0:1777047533.742029:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493aab8 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c40 expref: 56 pid: 9025 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047533.742096:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2167 00000100:00100000:0.0:1777047533.742112:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+56:2430:x1863365388197504:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047533.742133:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047533.742146:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493aab8 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c40 expref: 56 pid: 9025 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.742172:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493aab8 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c40 expref: 56 pid: 9025 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.742210:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493aab8 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c40 expref: 56 pid: 9025 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.742239:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047533.742249:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aacd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.742268:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aacd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.742283:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aacd lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.742346:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047533.742501:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+55:2430:x1863365388197504:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 389us (830us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047533.742518:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2167 00010000:00010000:2.0:1777047533.744132:0:12913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aacd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.744151:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aacd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047533.744549:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 122390 00000004:00200000:2.0:1777047533.744558:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047533.744626:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aacd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.744690:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493aac6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c47 expref: 55 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.744734:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aacd lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c47 expref: 54 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.744749:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047533.744755:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047533.744760:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167800, rc 0) 00000100:00100000:2.0:1777047533.745121:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+54:57902:x1863365388197376:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 23168us (24038us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047533.745138:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6395 00000100:00100000:3.0:1777047533.758768:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047533.759305:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388197760 00000100:00100000:2.0:1777047533.759323:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388197760 00000100:00100000:2.0:1777047533.759479:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2155 00000100:00100000:2.0:1777047533.759501:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+54:57902:x1863365388197760:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047533.760492:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+55:57902:x1863365388197760:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 994us (1753us total) trans 8589935278 rc 0/0 00000100:00100000:2.0:1777047533.760512:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2155 00000100:00100000:3.0:1777047533.770525:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047533.770782:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388198016 00000100:00100000:2.0:1777047533.771077:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388198016 00000100:00100000:2.0:1777047533.771283:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6396 00000100:00100000:2.0:1777047533.771322:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+55:57902:x1863365388198016:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047533.771355:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047533.771361:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1777047533.771399:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493a9fb lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c08 expref: 55 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.771447:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047533.771456:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047533.771601:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493aad4 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8c4e expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.771750:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493aadb lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.771776:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493aadb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.771814:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493aadb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047533.772179:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 122390 00010000:00010000:2.0:1777047533.772688:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493aad4 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c4e expref: 57 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.772721:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493aadb lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c4e expref: 56 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.772736:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047533.772741:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047533.772745:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167a00, rc 0) 00000100:00100000:2.0:1777047533.772836:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+56:57902:x1863365388198016:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1536us (2322us total) trans 8589935279 rc 0/0 00000100:00100000:2.0:1777047533.772851:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6396 00000100:00100000:1.0:1777047533.782273:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047533.782339:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047533.782478:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047533.782521:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388198144 00000100:00100000:2.0:1777047533.782532:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388198400 00000100:00100000:1.0:1777047533.782536:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388198144 00000100:00100000:2.0:1777047533.782544:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388198400 00000100:00100000:3.0:1777047533.782775:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388198272 00000100:00100000:3.0:1777047533.782783:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388198272 00000100:00100000:1.0:1777047533.784679:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4295 00000100:00100000:1.0:1777047533.784701:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365388198144:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:1.0:1777047533.784783:0:28387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493aae9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.784837:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a8ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 155648->208895) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bb4 expref: 24 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.784868:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047533.784873:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047533.784879:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493aae9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.784940:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a8ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 155648->208895) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bb4 expref: 24 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.784968:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a8ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 155648->208895) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bb4 expref: 24 pid: 8480 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047533.784995:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c05f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443123456:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047533.785116:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047533.790335:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4296 00000100:00100000:2.0:1777047533.790364:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365388198400:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:2.0:1777047533.790456:0:36216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493aaf0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.790489:0:36216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493a7f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b44 expref: 24 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.790505:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047533.790509:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047533.790515:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493aaf0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.790568:0:36216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493a7f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b44 expref: 24 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.790624:0:36216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493a7f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b44 expref: 24 pid: 30115 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047533.790648:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:36216:1863365443123584:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047533.790756:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047533.793621:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4297 00000100:00100000:3.0:1777047533.793646:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388198272:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:3.0:1777047533.793694:0:36217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dfee37d2/0x5ecf73d72493aaf7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.794087:0:36217:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d72493a7ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b3d expref: 22 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.794106:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047533.794109:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047533.794117:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dfee37d2/0x5ecf73d72493aaf7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.794163:0:36217:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d72493a7ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b3d expref: 22 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.794195:0:36217:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d72493a7ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b3d expref: 22 pid: 11204 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047533.794233:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077797a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:36217:1863365443123712:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047533.794344:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064217c600 going to sleep for 11 seconds 00000100:00100000:2.0:1777047533.817126:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:36216:1863365443123584:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047533.817518:0:36216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493aaf0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047533.822933:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047533.823099:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047533.823473:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388198656 00000100:00100000:2.0:1777047533.823490:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388198656 00000100:00100000:1.0:1777047533.823533:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c05f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443123456:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047533.823559:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493a7f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b44 expref: 25 pid: 30115 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.823608:0:28387:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493aae9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047533.823660:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388198528 00000100:00100000:2.0:1777047533.823670:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388198528 00010000:00010000:2.0:1777047533.823698:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a8ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 155648->208895) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bb4 expref: 26 pid: 8480 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047533.823764:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2168 00000100:00100000:2.0:1777047533.823782:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777979c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2429:x1863365388198656:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047533.823808:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047533.823837:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493a7f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b44 expref: 26 pid: 30115 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.823862:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493a7f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b44 expref: 26 pid: 30115 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.823900:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493a7f5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b44 expref: 26 pid: 30115 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.823943:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047533.823947:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047533.823955:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493aaf0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.823972:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493aaf0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.824015:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047533.824085:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777979c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2429:x1863365388198656:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 305us (1163us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047533.824101:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2168 00000100:00100000:2.0:1777047533.824132:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2169 00000100:00100000:2.0:1777047533.824147:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365388198528:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047533.824163:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047533.824179:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a8ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 155648->208895) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bb4 expref: 24 pid: 8480 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.824203:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a8ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 155648->208895) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bb4 expref: 24 pid: 8480 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.824228:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493a8ff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 155648->208895) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bb4 expref: 24 pid: 8480 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.824248:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047533.824251:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047533.824257:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493aae9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.824273:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493aae9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.824305:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047533.824344:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388198528:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 199us (1246us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047533.824359:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2169 00010000:00010000:2.0:1777047533.824466:0:36216:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493aaf0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.824486:0:36216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493aaf0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.824523:0:36216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493aaf0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.824542:0:36216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493aaf0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.824558:0:36216:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493aaf0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.824606:0:36216:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047533.824614:0:36216:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493aaf0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.824634:0:36216:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493aaf0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.824658:0:36216:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493aaf0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.824675:0:36216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493aaf0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047533.824766:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388198400:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 34413us (42426us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047533.824781:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4296 00010000:00010000:1.0:1777047533.825228:0:28387:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493aae9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.825250:0:28387:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493aae9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.825284:0:28387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493aae9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.825301:0:28387:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493aae9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.825317:0:28387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493aae9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.825332:0:28387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047533.825339:0:28387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493aae9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.825355:0:28387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493aae9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.825422:0:28387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493aae9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.825440:0:28387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493aae9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047533.825532:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388198144:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 40836us (43268us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047533.825547:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4295 00000100:00100000:0.0:1777047533.834603:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047533.835801:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388198784 00000100:00100000:2.0:1777047533.835818:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388198784 00010000:00010000:2.0:1777047533.835879:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d72493a7ee lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b3d expref: 23 pid: 11204 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047533.835953:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2170 00000100:00100000:2.0:1777047533.835973:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388198784:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047533.836001:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047533.836035:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d72493a7ee lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b3d expref: 23 pid: 11204 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.836065:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d72493a7ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b3d expref: 23 pid: 11204 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.836105:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047533.836110:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047533.836144:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dfee37d2/0x5ecf73d72493aaf7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.836166:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dfee37d2/0x5ecf73d72493aaf7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.836546:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047533.836664:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388198784:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 694us (2103us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047533.836683:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2170 00010000:00010000:3.0:1777047533.840723:0:36217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eeea5405/0x5ecf73d72493a7ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b3d expref: 22 pid: 11204 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047533.840759:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077797a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:36217:1863365443123712:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047533.840794:0:36217:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dfee37d2/0x5ecf73d72493aaf7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.844160:0:36217:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dfee37d2/0x5ecf73d72493aaf7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.844849:0:36217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dfee37d2/0x5ecf73d72493aaf7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.844908:0:36217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dfee37d2/0x5ecf73d72493aaf7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.844926:0:36217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dfee37d2/0x5ecf73d72493aaf7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.844947:0:36217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dfee37d2/0x5ecf73d72493aaf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.844962:0:36217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047533.844969:0:36217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfee37d2/0x5ecf73d72493aaf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.844992:0:36217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfee37d2/0x5ecf73d72493aaf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.845814:0:36217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dfee37d2/0x5ecf73d72493aaf7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.845839:0:36217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dfee37d2/0x5ecf73d72493aaf7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047533.848137:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388198272:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 54490us (65651us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047533.848160:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4297 00000100:00100000:0.0:1777047533.867790:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047533.868003:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388199040 00000100:00100000:2.0:1777047533.868020:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388199040 00000100:00100000:2.0:1777047533.868195:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6397 00000100:00100000:2.0:1777047533.868215:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+56:57902:x1863365388199040:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047533.868295:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777047533.868337:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aacd lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c47 expref: 56 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.868378:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d72493a9ca lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8bfa expref: 55 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.868405:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047533.868416:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047533.868540:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493aafe lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.868568:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493aafe lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.868711:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493aafe lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777047533.869386:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].116, 88 off18160 00000004:00080000:2.0:1777047533.869405:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4162506020882ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047533.869479:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].117, 88 off18248 00000004:00080000:2.0:1777047533.869529:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4162506144856ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047533.869566:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].118, 88 off18336 00000004:00080000:2.0:1777047533.869601:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4162506217809ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047533.869630:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].117, 88 off18248 00000004:00080000:2.0:1777047533.869637:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4162506253213ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047533.869655:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].119, 88 off18424 00000004:00080000:2.0:1777047533.869664:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4162506280896ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047533.869685:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].118, 88 off18336 00000004:00080000:2.0:1777047533.869694:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4162506310049ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047533.869713:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].120, 88 off18512 00000004:00080000:2.0:1777047533.869722:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4162506337846ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047533.869755:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].119, 88 off18424 00000004:00080000:2.0:1777047533.869765:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4162506381093ns, next at 4161903486201ns, rc = 0 00000001:00080000:0.0:1777047533.882270:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935280 is committed 00000004:00080000:0.0:1777047533.882293:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 119 committed 00010000:00010000:2.0:1777047533.882342:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493aa80 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.882372:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493aa80 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.882390:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493aa80 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.882411:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139a600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047533.882421:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493aa80 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.882437:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493aa80 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777047533.882511:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 121 committed 00010000:00010000:2.0:1777047533.882513:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047533.882525:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00080000:0.0:1777047533.882540:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 118 committed 00010000:00010000:2.0:1777047533.882540:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493aa80 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.883752:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493aa80 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047533.884788:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443123840:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777047533.884940:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047533.885000:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443124352:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047533.885050:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047533.885094:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047533.885106:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443123968:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047533.885148:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047533.885209:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443124096:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047533.885254:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047533.885295:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777047533.885348:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443124224:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047533.885433:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047533.885503:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443123840 00000100:00100000:1.0:1777047533.885514:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443123840 00000100:00100000:1.0:1777047533.885682:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443124352 00000100:00100000:1.0:1777047533.885690:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443124352 00000100:00100000:1.0:1777047533.885731:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443123968 00000100:00100000:1.0:1777047533.885741:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443123968 00000100:00100000:1.0:1777047533.885772:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443124096 00000100:00100000:1.0:1777047533.885782:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443124096 00000100:00100000:1.0:1777047533.885809:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443124224 00000100:00100000:1.0:1777047533.885814:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443124224 00000100:00100000:1.0:1777047533.885845:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4298 00000100:00100000:1.0:1777047533.885865:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3684:x1863365443123840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777047533.885914:0:8633:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:112 count 1 00010000:00010000:1.0:1777047533.885954:0:8633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493ab05 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.885993:0:8633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939c48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86f2 expref: 20 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.886009:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047533.886012:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047533.886018:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493ab05 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.886077:0:8633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939c48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86f2 expref: 20 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.886104:0:8633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939c48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86f2 expref: 20 pid: 8633 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047533.886132:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443124480:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047533.886241:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047533.886279:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4299 00000100:00100000:1.0:1777047533.886295:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3684:x1863365443124352:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047533.886534:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb size from disk: 188248 -> 188248 00002000:00010000:1.0:1777047533.886542:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb mtime from disk: 1777047527 -> 1777047527 00002000:00010000:1.0:1777047533.886547:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:1.0:1777047533.886552:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb ctime from disk: 1777047529 -> 1777047529 00002000:00010000:1.0:1777047533.886558:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:1.0:1777047533.886675:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3684:x1863365443124352:12345-0@lo:2:osp-syn-1-0.0 Request processed in 382us (1621us total) trans 17179870491 rc 0/0 00000100:00100000:1.0:1777047533.886696:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4299 00000100:00100000:1.0:1777047533.886736:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4300 00000100:00100000:1.0:1777047533.886750:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3684:x1863365443123968:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047533.886867:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047533.886873:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047533.886877:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047533.886881:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047533.886886:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047533.886945:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3684:x1863365443123968:12345-0@lo:2:osp-syn-1-0.0 Request processed in 192us (1789us total) trans 17179870492 rc 0/0 00000100:00100000:1.0:1777047533.886959:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4300 00000100:00100000:1.0:1777047533.886994:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4301 00000100:00100000:1.0:1777047533.887006:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3682:x1863365443124096:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047533.887182:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3682:x1863365443124096:12345-0@lo:2:osp-syn-1-0.0 Request processed in 175us (1925us total) trans 17179870493 rc 0/0 00000100:00100000:1.0:1777047533.887200:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4301 00000100:00100000:1.0:1777047533.887226:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4302 00000100:00100000:1.0:1777047533.887244:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3682:x1863365443124224:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047533.887352:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 239093 -> 239093 00002000:00010000:1.0:1777047533.887364:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047525 -> 1777047525 00002000:00010000:1.0:1777047533.887368:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047533.887373:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047525 -> 1777047525 00002000:00010000:1.0:1777047533.887378:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 208 -> 208 00000004:00080000:0.0:1777047533.888132:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 120 committed 00000004:00080000:0.0:1777047533.888141:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 117 committed 00000004:00080000:0.0:1777047533.888146:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 119 committed 00000004:00080000:0.0:1777047533.888150:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 118 committed 00000004:00080000:0.0:1777047533.888154:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 116 committed 00000100:00100000:3.0:1777047533.890721:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077797a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443124608:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777047533.890793:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047533.890834:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e009500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443125120:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047533.890866:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047533.890896:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777047533.890907:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e00bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443124992:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047533.890944:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047533.890986:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443124608 00000100:00100000:3.0:1777047533.891000:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443124608 00000100:00100000:3.0:1777047533.891048:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443125120 00000100:00100000:3.0:1777047533.891052:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443125120 00000100:00100000:3.0:1777047533.891071:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443124992 00000100:00100000:3.0:1777047533.891081:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443124992 00000100:00100000:3.0:1777047533.891106:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4303 00000100:00100000:3.0:1777047533.891125:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3685:x1863365443124608:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777047533.891154:0:8480:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:143 count 1 00010000:00010000:3.0:1777047533.891189:0:8480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d72493ab0c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.891227:0:8480:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493a865 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b6e expref: 20 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.891250:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047533.891254:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047533.891261:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d72493ab0c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.891305:0:8480:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493a865 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b6e expref: 20 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.891331:0:8480:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493a865 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b6e expref: 20 pid: 30115 timeout: 4262 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047533.891354:0:8480:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e009880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365443125248:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047533.891431:0:8480:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064217c600 going to sleep for 11 seconds 00000004:00080000:0.0:1777047533.892147:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 117 committed 00000004:00080000:0.0:1777047533.892196:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 115 committed 00000020:00080000:0.0:1777047533.892224:0:33214:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e064d8b8840 refcount 2 committed 0 result 0 batchid 4294969365 00000020:00080000:0.0:1777047533.892233:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e077b5f7c00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e064d8b8300 00000020:00080000:0.0:1777047533.892245:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e077b5f7400 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e064d8b86c0 00000020:00080000:0.0:1777047533.892251:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e077b5f7300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e0642e6ee00 00000020:00080000:0.0:1777047533.892262:0:33214:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].17 00000020:00080000:0.0:1777047533.892306:0:33214:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969364 batchid updated 00000100:00100000:2.0:1777047533.892745:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e009f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443124864:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047533.892835:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047533.892877:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777047533.892888:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0777978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443124736:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047533.892931:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047533.892973:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443124864 00000100:00100000:2.0:1777047533.892985:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443124864 00000100:00100000:2.0:1777047533.893026:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443124736 00000100:00100000:2.0:1777047533.893031:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443124736 00000100:00100000:2.0:1777047533.893056:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4304 00000100:00100000:2.0:1777047533.893075:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3685:x1863365443125120:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047533.893256:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047533.893264:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb mtime from disk: 1777047527 -> 1777047527 00002000:00010000:2.0:1777047533.893269:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:2.0:1777047533.893279:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb ctime from disk: 1777047529 -> 1777047529 00002000:00010000:2.0:1777047533.893283:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047533.893358:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443125120:12345-0@lo:2:osp-syn-0-0.0 Request processed in 284us (2485us total) trans 21474837869 rc 0/0 00000100:00100000:2.0:1777047533.893374:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4304 00000100:00100000:2.0:1777047533.893486:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4305 00000100:00100000:2.0:1777047533.893501:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3685:x1863365443124992:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047533.893652:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047533.893658:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047525 -> 1777047525 00002000:00010000:2.0:1777047533.893663:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:2.0:1777047533.893667:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047525 -> 1777047525 00002000:00010000:2.0:1777047533.893671:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047533.893735:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443124992:12345-0@lo:2:osp-syn-0-0.0 Request processed in 231us (2784us total) trans 21474837870 rc 0/0 00000100:00100000:2.0:1777047533.893750:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4305 00000100:00100000:2.0:1777047533.893782:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4306 00000100:00100000:2.0:1777047533.893795:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3683:x1863365443124864:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047533.893953:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3683:x1863365443124864:12345-0@lo:2:osp-syn-0-0.0 Request processed in 158us (1117us total) trans 21474837871 rc 0/0 00000100:00100000:2.0:1777047533.893967:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4306 00000100:00100000:2.0:1777047533.893996:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4307 00000100:00100000:2.0:1777047533.894009:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3683:x1863365443124736:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047533.894167:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3683:x1863365443124736:12345-0@lo:2:osp-syn-0-0.0 Request processed in 158us (1232us total) trans 21474837872 rc 0/0 00000100:00100000:2.0:1777047533.894181:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4307 00000020:00080000:2.0:1777047533.894232:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969365 committed batchid 4294969364 00000020:00080000:2.0:1777047533.894470:0:33244:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969364 cancel update log [0x200000bd0:0x2:0x0].16: rc = 0 00000020:00080000:2.0:1777047533.894491:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969364 00000004:00080000:2.0:1777047533.894550:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0777978700/2, rc 0, transno 21474837872 00000100:00100000:2.0:1777047533.894565:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0777978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443124736:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047533.894624:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e009f80/2, rc 0, transno 21474837871 00000100:00100000:2.0:1777047533.894630:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e009f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443124864:0@lo:2:osp-syn-0-0.0 00000004:00010000:2.0:1777047533.894710:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000082f115ce reply state 0000000045cd42f6 transno 8589935280 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493aafe lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.894745:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493aafe lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.894763:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047533.894775:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1777047533.894782:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1777047533.894897:0:34275:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1777047533.894922:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57902:x1863365388199040:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 26710us (27143us total) trans 8589935280 rc 0/0 00000100:00100000:2.0:1777047533.894943:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6397 00000004:00080000:3.0:1777047533.899340:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e00bb80/2, rc 0, transno 21474837870 00000100:00100000:3.0:1777047533.899359:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e00bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443124992:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047533.899387:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e009500/2, rc 0, transno 21474837869 00000100:00100000:3.0:1777047533.899462:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e009500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443125120:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1777047533.899537:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493aafe lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.899555:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493aafe lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.899595:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493aafe lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.899609:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047533.899622:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493aafe lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.899637:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493aafe lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.899665:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047533.899671:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047533.899679:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493aafe lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.899692:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493aafe lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777047533.901385:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777047533.901438:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:0.0:1777047533.903327:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064eacdf80/2, rc 0, transno 17179870492 00000100:00100000:0.0:1777047533.903350:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443123968:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047533.903372:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0641c55500/2, rc 0, transno 17179870491 00000100:00100000:0.0:1777047533.903384:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443124352:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047533.904746:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064eace680/2, rc 0, transno 17179870493 00000100:00100000:1.0:1777047533.904762:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443124096:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047533.904861:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3682:x1863365443124224:12345-0@lo:2:osp-syn-1-0.0 Request processed in 17616us (19426us total) trans 17179870494 rc 0/0 00000100:00100000:1.0:1777047533.904886:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4302 00000004:00080000:3.0:1777047533.906345:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0641c54e00/2, rc 0, transno 17179870494 00000100:00100000:3.0:1777047533.906358:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443124224:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047533.920730:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047533.920806:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047533.920866:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388199424 00000100:00100000:2.0:1777047533.920880:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388199424 00010000:00010000:2.0:1777047533.920956:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493a865 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b6e expref: 21 pid: 30115 timeout: 4262 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047533.921044:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2171 00000100:00100000:2.0:1777047533.921063:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b2da050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388199424:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047533.921097:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047533.921119:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493a865 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b6e expref: 21 pid: 30115 timeout: 4262 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.921144:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493a865 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b6e expref: 21 pid: 30115 timeout: 4262 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.921205:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047533.921210:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047533.921218:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d72493ab0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.921248:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d72493ab0c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.921292:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047533.921378:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b2da050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388199424:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 318us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047533.921393:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2171 00000100:00100000:2.0:1777047533.921557:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047533.921702:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388199296 00000100:00100000:2.0:1777047533.921711:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388199296 00010000:00010000:2.0:1777047533.921753:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939c48 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86f2 expref: 21 pid: 8633 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047533.921822:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2172 00000100:00100000:2.0:1777047533.921836:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388199296:12345-192.168.201.54@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1777047533.923167:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388199168 00000100:00100000:0.0:1777047533.923178:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388199168 00000100:00100000:0.0:1777047533.923264:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6398 00000100:00100000:0.0:1777047533.923289:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57902:x1863365388199168:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047533.923330:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047533.923368:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ab13 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8c55 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.923498:0:8480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493a865 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b6e expref: 20 pid: 30115 timeout: 4262 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.923545:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ab13 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c55 expref: 25 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047533.923546:0:8480:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e009880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365443125248:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047533.923634:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ab13 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c55 expref: 25 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.923656:0:8480:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d72493ab0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.923681:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047533.923692:0:8480:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d72493ab0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.923705:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047533.923715:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388400, rc 0) 00010000:00010000:3.0:1777047533.923729:0:8480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d72493ab0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.923753:0:8480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d72493ab0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.923780:0:8480:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d72493ab0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047533.924253:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57902:x1863365388199168:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 513us (3071us total) trans 0 rc 0/0 00010000:00010000:3.0:1777047533.924284:0:8480:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777047533.924296:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6398 00000100:00100000:1.0:1777047533.925480:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443124480:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047533.925521:0:8633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493ab05 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047533.928891:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443124608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 37758us (38088us total) trans 21474837873 rc 0/0 00000100:00100000:3.0:1777047533.928908:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4303 00010000:00010000:3.0:1777047533.928972:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047533.928984:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d72493ab0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.929012:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047533.929019:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d72493ab0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.929072:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047533.929072:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d72493ab0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.929103:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939c48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86f2 expref: 21 pid: 8633 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.929120:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d72493ab0c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.929147:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939c48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86f2 expref: 21 pid: 8633 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.929155:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bb50d36e/0x5ecf73d72493ab0c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.929266:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047533.929275:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047533.929276:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006e82d28d/0x5ecf73d724939c48 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f86f2 expref: 21 pid: 8633 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.929281:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047533.929319:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047533.929324:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047533.929340:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493ab05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.929359:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493ab05 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.929426:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047533.929517:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388199296:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 7681us (7959us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047533.929533:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2172 00010000:00010000:1.0:1777047533.930218:0:8633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493ab05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.930237:0:8633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493ab05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.930265:0:8633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493ab05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.930281:0:8633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493ab05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.930324:0:8633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777047533.930681:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3684:x1863365443123840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 44820us (45739us total) trans 17179870495 rc 0/0 00000100:00100000:1.0:1777047533.930714:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4298 00010000:00010000:1.0:1777047533.930763:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047533.930773:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493ab05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.930805:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047533.930810:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493ab05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.930821:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493ab05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.930853:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493ab05 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.930878:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493ab05 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.930918:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047533.930922:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047533.930925:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777047533.930985:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0642c05f80/2, rc 0, transno 17179870495 00000100:00100000:1.0:1777047533.931007:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443123840:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777047533.931256:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077797a300/2, rc 0, transno 21474837873 00000100:00100000:0.0:1777047533.931268:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077797a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443124608:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777047533.977228:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047533.978922:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388199552 00000100:00100000:1.0:1777047533.978937:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388199552 00000100:00100000:0.0:1777047533.981380:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6399 00000100:00100000:0.0:1777047533.981433:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57902:x1863365388199552:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047533.981509:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047533.981550:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493ab1a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8c5c expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.981755:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ab21 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.981787:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ab21 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.981809:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ab21 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047533.981864:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 122390 00000004:00200000:0.0:1777047533.981872:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047533.981900:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ab21 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.981956:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493ab1a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c5c expref: 27 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.981992:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ab21 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c5c expref: 26 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.982008:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047533.982014:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047533.982020:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388a00, rc 0) 00000100:00100000:0.0:1777047533.982108:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57902:x1863365388199552:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 684us (4893us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047533.982127:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6399 00000100:00100000:3.0:1777047534.001642:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047534.001714:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047534.001897:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047534.011844:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388199680 00000100:00100000:2.0:1777047534.011865:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388199680 00000100:00100000:2.0:1777047534.011983:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388199808 00000100:00100000:2.0:1777047534.011991:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388199808 00000100:00100000:2.0:1777047534.012057:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388199936 00000100:00100000:2.0:1777047534.012063:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388199936 00000100:00100000:2.0:1777047534.012456:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4308 00000100:00100000:2.0:1777047534.012482:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388199680:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047534.012511:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047534.012544:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ef78ca3/0x5ecf73d72493ab28 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8c63 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047534.012612:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 122390, mtime: 0x69eb97ed, atime: 0x69eb97ec, ctime: 0x69eb97ed, blocks: 0x58 00010000:00010000:2.0:1777047534.012646:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047534.012650:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047534.012667:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ef78ca3/0x5ecf73d72493ab28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c63 expref: 22 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.012699:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001ef78ca3/0x5ecf73d72493ab28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c63 expref: 22 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.012722:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167800, rc 0) 00000100:00100000:2.0:1777047534.012811:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388199680:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 338us (11182us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047534.012828:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4308 00000100:00100000:2.0:1777047534.012864:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4309 00000100:00100000:2.0:1777047534.012879:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388199808:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047534.012893:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047534.012912:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493ab2f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8c6a expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047534.012939:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6d:0x0] initial LVB size: 0, mtime: 0x69eb97ed, atime: 0x69eb97e2, ctime: 0x69eb97ed, blocks: 0x1800 00010000:00010000:2.0:1777047534.012958:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047534.012961:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047534.012972:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493ab2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c6a expref: 21 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.012998:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493ab2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c6a expref: 21 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.013015:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166600, rc 0) 00000100:00100000:2.0:1777047534.013055:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388199808:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 181us (11342us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047534.013066:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4309 00000100:00100000:2.0:1777047534.013094:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4310 00000100:00100000:2.0:1777047534.013108:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388199936:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047534.013122:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047534.013141:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493ab36 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8c71 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047534.013164:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8c:0x0] initial LVB size: 0, mtime: 0x69eb97ed, atime: 0x69eb97e2, ctime: 0x69eb97ed, blocks: 0x0 00010000:00010000:2.0:1777047534.013501:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047534.013505:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047534.013516:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493ab36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c71 expref: 22 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.013542:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493ab36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c71 expref: 22 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.013561:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167200, rc 0) 00000100:00100000:2.0:1777047534.013643:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388199936:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 536us (11746us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047534.013656:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4310 00000100:00100000:1.0:1777047534.223441:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047534.227618:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388200064 00000100:00100000:0.0:1777047534.227636:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388200064 00000100:00100000:0.0:1777047534.227779:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4311 00000100:00100000:0.0:1777047534.227800:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2431:x1863365388200064:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:0.0:1777047534.228004:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2431:x1863365388200064:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 207us (4615us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047534.228021:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4311 00000100:00100000:0.0:1777047534.264205:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047534.266131:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388200192 00000100:00100000:1.0:1777047534.266149:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388200192 00000100:00100000:1.0:1777047534.266244:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4312 00000100:00100000:1.0:1777047534.266262:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388200192:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047534.267194:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388200192:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 933us (2999us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047534.267210:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4312 00000100:00100000:2.0:1777047534.309605:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047534.313280:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388200320 00000100:00100000:0.0:1777047534.313298:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388200320 00000100:00100000:0.0:1777047534.313485:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1489 00000100:00100000:0.0:1777047534.313507:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388200320:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047534.313634:0:29058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493ab3d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.313666:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047534.313671:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047534.313681:0:29058:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493ab3d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.313721:0:29058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493ab3d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.314296:0:29058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493ab3d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.314315:0:29058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493ab3d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.314332:0:29058:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493ab3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.314346:0:29058:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047534.314353:0:29058:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493ab3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.314369:0:29058:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493ab3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.314437:0:29058:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493ab3d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.314456:0:29058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493ab3d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047534.314596:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388200320:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 1060us (4998us total) trans 0 rc 8192/8192 00000100:00100000:0.0:1777047534.314622:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1489 00000100:00100000:0.0:1777047534.347104:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047534.347844:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388200448 00000100:00100000:1.0:1777047534.347860:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388200448 00000100:00100000:1.0:1777047534.347984:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1490 00000100:00100000:1.0:1777047534.348005:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388200448:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:1.0:1777047534.348063:0:24565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493ab44 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.348120:0:24565:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a85e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b67 expref: 21 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.348136:0:24565:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047534.348139:0:24565:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047534.348146:0:24565:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493ab44 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.348206:0:24565:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a85e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b67 expref: 21 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.348234:0:24565:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a85e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b67 expref: 21 pid: 11204 timeout: 4262 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047534.348275:0:24565:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbd180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:24565:1863365443125376:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047534.348466:0:24565:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047534.368381:0:24565:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbd180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:24565:1863365443125376:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047534.368478:0:24565:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493ab44 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047534.424702:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047534.427202:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388200576 00000100:00100000:3.0:1777047534.427220:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388200576 00010000:00010000:3.0:1777047534.427290:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a85e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b67 expref: 22 pid: 11204 timeout: 4262 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.427554:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047534.427997:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2173 00000100:00100000:3.0:1777047534.428022:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388200576:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047534.428049:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047534.428085:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a85e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b67 expref: 22 pid: 11204 timeout: 4262 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.428131:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a85e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b67 expref: 22 pid: 11204 timeout: 4262 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.428172:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001aad7c27/0x5ecf73d72493a85e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b67 expref: 22 pid: 11204 timeout: 4262 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.428200:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047534.428205:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047534.428213:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493ab44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.428235:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493ab44 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.428311:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047534.428446:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388200576:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 429us (3754us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047534.428465:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2173 00010000:00010000:1.0:1777047534.428523:0:24565:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493ab44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.428549:0:24565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493ab44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047534.438325:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870495 is committed 00000001:00080000:2.0:1777047534.438358:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870490 is committed 00000001:00080000:2.0:1777047534.463089:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870496 is committed 00002000:00010000:1.0:1777047534.468206:0:24565:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047525 -> 1777047534 00002000:00010000:1.0:1777047534.468217:0:24565:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047525 -> 1777047534 00010000:00010000:1.0:1777047534.468236:0:24565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493ab44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.468257:0:24565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493ab44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.468274:0:24565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493ab44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.468289:0:24565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ed400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047534.468298:0:24565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493ab44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.468315:0:24565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493ab44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.469294:0:24565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493ab44 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.470051:0:24565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493ab44 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047534.470211:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388200448:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 122205us (123112us total) trans 17179870496 rc 0/0 00000100:00100000:1.0:1777047534.470230:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1490 00000100:00100000:0.0:1777047534.495088:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047534.496424:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388200704 00000100:00100000:2.0:1777047534.496440:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388200704 00000100:00100000:0.0:1777047534.497243:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1491 00000100:00100000:0.0:1777047534.497266:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388200704:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:0.0:1777047534.497320:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493ab4b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.497351:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8e3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b9f expref: 17 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.497366:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047534.497369:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047534.497375:0:8486:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493ab4b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.497464:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b9f expref: 17 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.497493:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b9f expref: 17 pid: 8479 timeout: 4263 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047534.497518:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e281500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8486:1863365443125504:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047534.497768:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab089c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047534.517507:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e281500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8486:1863365443125504:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047534.517550:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493ab4b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047534.522799:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047534.525162:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388200832 00000100:00100000:2.0:1777047534.525176:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388200832 00010000:00010000:2.0:1777047534.525231:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b9f expref: 18 pid: 8479 timeout: 4263 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047534.525642:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2174 00000100:00100000:2.0:1777047534.525659:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388200832:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047534.525682:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047534.525715:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b9f expref: 18 pid: 8479 timeout: 4263 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.525741:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b9f expref: 18 pid: 8479 timeout: 4263 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.525776:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493a8e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b9f expref: 18 pid: 8479 timeout: 4263 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.525804:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047534.525807:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047534.525815:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493ab4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.525842:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493ab4b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.525892:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047534.526003:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388200832:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 346us (3213us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047534.526017:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2174 00010000:00010000:3.0:1777047534.526860:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493ab4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.526882:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493ab4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047534.553262:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870497 is committed 00002000:00010000:3.0:1777047534.558013:0:8486:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb mtime from disk: 1777047527 -> 1777047534 00002000:00010000:3.0:1777047534.558026:0:8486:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb ctime from disk: 1777047529 -> 1777047534 00010000:00010000:3.0:1777047534.558048:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493ab4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.558071:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493ab4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.558090:0:8486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493ab4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.559068:0:8486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047534.559078:0:8486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493ab4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.559102:0:8486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493ab4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.559137:0:8486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493ab4b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.560398:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493ab4b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047534.564318:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388200704:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 64886us (67068us total) trans 17179870497 rc 0/0 00000100:00100000:0.0:1777047534.564340:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1491 00000100:00100000:0.0:1777047534.572554:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047534.574167:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388200960 00000100:00100000:2.0:1777047534.574184:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388200960 00000100:00100000:1.0:1777047534.575822:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4313 00000100:00100000:1.0:1777047534.575845:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2432:x1863365388200960:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047534.576832:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2432:x1863365388200960:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 989us (4287us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047534.580786:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4313 00000100:00100000:1.0:1777047534.601764:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047534.604495:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388201216 00000100:00100000:2.0:1777047534.604513:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388201216 00000100:00100000:2.0:1777047534.604670:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6400 00000100:00100000:2.0:1777047534.604691:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57902:x1863365388201216:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047534.604772:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047534.605196:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ab21 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c5c expref: 26 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.605233:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047534.605667:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047534.606631:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ab52 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.606660:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ab52 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.606682:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ab52 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047534.606774:0:9025:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935281 00000004:00010000:2.0:1777047534.606822:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000034e36c9f reply state 00000000f2d9c921 transno 8589935282 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ab52 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.606848:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ab52 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.606861:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047534.606868:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047534.606873:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047534.607013:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57902:x1863365388201216:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 2323us (5259us total) trans 8589935282 rc 0/0 00000100:00100000:2.0:1777047534.612161:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6400 00000020:00080000:2.0:1777047534.612179:0:9025:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047534.645372:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047534.645598:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388201344 00000100:00100000:3.0:1777047534.645614:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388201344 00000100:00100000:3.0:1777047534.645682:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4314 00000100:00100000:3.0:1777047534.645697:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:57902:x1863365388201344:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047534.646088:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047534.646121:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d72493ab59 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8c78 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047534.646158:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 239093, mtime: 0x69eb97ee, atime: 0x69eb97bd, ctime: 0x69eb97ee, blocks: 0xd0 00010000:00010000:2.0:1777047534.648731:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047534.648740:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047534.648756:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d72493ab59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c78 expref: 17 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.648789:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d72493ab59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c78 expref: 17 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.648814:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139a400, rc 0) 00000100:00100000:2.0:1777047534.648921:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57902:x1863365388201344:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 3222us (3558us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047534.648937:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4314 00000100:00100000:1.0:1777047534.664602:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047534.664687:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047534.666262:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388201472 00000100:00100000:3.0:1777047534.666277:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388201472 00002000:00010000:3.0:1777047534.666340:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (8192->18446744073709551615) 00002000:00100000:3.0:1777047534.666351:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbe300 with x1863365388201472 ext(8192->18446744073709551615) 00000100:00100000:2.0:1777047534.666361:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388201600 00002000:00010000:3.0:1777047534.666370:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0643bbe300. 00000100:00100000:2.0:1777047534.666375:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388201600 00002000:00010000:2.0:1777047534.666484:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:2.0:1777047534.666497:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbce00 with x1863365388201600 ext(0->18446744073709551615) 00000100:00100000:3.0:1777047534.666497:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1492 00002000:00010000:2.0:1777047534.666517:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643bbce00. 00000100:00100000:3.0:1777047534.666525:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388201472:12345-192.168.201.54@tcp:10:lfs.0 00000100:00100000:2.0:1777047534.666615:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1493 00000100:00100000:2.0:1777047534.666636:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388201600:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:2.0:1777047534.666830:0:29057:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047534.666838:0:29057:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047525 -> 1777047535 00002000:00010000:2.0:1777047534.666845:0:29057:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:2.0:1777047534.666851:0:29057:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047525 -> 1777047535 00002000:00010000:2.0:1777047534.666856:0:29057:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047534.666950:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388201600:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 317us (2260us total) trans 21474837874 rc 0/0 00000100:00100000:2.0:1777047534.666968:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1493 00002000:00010000:2.0:1777047534.666976:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:2.0:1777047534.666983:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbce00 with x1863365388201600 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047534.666993:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643bbce00. 00002000:00010000:2.0:1777047534.667538:0:8485:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 239093 -> 8192 00002000:00010000:2.0:1777047534.667546:0:8485:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047534 -> 1777047535 00002000:00010000:2.0:1777047534.672102:0:8485:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:2.0:1777047534.672109:0:8485:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047534 -> 1777047535 00002000:00010000:2.0:1777047534.672114:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 208 -> 24 00000100:00100000:2.0:1777047534.672592:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388201472:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 6037us (8002us total) trans 17179870498 rc 0/0 00000100:00100000:2.0:1777047534.672612:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1492 00002000:00010000:2.0:1777047534.672622:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (8192->18446744073709551615) 00002000:00100000:2.0:1777047534.672630:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbe300 with x1863365388201472 ext(8192->18446744073709551615) 00002000:00010000:2.0:1777047534.672643:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0643bbe300. 00000100:00100000:1.0:1777047534.683453:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047534.688016:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388201728 00000100:00100000:0.0:1777047534.688034:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388201728 00000100:00100000:0.0:1777047534.688903:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6401 00000100:00100000:0.0:1777047534.688926:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57902:x1863365388201728:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047534.688962:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047534.688996:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493ab60 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8c7f expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.689147:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493ab67 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.689175:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493ab67 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.689198:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493ab67 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047534.689247:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 8192 00000004:00200000:0.0:1777047534.689255:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047534.689288:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493ab67 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.689337:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493ab60 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c7f expref: 30 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.689454:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493ab67 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c7f expref: 29 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.689476:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047534.689483:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047534.689489:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389000, rc 0) 00000100:00100000:0.0:1777047534.690684:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57902:x1863365388201728:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1761us (7240us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047534.690700:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6401 00000100:00100000:0.0:1777047534.715100:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047534.715972:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388201984 00000100:00100000:2.0:1777047534.715990:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388201984 00000100:00100000:2.0:1777047534.716093:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6402 00000100:00100000:2.0:1777047534.716114:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57902:x1863365388201984:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047534.716199:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047534.719128:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493ab67 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c7f expref: 29 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.719531:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047534.719544:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047534.720160:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493ab6e lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.720189:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493ab6e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.720206:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493ab6e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047534.720284:0:6588:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935283 00000004:00010000:2.0:1777047534.720325:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000058f6fa52 reply state 00000000b21d5055 transno 8589935284 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493ab6e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.720349:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493ab6e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.720362:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047534.720369:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047534.720374:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047534.720614:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57902:x1863365388201984:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 4502us (5524us total) trans 8589935284 rc 0/0 00000100:00100000:2.0:1777047534.720630:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6402 00000020:00080000:2.0:1777047534.720640:0:6588:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047534.729021:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047534.729082:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047534.729595:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388202240 00000100:00100000:1.0:1777047534.729610:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388202240 00002000:00010000:1.0:1777047534.729665:0:20134:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:1.0:1777047534.729673:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643056300 with x1863365388202240 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047534.729692:0:20134:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643056300. 00000100:00100000:1.0:1777047534.729739:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388202112 00000100:00100000:1.0:1777047534.729746:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388202112 00002000:00010000:1.0:1777047534.729777:0:20134:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (122390->18446744073709551615) 00002000:00100000:1.0:1777047534.729783:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643055500 with x1863365388202112 ext(122390->18446744073709551615) 00002000:00010000:1.0:1777047534.729793:0:20134:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0643055500. 00000100:00100000:1.0:1777047534.729831:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1494 00000100:00100000:1.0:1777047534.729849:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388202240:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047534.730052:0:20134:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047534.730059:0:20134:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047535 -> 1777047535 00002000:00010000:1.0:1777047534.730064:0:20134:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047534.730068:0:20134:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00002000:00010000:1.0:1777047534.730073:0:20134:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047534.730154:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365388202240:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 306us (1145us total) trans 21474837875 rc 0/0 00000100:00100000:1.0:1777047534.730168:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1494 00002000:00010000:1.0:1777047534.730176:0:20134:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:1.0:1777047534.730181:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643056300 with x1863365388202240 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047534.730190:0:20134:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643056300. 00000100:00100000:1.0:1777047534.730610:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1495 00000100:00100000:1.0:1777047534.730625:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388202112:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047534.731484:0:20134:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 8192 -> 122390 00002000:00010000:1.0:1777047534.731490:0:20134:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047535 -> 1777047535 00002000:00010000:1.0:1777047534.731494:0:20134:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047534.731499:0:20134:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00002000:00010000:1.0:1777047534.731503:0:20134:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:1.0:1777047534.731550:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388202112:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 927us (2466us total) trans 17179870499 rc 0/0 00000100:00100000:1.0:1777047534.731601:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1495 00002000:00010000:1.0:1777047534.731607:0:20134:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (122390->18446744073709551615) 00002000:00100000:1.0:1777047534.731613:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643055500 with x1863365388202112 ext(122390->18446744073709551615) 00002000:00010000:1.0:1777047534.731622:0:20134:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0643055500. 00000100:00100000:0.0:1777047534.743294:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047534.743475:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388202368 00000100:00100000:2.0:1777047534.743491:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388202368 00000100:00100000:2.0:1777047534.743614:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6403 00000100:00100000:2.0:1777047534.743635:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b3f6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57902:x1863365388202368:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047534.743672:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047534.743706:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493ab75 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8c86 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.743896:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ab7c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.743924:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ab7c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.743944:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ab7c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047534.743989:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 122390 00000004:00200000:2.0:1777047534.743996:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047534.744026:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ab7c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.744081:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493ab75 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c86 expref: 33 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.744115:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ab7c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c86 expref: 32 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.744131:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047534.744137:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047534.744143:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166c00, rc 0) 00000100:00100000:2.0:1777047534.744253:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b3f6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57902:x1863365388202368:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 621us (969us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047534.744268:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6403 00000100:00100000:1.0:1777047534.757622:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047534.759359:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388202624 00000100:00100000:2.0:1777047534.759374:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388202624 00000100:00100000:2.0:1777047534.759476:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6404 00000100:00100000:2.0:1777047534.759494:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57902:x1863365388202624:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047534.759600:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047534.759644:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ab7c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c86 expref: 32 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.759696:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047534.759705:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047534.760725:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493ab83 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.761096:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493ab83 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.761119:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493ab83 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047534.761199:0:12913:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935285 00000004:00010000:2.0:1777047534.761541:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f55070c9 reply state 0000000036caca49 transno 8589935286 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493ab83 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.763505:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493ab83 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.763526:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047534.763532:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047534.763537:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047534.767944:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57902:x1863365388202624:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 8444us (10322us total) trans 8589935286 rc 0/0 00000100:00100000:0.0:1777047534.767963:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6404 00000020:00080000:0.0:1777047534.768003:0:12913:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047534.786303:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047534.790458:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388202752 00000100:00100000:1.0:1777047534.790475:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388202752 00000100:00100000:1.0:1777047534.790603:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4315 00000100:00100000:1.0:1777047534.790622:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57902:x1863365388202752:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047534.790647:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047534.790679:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d72493ab8a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8c8d expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047534.790717:0:36216:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x73:0x0] initial LVB size: 188248, mtime: 0x69eb97ee, atime: 0x69eb97e2, ctime: 0x69eb97ee, blocks: 0xd0 00010000:00010000:1.0:1777047534.790748:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047534.790752:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047534.790763:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d72493ab8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c8d expref: 20 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.790790:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d72493ab8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c8d expref: 20 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.790813:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ec200, rc 0) 00000100:00100000:1.0:1777047534.790914:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:57902:x1863365388202752:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 296us (4623us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047534.790933:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4315 00000100:00100000:1.0:1777047534.803293:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047534.803606:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388202880 00000100:00100000:0.0:1777047534.803621:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388202880 00000100:00100000:0.0:1777047534.803711:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4316 00000100:00100000:0.0:1777047534.803753:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57902:x1863365388202880:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047534.803780:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047534.803806:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493ab91 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8c94 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.803857:0:8481:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493a769 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b21 expref: 25 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.803874:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047534.803877:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047534.803885:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493ab91 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c94 expref: 25 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.803939:0:8481:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493a769 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b21 expref: 25 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.804758:0:8481:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493a769 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b21 expref: 25 pid: 36216 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047534.804787:0:8481:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e280000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443125632:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047534.804930:0:8481:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08780 going to sleep for 11 seconds 00000100:00100000:0.0:1777047534.816535:0:8481:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e280000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443125632:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047534.816614:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493ab91 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c94 expref: 25 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.816651:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389a00, rc 0) 00000100:00100000:0.0:1777047534.816765:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57902:x1863365388202880:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 13037us (13483us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047534.816780:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4316 00000100:00100000:2.0:1777047534.817737:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047534.820122:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388203008 00000100:00100000:0.0:1777047534.820136:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388203008 00010000:00010000:0.0:1777047534.820543:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493a769 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b21 expref: 25 pid: 36216 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047534.820631:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2175 00000100:00100000:1.0:1777047534.821805:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2429:x1863365388203008:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047534.821834:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047534.821868:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493a769 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b21 expref: 25 pid: 36216 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.821898:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493a769 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b21 expref: 25 pid: 36216 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.821935:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493a769 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8b21 expref: 25 pid: 36216 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.821961:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047534.821965:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047534.821975:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493ab91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c94 expref: 24 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.821994:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493ab91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c94 expref: 24 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.822052:0:6575:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493ab91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c94 expref: 24 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047534.822076:0:6575:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443125760:192.168.201.54@tcp:105: 00000100:00100000:1.0:1777047534.824068:0:6575:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047534.842883:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047534.842955:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047534.843120:0:6575:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443125760:192.168.201.54@tcp:105: 00010000:00010000:1.0:1777047534.843481:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047534.843597:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365388203008:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 21922us (25862us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047534.843624:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2175 00000100:00100000:3.0:1777047534.844081:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388203136 00000100:00100000:3.0:1777047534.844094:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388203136 00002000:00010000:3.0:1777047534.844151:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/115 (8192->18446744073709551615) 00002000:00100000:3.0:1777047534.844160:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643054a80 with x1863365388203136 ext(8192->18446744073709551615) 00002000:00010000:3.0:1777047534.844176:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0643054a80. 00000100:00100000:3.0:1777047534.844378:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388203264 00000100:00100000:3.0:1777047534.844435:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388203264 00002000:00010000:3.0:1777047534.844473:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/146 (0->18446744073709551615) 00002000:00100000:3.0:1777047534.844480:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643056d80 with x1863365388203264 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047534.844518:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643056d80. 00000100:00100000:0.0:1777047534.845627:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1496 00000100:00100000:0.0:1777047534.845650:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388203136:12345-192.168.201.54@tcp:10:lfs.0 00000100:00100000:1.0:1777047534.845852:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1497 00000100:00100000:1.0:1777047534.845874:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643056d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365388203264:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047534.846646:0:8484:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047534.846654:0:8484:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb mtime from disk: 1777047527 -> 1777047535 00002000:00010000:1.0:1777047534.846660:0:8484:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:1.0:1777047534.846664:0:8484:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb ctime from disk: 1777047529 -> 1777047535 00002000:00010000:1.0:1777047534.846668:0:8484:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047534.846742:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643056d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365388203264:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 873us (3787us total) trans 21474837876 rc 0/0 00000100:00100000:1.0:1777047534.846758:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1497 00002000:00010000:1.0:1777047534.846764:0:8484:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/146 (0->18446744073709551615) 00002000:00100000:1.0:1777047534.846769:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643056d80 with x1863365388203264 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047534.846778:0:8484:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643056d80. 00002000:00010000:0.0:1777047534.847046:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb size from disk: 188248 -> 8192 00002000:00010000:0.0:1777047534.847054:0:24562:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb mtime from disk: 1777047534 -> 1777047535 00002000:00010000:0.0:1777047534.847059:0:24562:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047534.847063:0:24562:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb ctime from disk: 1777047534 -> 1777047535 00002000:00010000:0.0:1777047534.847068:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 208 -> 16 00000100:00100000:0.0:1777047534.847175:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388203136:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 1508us (4277us total) trans 17179870500 rc 0/0 00000100:00100000:0.0:1777047534.847211:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1496 00002000:00010000:0.0:1777047534.847218:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/115 (8192->18446744073709551615) 00002000:00100000:0.0:1777047534.847223:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643054a80 with x1863365388203136 ext(8192->18446744073709551615) 00002000:00010000:0.0:1777047534.847234:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0643054a80. 00000100:00100000:2.0:1777047534.862822:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047534.864462:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388203392 00000100:00100000:0.0:1777047534.864477:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388203392 00000100:00100000:0.0:1777047534.864598:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6405 00000100:00100000:0.0:1777047534.864618:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643057b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57902:x1863365388203392:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047534.864651:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047534.864680:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493ab98 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8c9b expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.864815:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493ab9f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.864848:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493ab9f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.864869:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493ab9f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047534.864912:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 8192 00000004:00200000:0.0:1777047534.864919:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047534.864948:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493ab9f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.864987:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493ab98 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c9b expref: 36 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.865014:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493ab9f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c9b expref: 35 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.865028:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047534.865033:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047534.865038:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389400, rc 0) 00000100:00100000:0.0:1777047534.865134:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643057b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57902:x1863365388203392:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 521us (2349us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047534.865147:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6405 00000100:00100000:3.0:1777047534.890271:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047534.890636:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388203648 00000100:00100000:1.0:1777047534.890653:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388203648 00000100:00100000:1.0:1777047534.890769:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6406 00000100:00100000:1.0:1777047534.890787:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e008700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57902:x1863365388203648:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:1.0:1777047534.890865:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047534.890901:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493ab9f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c9b expref: 35 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.890932:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047534.890942:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047534.891226:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aba6 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.891254:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aba6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.891273:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aba6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047534.891342:0:9025:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935287 00000004:00010000:1.0:1777047534.891381:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d8604a9f reply state 0000000040e0e494 transno 8589935288 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aba6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.891484:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aba6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.891499:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047534.891505:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047534.891510:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047534.891694:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e008700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57902:x1863365388203648:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 907us (1430us total) trans 8589935288 rc 0/0 00000100:00100000:1.0:1777047534.891709:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6406 00000020:00080000:1.0:1777047534.891717:0:9025:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047534.902880:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047534.902964:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047534.903088:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388203776 00000100:00100000:0.0:1777047534.903104:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388203776 00002000:00010000:0.0:1777047534.903162:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/115 (122390->18446744073709551615) 00002000:00100000:0.0:1777047534.903171:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbc000 with x1863365388203776 ext(122390->18446744073709551615) 00002000:00010000:0.0:1777047534.903189:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0643bbc000. 00000100:00100000:0.0:1777047534.903245:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388203904 00000100:00100000:0.0:1777047534.903252:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388203904 00002000:00010000:0.0:1777047534.903275:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/146 (0->18446744073709551615) 00002000:00100000:0.0:1777047534.903281:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbdc00 with x1863365388203904 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047534.903292:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643bbdc00. 00000100:00100000:0.0:1777047534.903336:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1498 00000100:00100000:0.0:1777047534.903352:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388203776:12345-192.168.201.54@tcp:10:lfs.0 00000100:00100000:2.0:1777047534.903452:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1499 00000100:00100000:2.0:1777047534.903479:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365388203904:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:0.0:1777047534.903724:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb size from disk: 8192 -> 122390 00002000:00010000:0.0:1777047534.903732:0:29067:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb mtime from disk: 1777047535 -> 1777047535 00002000:00010000:0.0:1777047534.903738:0:29067:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047534.903742:0:29067:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00002000:00010000:0.0:1777047534.903747:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:0.0:1777047534.903841:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388203776:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 490us (971us total) trans 17179870501 rc 0/0 00000100:00100000:0.0:1777047534.903856:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1498 00002000:00010000:0.0:1777047534.903863:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/115 (122390->18446744073709551615) 00002000:00100000:0.0:1777047534.903868:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbc000 with x1863365388203776 ext(122390->18446744073709551615) 00002000:00010000:0.0:1777047534.903876:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0643bbc000. 00002000:00010000:2.0:1777047534.905247:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047534.905254:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb mtime from disk: 1777047535 -> 1777047535 00002000:00010000:2.0:1777047534.905259:0:24566:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:2.0:1777047534.905263:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00002000:00010000:2.0:1777047534.905267:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047534.905324:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2430:x1863365388203904:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 1856us (2358us total) trans 21474837877 rc 0/0 00000100:00100000:2.0:1777047534.905354:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1499 00002000:00010000:2.0:1777047534.905359:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/146 (0->18446744073709551615) 00002000:00100000:2.0:1777047534.905364:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbdc00 with x1863365388203904 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047534.905373:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643bbdc00. 00000100:00100000:1.0:1777047534.990181:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047534.990436:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388204032 00000100:00100000:0.0:1777047534.990452:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388204032 00000100:00100000:0.0:1777047534.990588:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6407 00000100:00100000:0.0:1777047534.990607:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57902:x1863365388204032:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047534.990642:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047534.990673:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493abad lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ca2 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.991183:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493abb4 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.991210:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493abb4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.991227:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493abb4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047534.991269:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 122390 00000004:00200000:0.0:1777047534.991276:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047534.991303:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493abb4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.991346:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493abad lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ca2 expref: 39 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.991372:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493abb4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ca2 expref: 38 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.991455:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047534.991462:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047534.991467:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389800, rc 0) 00000100:00100000:0.0:1777047534.991544:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57902:x1863365388204032:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 942us (1375us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047534.991586:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6407 00000100:00100000:0.0:1777047535.009287:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047535.009446:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388204288 00000100:00100000:2.0:1777047535.009461:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388204288 00000100:00100000:2.0:1777047535.009608:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6408 00000100:00100000:2.0:1777047535.009626:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e280000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57902:x1863365388204288:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047535.009698:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047535.009737:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493abb4 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ca2 expref: 38 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.009766:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047535.009773:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047535.010018:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493abbb lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.010042:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493abbb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.010059:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493abbb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047535.010127:0:6588:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935289 00000004:00010000:2.0:1777047535.010166:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003fe5311c reply state 0000000035dfb7f5 transno 8589935290 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493abbb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.010186:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493abbb lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.010198:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047535.010203:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047535.010208:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00080000:0.0:1777047535.010485:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777047535.010666:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e280000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57902:x1863365388204288:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1042us (1389us total) trans 8589935290 rc 0/0 00000100:00100000:2.0:1777047535.010680:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6408 00000020:00080000:2.0:1777047535.010761:0:6588:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047535.035064:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047535.035205:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047535.046674:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388204416 00000100:00100000:0.0:1777047535.046693:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388204416 00002000:00010000:0.0:1777047535.046805:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (122390->18446744073709551615) 00002000:00100000:0.0:1777047535.046814:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbea00 with x1863365388204416 ext(122390->18446744073709551615) 00002000:00010000:0.0:1777047535.046832:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0643bbea00. 00000100:00100000:0.0:1777047535.046881:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388204544 00000100:00100000:0.0:1777047535.046888:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388204544 00002000:00010000:0.0:1777047535.046916:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:0.0:1777047535.046922:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbd880 with x1863365388204544 ext(0->18446744073709551615) 00000100:00100000:2.0:1777047535.046929:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1500 00002000:00010000:0.0:1777047535.046931:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643bbd880. 00000100:00100000:2.0:1777047535.046953:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388204416:12345-192.168.201.54@tcp:10:lfs.0 00000100:00080000:3.0:1777047535.047004:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777047535.047010:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:2.0:1777047535.049211:0:29057:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 122390 -> 122390 00002000:00010000:2.0:1777047535.049219:0:29057:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047535 -> 1777047535 00002000:00010000:2.0:1777047535.049223:0:29057:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:2.0:1777047535.049227:0:29057:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00002000:00010000:2.0:1777047535.049230:0:29057:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:0.0:1777047535.049789:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1501 00000100:00100000:0.0:1777047535.049832:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2429:x1863365388204544:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:0.0:1777047535.049970:0:8486:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047535.049975:0:8486:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047535 -> 1777047535 00002000:00010000:0.0:1777047535.049980:0:8486:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:0.0:1777047535.049984:0:8486:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00002000:00010000:0.0:1777047535.049988:0:8486:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047535.050770:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388204416:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 3824us (15715us total) trans 17179870502 rc 0/0 00000100:00100000:2.0:1777047535.050785:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1500 00002000:00010000:2.0:1777047535.050793:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (122390->18446744073709551615) 00002000:00100000:2.0:1777047535.050798:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbea00 with x1863365388204416 ext(122390->18446744073709551615) 00002000:00010000:2.0:1777047535.050809:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0643bbea00. 00000100:00100000:0.0:1777047535.051688:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2429:x1863365388204544:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 1860us (16481us total) trans 21474837878 rc 0/0 00000100:00100000:0.0:1777047535.051701:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1501 00002000:00010000:0.0:1777047535.051707:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:0.0:1777047535.051711:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbd880 with x1863365388204544 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047535.051730:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643bbd880. 00000100:00100000:2.0:1777047535.059975:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047535.060093:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388204672 00000100:00100000:1.0:1777047535.060107:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388204672 00000100:00100000:1.0:1777047535.060629:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6409 00000100:00100000:1.0:1777047535.060649:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57902:x1863365388204672:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047535.060683:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047535.060713:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493abc2 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ca9 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.060869:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493abc9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.060894:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493abc9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.060912:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493abc9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047535.060953:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 122390 00000004:00200000:1.0:1777047535.060960:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047535.060988:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493abc9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.061027:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493abc2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ca9 expref: 42 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.061058:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493abc9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ca9 expref: 41 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.061073:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047535.061078:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047535.061083:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ec600, rc 0) 00000100:00100000:1.0:1777047535.061172:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57902:x1863365388204672:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 529us (1208us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047535.061188:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6409 00000100:00100000:1.0:1777047535.074532:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047535.074973:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388204928 00000100:00100000:0.0:1777047535.074989:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388204928 00000100:00100000:0.0:1777047535.075089:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6410 00000100:00100000:0.0:1777047535.075110:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57902:x1863365388204928:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047535.075211:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047535.075249:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493abc9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ca9 expref: 41 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.075285:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047535.075292:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047535.075633:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493abd0 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.075657:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493abd0 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.075675:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493abd0 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047535.075751:0:6589:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935291 00000004:00010000:0.0:1777047535.075827:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000039820d6a reply state 00000000fe4750a5 transno 8589935292 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493abd0 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.075852:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493abd0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.075866:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047535.075871:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047535.075875:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047535.076020:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57902:x1863365388204928:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 913us (1499us total) trans 8589935292 rc 0/0 00000100:00100000:0.0:1777047535.076034:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6410 00000020:00080000:0.0:1777047535.076042:0:6589:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047535.083665:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047535.083738:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047535.084127:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388205056 00000100:00100000:2.0:1777047535.084142:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388205056 00002000:00010000:2.0:1777047535.084194:0:20134:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/115 (122390->18446744073709551615) 00002000:00100000:2.0:1777047535.084549:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e009180 with x1863365388205056 ext(122390->18446744073709551615) 00002000:00010000:2.0:1777047535.084588:0:20134:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e009180. 00000100:00100000:2.0:1777047535.084634:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388205184 00000100:00100000:2.0:1777047535.084639:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388205184 00002000:00010000:2.0:1777047535.084664:0:20134:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/146 (0->18446744073709551615) 00002000:00100000:2.0:1777047535.084669:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e008000 with x1863365388205184 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047535.084679:0:20134:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e008000. 00000100:00100000:2.0:1777047535.084706:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1502 00000100:00100000:2.0:1777047535.084722:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388205056:12345-192.168.201.54@tcp:10:lfs.0 00000100:00100000:0.0:1777047535.084832:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1503 00000100:00100000:0.0:1777047535.084847:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2430:x1863365388205184:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:2.0:1777047535.084923:0:20134:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb size from disk: 122390 -> 122390 00002000:00010000:2.0:1777047535.084930:0:20134:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb mtime from disk: 1777047535 -> 1777047535 00002000:00010000:2.0:1777047535.084935:0:20134:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:2.0:1777047535.084939:0:20134:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00002000:00010000:2.0:1777047535.084943:0:20134:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 16 -> 16 00002000:00010000:0.0:1777047535.084954:0:24563:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047535.084959:0:24563:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb mtime from disk: 1777047535 -> 1777047535 00002000:00010000:0.0:1777047535.084962:0:24563:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047535.084966:0:24563:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00002000:00010000:0.0:1777047535.084969:0:24563:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047535.085015:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365388205056:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 295us (1361us total) trans 17179870503 rc 0/0 00000100:00100000:2.0:1777047535.085029:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1502 00002000:00010000:2.0:1777047535.085036:0:20134:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/115 (122390->18446744073709551615) 00002000:00100000:2.0:1777047535.085041:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e009180 with x1863365388205056 ext(122390->18446744073709551615) 00002000:00010000:2.0:1777047535.085050:0:20134:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e009180. 00000100:00100000:0.0:1777047535.086691:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2430:x1863365388205184:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 1842us (2949us total) trans 21474837879 rc 0/0 00000100:00100000:0.0:1777047535.086707:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1503 00002000:00010000:0.0:1777047535.086713:0:24563:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/146 (0->18446744073709551615) 00002000:00100000:0.0:1777047535.086718:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e008000 with x1863365388205184 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047535.086728:0:24563:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e008000. 00000100:00100000:2.0:1777047535.094536:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047535.097546:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388205440 00000100:00100000:3.0:1777047535.097584:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388205440 00000100:00100000:3.0:1777047535.097676:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6411 00000100:00100000:3.0:1777047535.097692:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57902:x1863365388205440:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:3.0:1777047535.097840:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493abd7 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.097872:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493abd7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.097891:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493abd7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777047535.098032:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003a1f54de reply state 000000003777e8b1 transno 8589935293 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493abd7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.098055:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493abd7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.098068:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047535.098074:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047535.098080:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047535.098534:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:57902:x1863365388205440:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 843us (4006us total) trans 8589935293 rc 0/0 00000100:00100000:3.0:1777047535.098546:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6411 00000100:00100000:1.0:1777047535.115794:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047535.116448:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388205568 00000100:00100000:2.0:1777047535.116464:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388205568 00000100:00100000:2.0:1777047535.116592:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4317 00000100:00100000:2.0:1777047535.116610:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57902:x1863365388205568:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047535.116639:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047535.116666:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493abde lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8cb0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.116716:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001ef78ca3/0x5ecf73d72493ab28 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c63 expref: 29 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.116745:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047535.116748:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047535.116756:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493abde lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cb0 expref: 29 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.117876:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001ef78ca3/0x5ecf73d72493ab28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c63 expref: 29 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.117903:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001ef78ca3/0x5ecf73d72493ab28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c63 expref: 29 pid: 8479 timeout: 4263 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047535.117942:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643055880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443125888:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047535.118070:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8af00 going to sleep for 11 seconds 00000100:00100000:1.0:1777047535.129146:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047535.129860:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388205696 00000100:00100000:3.0:1777047535.129874:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388205696 00010000:00010000:3.0:1777047535.129934:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001ef78ca3/0x5ecf73d72493ab28 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c63 expref: 30 pid: 8479 timeout: 4263 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047535.130007:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2176 00000100:00100000:3.0:1777047535.130024:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2429:x1863365388205696:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047535.130047:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047535.130077:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001ef78ca3/0x5ecf73d72493ab28 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c63 expref: 30 pid: 8479 timeout: 4263 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.130102:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001ef78ca3/0x5ecf73d72493ab28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c63 expref: 30 pid: 8479 timeout: 4263 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.130140:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047535.130144:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047535.130156:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493abde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cb0 expref: 30 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.130176:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493abde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cb0 expref: 30 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.130632:0:9569:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493abde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cb0 expref: 30 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047535.130664:0:9569:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e00a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9569:1863365443126016:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047535.130888:0:9569:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064217c9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1777047535.131306:0:8479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ef78ca3/0x5ecf73d72493ab28 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c63 expref: 30 pid: 8479 timeout: 4263 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047535.131333:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643055880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443125888:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047535.131371:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493abde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cb0 expref: 29 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.131456:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166200, rc 0) 00000100:00100000:2.0:1777047535.131533:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57902:x1863365388205568:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 14925us (15750us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047535.131581:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4317 00000100:00100000:0.0:1777047535.140250:0:9569:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e00a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9569:1863365443126016:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047535.140304:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047535.140453:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2429:x1863365388205696:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 10429us (11316us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047535.140472:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2176 00000100:00100000:3.0:1777047535.142739:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047535.143664:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388205824 00000100:00100000:1.0:1777047535.143677:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388205824 00000100:00100000:1.0:1777047535.143795:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4318 00000100:00100000:1.0:1777047535.143814:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57902:x1863365388205824:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047535.143842:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047535.143871:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493abe5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8cb7 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.143918:0:11204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493ab2f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c6a expref: 25 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.143936:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047535.143939:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047535.143969:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493abe5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cb7 expref: 25 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.144025:0:11204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493ab2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c6a expref: 25 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.144063:0:11204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493ab2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c6a expref: 25 pid: 8479 timeout: 4263 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047535.144088:0:11204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365443126144:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047535.144208:0:11204:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a896c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047535.167637:0:11204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365443126144:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047535.167699:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493abe5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cb7 expref: 25 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.167737:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ed400, rc 0) 00000100:00100000:3.0:1777047535.167819:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57902:x1863365388205824:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 24008us (25085us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047535.167837:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4318 00000100:00100000:1.0:1777047535.169673:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047535.170781:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388205952 00000100:00100000:0.0:1777047535.170795:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388205952 00010000:00010000:0.0:1777047535.170856:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493ab2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c6a expref: 25 pid: 8479 timeout: 4263 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047535.170932:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2177 00000100:00100000:0.0:1777047535.170979:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365388205952:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047535.171011:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047535.171046:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493ab2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c6a expref: 25 pid: 8479 timeout: 4263 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.171086:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493ab2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c6a expref: 25 pid: 8479 timeout: 4263 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.171489:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493ab2f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c6a expref: 25 pid: 8479 timeout: 4263 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.171536:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047535.171540:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047535.171581:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493abe5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cb7 expref: 24 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.171601:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493abe5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cb7 expref: 24 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.171663:0:36227:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493abe5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cb7 expref: 24 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047535.171689:0:36227:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e280700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:36227:1863365443126272:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047535.171823:0:36227:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08780 going to sleep for 11 seconds 00000100:00100000:0.0:1777047535.201599:0:36227:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e280700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:36227:1863365443126272:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047535.201645:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047535.202029:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365388205952:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 31051us (32352us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047535.202052:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2177 00000100:00100000:1.0:1777047535.214017:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047535.216999:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388206080 00000100:00100000:2.0:1777047535.217017:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388206080 00000100:00100000:2.0:1777047535.218607:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4319 00000100:00100000:2.0:1777047535.218634:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57902:x1863365388206080:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047535.218669:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047535.218717:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493abec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8cbe expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.218777:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493ab36 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c71 expref: 29 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.218799:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047535.218803:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047535.218810:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493abec lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cbe expref: 29 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.218869:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493ab36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c71 expref: 29 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.218903:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493ab36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c71 expref: 29 pid: 8479 timeout: 4263 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047535.218935:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643055880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443126400:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047535.220547:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8af00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047535.245786:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047535.246350:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643055880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443126400:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047535.246468:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493abec lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cbe expref: 29 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.246506:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167400, rc 0) 00000100:00100000:2.0:1777047535.246637:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57902:x1863365388206080:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 28013us (32632us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047535.246654:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4319 00000100:00100000:1.0:1777047535.247611:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388206208 00000100:00100000:1.0:1777047535.247623:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388206208 00010000:00010000:1.0:1777047535.247680:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493ab36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c71 expref: 29 pid: 8479 timeout: 4263 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047535.247751:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2178 00000100:00100000:1.0:1777047535.247770:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b2d8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2429:x1863365388206208:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047535.247795:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047535.247827:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493ab36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c71 expref: 29 pid: 8479 timeout: 4263 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.247852:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493ab36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c71 expref: 29 pid: 8479 timeout: 4263 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.247888:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493ab36 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c71 expref: 29 pid: 8479 timeout: 4263 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.247926:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047535.247929:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047535.247941:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493abec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cbe expref: 28 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.247962:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493abec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cbe expref: 28 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.248025:0:6575:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493abec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cbe expref: 28 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047535.248050:0:6575:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443126528:192.168.201.54@tcp:105: 00000100:00100000:1.0:1777047535.248165:0:6575:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89b40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047535.265534:0:6575:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443126528:192.168.201.54@tcp:105: 00010000:00010000:1.0:1777047535.266674:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047535.267097:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b2d8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2429:x1863365388206208:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 19327us (21319us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047535.267146:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2178 00000100:00100000:3.0:1777047535.267830:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047535.267893:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047535.267973:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047535.268448:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388206336 00000100:00100000:1.0:1777047535.268467:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388206336 00000100:00100000:1.0:1777047535.268605:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388206592 00000100:00100000:1.0:1777047535.268613:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388206592 00000100:00100000:1.0:1777047535.268665:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388206464 00000100:00100000:1.0:1777047535.268670:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388206464 00000100:00100000:1.0:1777047535.268724:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4320 00000100:00100000:1.0:1777047535.268748:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2430:x1863365388206336:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:1.0:1777047535.269361:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 122390 -> 122390 00002000:00010000:1.0:1777047535.269368:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047533 -> 1777047533 00002000:00010000:1.0:1777047535.269375:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047532 -> 1777047534 00002000:00010000:1.0:1777047535.269380:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047533 -> 1777047535 00002000:00010000:1.0:1777047535.269417:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:1.0:1777047535.269487:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2430:x1863365388206336:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 745us (1660us total) trans 21474837880 rc 0/0 00000100:00100000:1.0:1777047535.269503:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4320 00000100:00100000:1.0:1777047535.269532:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4321 00000100:00100000:1.0:1777047535.269544:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2430:x1863365388206592:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:1.0:1777047535.269679:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047535.269686:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047533 -> 1777047533 00002000:00010000:1.0:1777047535.269691:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047522 -> 1777047534 00002000:00010000:1.0:1777047535.269695:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047533 -> 1777047535 00002000:00010000:1.0:1777047535.269699:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047535.270144:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2430:x1863365388206592:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 197us (1847us total) trans 21474837881 rc 0/0 00000100:00100000:1.0:1777047535.270162:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4321 00000100:00100000:1.0:1777047535.270197:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4322 00000100:00100000:1.0:1777047535.270211:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0775804050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365388206464:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:1.0:1777047535.270775:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047535.270781:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047533 -> 1777047533 00002000:00010000:1.0:1777047535.270785:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047522 -> 1777047534 00002000:00010000:1.0:1777047535.270789:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047533 -> 1777047535 00002000:00010000:1.0:1777047535.270794:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1777047535.271490:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0775804050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365388206464:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 972us (3210us total) trans 17179870504 rc 0/0 00000100:00100000:1.0:1777047535.271509:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4322 00000100:00100000:2.0:1777047535.301794:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047535.302715:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388206848 00000100:00100000:3.0:1777047535.302732:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388206848 00000100:00100000:3.0:1777047535.302835:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2156 00000100:00100000:3.0:1777047535.302854:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07430be050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:57902:x1863365388206848:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:3.0:1777047535.302941:0:15374:0:(mdt_open.c:2500:mdt_close_resync_done()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493aadb lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c4e expref: 45 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.303026:0:15374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493abf3 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.303052:0:15374:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ab13 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c55 expref: 45 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.303070:0:15374:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493abf3 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.303156:0:15374:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ab13 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c55 expref: 45 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.303183:0:15374:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ab13 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c55 expref: 45 pid: 6589 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047535.303218:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e009c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443126656:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047535.303921:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064217c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047535.322948:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047535.323816:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e009c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443126656:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047535.323867:0:15374:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493abf3 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047535.325217:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388206976 00000100:00100000:0.0:1777047535.325231:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388206976 00010000:00010000:0.0:1777047535.325289:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ab13 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c55 expref: 46 pid: 6589 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047535.325365:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2179 00000100:00100000:0.0:1777047535.325445:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+46:2430:x1863365388206976:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047535.325474:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047535.325488:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ab13 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c55 expref: 46 pid: 6589 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.325512:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ab13 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c55 expref: 46 pid: 6589 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.325938:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ab13 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c55 expref: 46 pid: 6589 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.325997:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047535.326007:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493abf3 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.326025:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493abf3 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.326038:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493abf3 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.326098:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047535.326176:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:2430:x1863365388206976:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 796us (3240us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047535.326193:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2179 00010000:00010000:2.0:1777047535.326697:0:15374:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493abf3 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.326715:0:15374:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493abf3 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777047535.327084:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].120, 88 off18512 00000004:00080000:2.0:1777047535.327496:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4163964111617ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047535.327591:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].121, 88 off18600 00000004:00080000:2.0:1777047535.327604:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4163964220811ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047535.327634:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].122, 88 off18688 00000004:00080000:2.0:1777047535.327642:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4163964258356ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047535.327661:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].121, 88 off18600 00000004:00080000:2.0:1777047535.327668:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4163964284968ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047535.327686:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].123, 88 off18776 00000004:00080000:2.0:1777047535.327693:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4163964309190ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047535.327711:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].122, 88 off18688 00000004:00080000:2.0:1777047535.327718:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4163964334685ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047535.327735:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].124, 88 off18864 00000004:00080000:2.0:1777047535.327741:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4163964357962ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047535.327758:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].123, 88 off18776 00000004:00080000:2.0:1777047535.327765:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4163964381331ns, next at 4161903486201ns, rc = 0 00000001:00080000:0.0:1777047535.349033:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935294 is committed 00000004:00080000:0.0:1777047535.349051:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 123 committed 00000004:00080000:0.0:1777047535.349085:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 125 committed 00000004:00080000:0.0:1777047535.349109:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 122 committed 00000004:00080000:0.0:1777047535.349114:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 124 committed 00000004:00080000:0.0:1777047535.349118:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 121 committed 00000004:00080000:0.0:1777047535.349122:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 123 committed 00000004:00080000:0.0:1777047535.349125:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 122 committed 00000004:00080000:0.0:1777047535.349128:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 120 committed 00000020:00080000:0.0:1777047535.349173:0:33214:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969365 batchid updated 00000020:00080000:2.0:1777047535.349295:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969365 00000020:00080000:2.0:1777047535.349486:0:33244:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969365 cancel update log [0x200000bd0:0x2:0x0].17: rc = 0 00000020:00080000:2.0:1777047535.349500:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969365 00000100:00100000:2.0:1777047535.349693:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443126912:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047535.349783:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047535.349834:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777047535.349845:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443126784:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047535.349881:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047535.349921:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443127168:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047535.349955:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047535.349985:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777047535.349994:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443127040:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047535.350028:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047535.350073:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443126912 00000100:00100000:2.0:1777047535.350082:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443126912 00000100:00100000:2.0:1777047535.350148:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443126784 00000100:00100000:2.0:1777047535.350154:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443126784 00000100:00100000:2.0:1777047535.350182:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443127168 00000100:00100000:2.0:1777047535.350185:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443127168 00000100:00100000:2.0:1777047535.350209:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443127040 00000100:00100000:2.0:1777047535.350212:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443127040 00000100:00100000:2.0:1777047535.350598:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4323 00000100:00100000:2.0:1777047535.350618:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3683:x1863365443126912:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047535.351104:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047535.351111:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047533 -> 1777047533 00002000:00010000:2.0:1777047535.351116:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047534 -> 1777047534 00002000:00010000:2.0:1777047535.351120:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00002000:00010000:2.0:1777047535.351374:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777047535.351475:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3683:x1863365443126912:12345-0@lo:2:osp-syn-1-0.0 Request processed in 861us (1690us total) trans 17179870505 rc 0/0 00000100:00100000:2.0:1777047535.351488:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4323 00000100:00100000:2.0:1777047535.351515:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4324 00000100:00100000:2.0:1777047535.351527:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3683:x1863365443126784:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047535.351658:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047535.351665:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047535.351669:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047535.351672:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047535.351676:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047535.351722:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3683:x1863365443126784:12345-0@lo:2:osp-syn-1-0.0 Request processed in 197us (1839us total) trans 17179870506 rc 0/0 00000100:00100000:2.0:1777047535.351733:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4324 00000100:00100000:2.0:1777047535.352047:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4325 00000100:00100000:2.0:1777047535.352060:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3685:x1863365443127168:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047535.352150:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb size from disk: 122390 -> 122390 00002000:00010000:2.0:1777047535.352155:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb mtime from disk: 1777047535 -> 1777047535 00002000:00010000:2.0:1777047535.352159:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:2.0:1777047535.352163:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00002000:00010000:2.0:1777047535.352168:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:2.0:1777047535.352220:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3685:x1863365443127168:12345-0@lo:2:osp-syn-1-0.0 Request processed in 162us (2263us total) trans 17179870507 rc 0/0 00000100:00100000:2.0:1777047535.352230:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4325 00000100:00100000:2.0:1777047535.352252:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4326 00000100:00100000:2.0:1777047535.352262:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3685:x1863365443127040:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047535.352344:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 122390 -> 122390 00002000:00010000:2.0:1777047535.352350:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047535 -> 1777047535 00002000:00010000:2.0:1777047535.352353:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:2.0:1777047535.352357:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00002000:00010000:2.0:1777047535.352361:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:2.0:1777047535.352438:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3685:x1863365443127040:12345-0@lo:2:osp-syn-1-0.0 Request processed in 175us (2408us total) trans 17179870508 rc 0/0 00000100:00100000:2.0:1777047535.352450:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4326 00000100:00100000:2.0:1777047535.352516:0:3685:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179870495 gen 2 00000004:00080000:2.0:1777047535.352523:0:3685:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179870483 committed transno 17179870495 00000100:00100000:1.0:1777047535.353609:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443127552:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047535.353662:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047535.353700:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047535.353711:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443127680:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047535.353747:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047535.353790:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443127552 00000100:00100000:1.0:1777047535.353797:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443127552 00000100:00100000:1.0:1777047535.353848:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443127680 00000100:00100000:1.0:1777047535.353853:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443127680 00000100:00100000:1.0:1777047535.353883:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4327 00000100:00100000:1.0:1777047535.353895:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3684:x1863365443127552:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047535.354017:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047535.354023:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047535 -> 1777047535 00002000:00010000:1.0:1777047535.354026:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047535.354030:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00002000:00010000:1.0:1777047535.354034:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047535.354092:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3684:x1863365443127552:12345-0@lo:2:osp-syn-0-0.0 Request processed in 197us (427us total) trans 21474837882 rc 0/0 00000100:00100000:1.0:1777047535.354103:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4327 00000100:00100000:1.0:1777047535.354130:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4328 00000100:00100000:1.0:1777047535.354141:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3684:x1863365443127680:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047535.354226:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047535.354231:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb mtime from disk: 1777047535 -> 1777047535 00002000:00010000:1.0:1777047535.354235:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:1.0:1777047535.354240:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00002000:00010000:1.0:1777047535.354243:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047535.354288:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3684:x1863365443127680:12345-0@lo:2:osp-syn-0-0.0 Request processed in 147us (537us total) trans 21474837883 rc 0/0 00000100:00100000:1.0:1777047535.354299:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4328 00000004:00080000:1.0:1777047535.354359:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644c6d500/2, rc 0, transno 21474837883 00000100:00100000:1.0:1777047535.354370:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443127680:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047535.354421:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644c6dc00/2, rc 0, transno 21474837882 00000100:00100000:1.0:1777047535.354429:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443127552:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047535.356723:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443127296:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047535.356776:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.356824:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047535.356835:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443127424:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047535.356872:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777047535.357426:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ab52 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357444:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ab52 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357457:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ab52 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357469:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047535.357476:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ab52 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357490:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ab52 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357513:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047535.357519:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047535.357526:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ab52 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357536:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ab52 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357615:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493ab6e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357626:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493ab6e lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357637:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493ab6e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357647:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047535.357651:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493ab6e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357685:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493ab6e lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357700:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047535.357704:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047535.357709:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493ab6e lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357718:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493ab6e lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357751:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493ab83 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357764:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493ab83 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357775:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493ab83 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357784:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047535.357790:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493ab83 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357800:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493ab83 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357815:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047535.357819:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047535.357824:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493ab83 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357835:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493ab83 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357853:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aba6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357864:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aba6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357873:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aba6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357881:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ede00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047535.357886:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aba6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357896:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aba6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357916:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047535.357920:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047535.357924:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aba6 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357933:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493aba6 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357954:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493abbb lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357964:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493abbb lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357973:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493abbb lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357981:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047535.357985:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493abbb lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.357994:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493abbb lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.358004:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047535.358008:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047535.358012:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493abbb lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.358021:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493abbb lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.358050:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493abd0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.358061:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493abd0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.358070:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493abd0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.358078:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047535.358082:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493abd0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.358092:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493abd0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.358104:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047535.358108:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047535.358112:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493abd0 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.358122:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493abd0 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.358447:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493abd7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.358459:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493abd7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.358468:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493abd7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.358477:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047535.358482:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493abd7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.358491:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493abd7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.358505:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047535.358509:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047535.358514:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493abd7 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.358525:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493abd7 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777047535.358588:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777047535.358596:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047535.358616:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443127296 00000100:00100000:3.0:1777047535.358625:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443127296 00000100:00100000:3.0:1777047535.358679:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443127424 00000100:00100000:3.0:1777047535.358685:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443127424 00000100:00100000:3.0:1777047535.358717:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4329 00000100:00100000:3.0:1777047535.358730:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3682:x1863365443127296:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047535.359205:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 122390 -> 122390 00002000:00010000:3.0:1777047535.359211:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047533 -> 1777047533 00002000:00010000:3.0:1777047535.359215:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047534 -> 1777047534 00002000:00010000:3.0:1777047535.359219:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00002000:00010000:3.0:1777047535.359222:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:3.0:1777047535.359292:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3682:x1863365443127296:12345-0@lo:2:osp-syn-0-0.0 Request processed in 562us (2514us total) trans 21474837884 rc 0/0 00000100:00100000:3.0:1777047535.359307:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4329 00000100:00100000:3.0:1777047535.359334:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4330 00000100:00100000:3.0:1777047535.359345:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e280700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3682:x1863365443127424:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047535.359470:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047535.359476:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047533 -> 1777047533 00002000:00010000:3.0:1777047535.359480:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047534 -> 1777047534 00002000:00010000:3.0:1777047535.359484:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00002000:00010000:3.0:1777047535.359487:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047535.359532:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e280700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3682:x1863365443127424:12345-0@lo:2:osp-syn-0-0.0 Request processed in 187us (2658us total) trans 21474837885 rc 0/0 00000100:00100000:3.0:1777047535.359543:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4330 00000004:00080000:3.0:1777047535.359636:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644c6ea00/2, rc 0, transno 21474837885 00000100:00100000:3.0:1777047535.359646:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443127424:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047535.359661:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644c6d180/2, rc 0, transno 21474837884 00000100:00100000:3.0:1777047535.359667:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443127296:0@lo:2:osp-syn-0-0.0 00000004:00010000:3.0:1777047535.359779:0:15374:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a14551dc reply state 0000000030508b15 transno 8589935294 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493abf3 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.359805:0:15374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493abf3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.359818:0:15374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047535.359822:0:15374:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1777047535.359826:0:15374:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777047535.359834:0:15374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047535.360442:0:15374:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047535.360456:0:15374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493aadb lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c4e expref: 24 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777047535.366419:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064eacad80, transno 17179870484 00010000:00080000:3.0:1777047535.366642:0:15374:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777047535.366692:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07430be050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57902:x1863365388206848:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 63837us (64907us total) trans 8589935294 rc 0/0 00000100:00100000:3.0:1777047535.366709:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2156 00000004:00080000:2.0:1777047535.369466:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644483480, transno 17179870485 00010000:00010000:0.0:1777047535.376139:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493abf3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.376164:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493abf3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.376177:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493abf3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.376187:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047535.376196:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493abf3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.376207:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493abf3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.376232:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047535.376237:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047535.376243:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493abf3 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.376253:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493abf3 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777047535.378714:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064eac8e00, transno 17179870486 00000004:00080000:2.0:1777047535.378725:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644483b80, transno 17179870487 00000004:00080000:2.0:1777047535.378729:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0745e45180, transno 17179870488 00000004:00080000:2.0:1777047535.378735:0:3685:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179870489 committed transno 17179870495 00000004:00080000:2.0:1777047535.378752:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0641c55500, transno 17179870491 00000004:00080000:2.0:1777047535.378756:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064eacdf80, transno 17179870492 00000004:00080000:2.0:1777047535.378760:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064eace680, transno 17179870493 00000004:00080000:2.0:1777047535.378764:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0641c54e00, transno 17179870494 00000004:00080000:2.0:1777047535.378768:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0642c05f80, transno 17179870495 00000100:00100000:2.0:1777047535.378785:0:3685:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9e0643057100 x1863365443127040/t17179870508(17179870508) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777047551 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1777047535.378806:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643057100/2, rc 0, transno 17179870508 00000100:00100000:2.0:1777047535.378813:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443127040:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047535.380311:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643055180/2, rc 0, transno 17179870506 00000100:00100000:3.0:1777047535.380323:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443126784:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047535.380392:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643056a00/2, rc 0, transno 17179870505 00000100:00100000:3.0:1777047535.380401:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443126912:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047535.385849:0:33234:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 4 in progress, 1 in flight, 8 done 00000004:00080000:2.0:1777047535.390181:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643055f80/2, rc 0, transno 17179870507 00000100:00100000:2.0:1777047535.390199:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443127168:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047535.394808:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047535.394898:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388207104 00000100:00100000:1.0:1777047535.394912:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388207104 00000100:00100000:1.0:1777047535.395062:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6412 00000100:00100000:1.0:1777047535.395080:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57902:x1863365388207104:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047535.395113:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047535.395143:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493abfa lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8cc5 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.395222:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493abfa lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cc5 expref: 24 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.395244:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493abfa lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cc5 expref: 24 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.395270:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047535.395276:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047535.395281:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821eda00, rc 0) 00000100:00100000:1.0:1777047535.395370:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57902:x1863365388207104:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 294us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047535.395382:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6412 00000100:00100000:1.0:1777047535.413476:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047535.413659:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388207360 00000100:00100000:2.0:1777047535.413673:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388207360 00000100:00100000:2.0:1777047535.413761:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2157 00000100:00100000:2.0:1777047535.413776:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57902:x1863365388207360:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047535.414428:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57902:x1863365388207360:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 653us (960us total) trans 8589935295 rc 0/0 00000100:00100000:2.0:1777047535.414441:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2157 00010000:00010000:3.0:1777047535.430703:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047535.488281:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047535.488467:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388207488 00000100:00100000:0.0:1777047535.488481:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388207488 00000100:00100000:0.0:1777047535.488576:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6413 00000100:00100000:0.0:1777047535.488591:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57903:x1863365388207488:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047535.488619:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047535.488650:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ac01 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ccc expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.488735:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493ac08 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.488754:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493ac08 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.488770:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493ac08 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.488787:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493ac0f lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.488797:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493ac0f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.488805:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493ac0f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.488898:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ac16 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.488912:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ac16 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.488922:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ac16 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047535.488973:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 122390 00000004:00200000:0.0:1777047535.488980:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047535.491623:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ac16 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.491653:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ac16 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.491669:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493ac08 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.491678:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493ac08 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.491686:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493ac08 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.491701:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493ac08 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.491711:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047535.491716:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493ac08 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.491726:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493ac08 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.491743:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e0752b09900) 00010000:00010000:0.0:1777047535.491747:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047535.491752:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493ac08 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.491761:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493ac08 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.491779:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493ac0f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.491787:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493ac0f lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.491795:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493ac0f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.491802:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047535.491806:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493ac0f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.491822:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493ac0f lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.491833:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0752b09b00) 00010000:00010000:0.0:1777047535.491837:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047535.491841:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493ac0f lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.491849:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493ac0f lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.491902:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ac01 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ccc expref: 27 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.491924:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ac16 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ccc expref: 26 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.491935:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047535.491957:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047535.491962:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388a00, rc 0) 00000100:00100000:0.0:1777047535.496099:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57903:x1863365388207488:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 7501us (7819us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047535.496398:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6413 00000100:00100000:3.0:1777047535.513602:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047535.513936:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388207744 00000100:00100000:1.0:1777047535.513949:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388207744 00000100:00100000:1.0:1777047535.514100:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6414 00000100:00100000:1.0:1777047535.514115:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57903:x1863365388207744:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047535.514140:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047535.514165:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493ac1d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8cd3 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.514305:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493ac24 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.514326:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493ac24 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.514341:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493ac24 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047535.514358:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 122390 00010000:00010000:1.0:1777047535.514542:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493ac1d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cd3 expref: 29 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.514598:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493ac24 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cd3 expref: 28 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.514611:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047535.514617:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1777047535.514622:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821edc00, rc 0) 00000100:00100000:2.0:1777047535.516032:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57903:x1863365388207744:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1915us (2436us total) trans 8589935296 rc 0/0 00000100:00100000:2.0:1777047535.516046:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6414 00000100:00100000:3.0:1777047535.525687:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047535.527242:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388208000 00000100:00100000:0.0:1777047535.527256:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388208000 00000100:00100000:0.0:1777047535.527340:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6415 00000100:00100000:0.0:1777047535.527355:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57903:x1863365388208000:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047535.527435:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047535.527460:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ac32 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8cda expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.527607:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493ac39 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.527628:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493ac39 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.527643:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493ac39 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047535.527660:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 122390 00010000:00010000:2.0:1777047535.527863:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ac32 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cda expref: 31 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.527888:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493ac39 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cda expref: 30 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.527900:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047535.527905:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047535.527910:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388600, rc 0) 00000100:00100000:2.0:1777047535.528262:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57903:x1863365388208000:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 908us (2583us total) trans 8589935297 rc 0/0 00000100:00100000:2.0:1777047535.528273:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6415 00000100:00100000:1.0:1777047535.719628:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047535.720701:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388208128 00000100:00100000:0.0:1777047535.720715:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388208128 00000100:00100000:0.0:1777047535.721202:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1504 00000100:00100000:0.0:1777047535.721218:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2432:x1863365388208128:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047535.721270:0:29062:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac47 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.721300:0:29062:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493abde lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cb0 expref: 30 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.721312:0:29062:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047535.721315:0:29062:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047535.721320:0:29062:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac47 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.721376:0:29062:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493abde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cb0 expref: 30 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.721398:0:29062:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493abde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cb0 expref: 30 pid: 8479 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047535.721417:0:29062:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e280380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:29062:1863365443127808:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047535.721597:0:29062:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047535.733211:0:29062:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e280380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:29062:1863365443127808:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047535.733245:0:29062:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac47 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047535.743378:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047535.745869:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388208256 00000100:00100000:2.0:1777047535.745885:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388208256 00010000:00010000:2.0:1777047535.745965:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493abde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cb0 expref: 31 pid: 8479 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047535.746037:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2180 00000100:00100000:2.0:1777047535.746052:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365388208256:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047535.746073:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047535.746099:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493abde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cb0 expref: 31 pid: 8479 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.746121:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493abde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cb0 expref: 31 pid: 8479 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.746458:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493abde lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cb0 expref: 31 pid: 8479 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.746496:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047535.746500:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047535.746507:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac47 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.746529:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac47 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.746600:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047535.746688:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2430:x1863365388208256:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 638us (3320us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047535.746701:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2180 00010000:00010000:0.0:1777047535.747194:0:29062:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac47 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.747210:0:29062:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac47 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.773216:0:29062:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac47 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.773246:0:29062:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac47 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.773261:0:29062:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.773274:0:29062:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047535.773281:0:29062:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.773294:0:29062:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.773336:0:29062:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac47 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.773350:0:29062:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac47 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047535.773572:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2432:x1863365388208128:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 52329us (53924us total) trans 0 rc 122390/122390 00000100:00100000:0.0:1777047535.773589:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1504 00000100:00100000:1.0:1777047535.801791:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047535.803449:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388208384 00000100:00100000:0.0:1777047535.803462:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388208384 00000100:00100000:0.0:1777047535.803602:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1505 00000100:00100000:0.0:1777047535.803619:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2432:x1863365388208384:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047535.803745:0:24562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac4e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.803778:0:24562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d72493ab59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c78 expref: 25 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.803803:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047535.803807:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047535.803812:0:24562:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac4e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.803882:0:24562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d72493ab59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c78 expref: 25 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.803907:0:24562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d72493ab59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c78 expref: 25 pid: 28387 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047535.803930:0:24562:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e280380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:24562:1863365443127936:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047535.804046:0:24562:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047535.820470:0:24562:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e280380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:24562:1863365443127936:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047535.820512:0:24562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac4e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047535.833736:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047535.833912:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388208512 00000100:00100000:0.0:1777047535.833926:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388208512 00010000:00010000:0.0:1777047535.833983:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d72493ab59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c78 expref: 26 pid: 28387 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047535.834074:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2181 00000100:00100000:0.0:1777047535.834090:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2430:x1863365388208512:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047535.834118:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047535.834150:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d72493ab59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c78 expref: 26 pid: 28387 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.834173:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d72493ab59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c78 expref: 26 pid: 28387 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.834206:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d72493ab59 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c78 expref: 26 pid: 28387 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.834232:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047535.834235:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047535.834242:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac4e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.834258:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac4e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.834313:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047535.834447:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365388208512:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 359us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047535.834460:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2181 00010000:00010000:1.0:1777047535.835701:0:24562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac4e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.835740:0:24562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac4e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.860997:0:24562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac4e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.861025:0:24562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac4e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.861041:0:24562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.861077:0:24562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047535.861086:0:24562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.861102:0:24562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.861131:0:24562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac4e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.861155:0:24562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ac4e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047535.861326:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2432:x1863365388208384:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 57689us (59522us total) trans 0 rc 122390/122390 00000100:00100000:2.0:1777047535.861346:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1505 00000100:00100000:1.0:1777047535.880142:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047535.880254:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388208640 00000100:00100000:2.0:1777047535.880268:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388208640 00000100:00100000:2.0:1777047535.880433:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1506 00000100:00100000:2.0:1777047535.880459:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365388208640:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047535.880508:0:8484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000988b132f/0x5ecf73d72493ac55 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.880562:0:8484:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d72493ab8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c8d expref: 24 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.880578:0:8484:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047535.880581:0:8484:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047535.880586:0:8484:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000988b132f/0x5ecf73d72493ac55 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.880634:0:8484:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d72493ab8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c8d expref: 24 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.880657:0:8484:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d72493ab8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c8d expref: 24 pid: 36216 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047535.880714:0:8484:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c57800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8484:1863365443128064:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047535.880830:0:8484:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a000 going to sleep for 11 seconds 00000100:00100000:2.0:1777047535.891595:0:8484:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c57800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8484:1863365443128064:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047535.891635:0:8484:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000988b132f/0x5ecf73d72493ac55 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047535.898165:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047535.900109:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388208768 00000100:00100000:3.0:1777047535.900124:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388208768 00010000:00010000:3.0:1777047535.900397:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d72493ab8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c8d expref: 25 pid: 36216 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047535.900836:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2182 00000100:00100000:3.0:1777047535.900857:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2429:x1863365388208768:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047535.900880:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047535.900910:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d72493ab8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c8d expref: 25 pid: 36216 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.900934:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d72493ab8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c8d expref: 25 pid: 36216 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.900967:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d72493ab8a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c8d expref: 25 pid: 36216 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.900991:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047535.900995:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047535.901002:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000988b132f/0x5ecf73d72493ac55 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.901016:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000988b132f/0x5ecf73d72493ac55 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.901071:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047535.901179:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365388208768:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 328us (3084us total) trans 0 rc 0/0 00010000:00010000:1.0:1777047535.901594:0:8484:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000988b132f/0x5ecf73d72493ac55 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.901611:0:8484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000988b132f/0x5ecf73d72493ac55 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047535.902133:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2182 00010000:00010000:1.0:1777047535.921694:0:8484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000988b132f/0x5ecf73d72493ac55 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.921722:0:8484:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000988b132f/0x5ecf73d72493ac55 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.921737:0:8484:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000988b132f/0x5ecf73d72493ac55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.921757:0:8484:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047535.921764:0:8484:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000988b132f/0x5ecf73d72493ac55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.921778:0:8484:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000988b132f/0x5ecf73d72493ac55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.921803:0:8484:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000988b132f/0x5ecf73d72493ac55 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.921814:0:8484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000988b132f/0x5ecf73d72493ac55 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047535.921944:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388208640:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 41492us (41807us total) trans 0 rc 122390/122390 00000100:00100000:1.0:1777047535.921959:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1506 00000100:00100000:2.0:1777047535.941564:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443128192:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777047535.941646:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047535.941732:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443128192 00000100:00100000:2.0:1777047535.941742:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443128192 00000100:00100000:2.0:1777047535.941817:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2518 00000100:00100000:2.0:1777047535.941830:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443128192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777047535.941872:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484909760 pending 0 free 3919142912 avail 3687620608 00000100:00100000:2.0:1777047535.941951:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443128192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047535.941982:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2518 00000100:00100000:1.0:1777047535.942082:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443128192:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1777047535.944454:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047535.976058:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047535.976308:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388208896 00000100:00100000:2.0:1777047535.976321:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388208896 00000100:00100000:2.0:1777047535.976590:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 434 00000100:00100000:2.0:1777047535.976604:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57903:x1863365388208896:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:2.0:1777047535.976626:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047535.976661:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493ac39 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cda expref: 30 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.976700:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047535.976708:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047535.976812:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57903:x1863365388208896:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 209us (763us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047535.976825:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 434 00000100:00100000:0.0:1777047536.010202:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047536.011512:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388209152 00000100:00100000:3.0:1777047536.011526:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388209152 00000100:00100000:3.0:1777047536.011735:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2158 00000100:00100000:3.0:1777047536.011752:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e280380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57903:x1863365388209152:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047536.013519:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e280380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57903:x1863365388209152:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1765us (3323us total) trans 8589935298 rc 0/0 00000100:00100000:3.0:1777047536.013534:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2158 00000100:00100000:1.0:1777047536.047958:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047536.048107:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388209408 00000100:00100000:0.0:1777047536.048121:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388209408 00000100:00100000:0.0:1777047536.048205:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6416 00000100:00100000:0.0:1777047536.048221:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57853:x1863365388209408:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047536.048252:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047536.048280:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ac5c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ce1 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.048495:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493ac63 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.048519:0:6589:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ac16 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ccc expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.048560:0:6589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493ac63 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.048607:0:6589:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ac16 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ccc expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.048630:0:6589:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ac16 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ccc expref: 31 pid: 12913 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047536.048651:0:6589:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e281880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6589:1863365443128320:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047536.048759:0:6589:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08300 going to sleep for 11 seconds 00000100:00100000:0.0:1777047536.063608:0:6589:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e281880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6589:1863365443128320:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047536.063661:0:6589:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493ac63 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047536.071638:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047536.080881:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388209536 00000100:00100000:2.0:1777047536.080900:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388209536 00010000:00010000:2.0:1777047536.081052:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ac16 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ccc expref: 32 pid: 12913 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047536.081128:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2183 00000100:00100000:2.0:1777047536.081147:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2429:x1863365388209536:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047536.081481:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047536.081493:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ac16 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ccc expref: 32 pid: 12913 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.081525:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ac16 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ccc expref: 32 pid: 12913 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.081578:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ac16 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ccc expref: 32 pid: 12913 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.081601:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047536.081608:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493ac63 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.081630:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493ac63 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.081642:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493ac63 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.081673:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047536.081747:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2429:x1863365388209536:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 605us (10120us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047536.081759:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2183 00010000:00010000:0.0:1777047536.082251:0:6589:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493ac63 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.082268:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493ac63 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047536.082305:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 122390 00010000:00010000:0.0:1777047536.082505:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ac5c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ce1 expref: 32 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.082531:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493ac63 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ce1 expref: 31 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.082573:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047536.082578:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777047536.082582:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388000, rc 0) 00000100:00100000:0.0:1777047536.082643:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388209408:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 34425us (34696us total) trans 8589935299 rc 0/0 00000100:00100000:0.0:1777047536.082655:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6416 00000100:00100000:1.0:1777047536.105371:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047536.106754:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388209664 00000100:00100000:3.0:1777047536.106769:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388209664 00000100:00100000:3.0:1777047536.106885:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6417 00000100:00100000:3.0:1777047536.106904:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388209664:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047536.106938:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047536.106967:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777affe00/0x5ecf73d72493ac71 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ce8 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.107096:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493ac78 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.107120:0:6588:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493ac63 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ce1 expref: 32 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.107137:0:6588:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493ac78 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.107187:0:6588:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493ac63 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ce1 expref: 32 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.107212:0:6588:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493ac63 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ce1 expref: 32 pid: 6589 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047536.107236:0:6588:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e00aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443128448:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047536.107365:0:6588:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064217c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047536.121651:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047536.121872:0:6588:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e00aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443128448:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047536.121923:0:6588:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493ac78 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047536.121986:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388209792 00000100:00100000:0.0:1777047536.122001:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388209792 00010000:00010000:0.0:1777047536.122061:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493ac63 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ce1 expref: 33 pid: 6589 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047536.122132:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2184 00000100:00100000:0.0:1777047536.122150:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0782043c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:2429:x1863365388209792:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047536.122174:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047536.122186:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493ac63 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ce1 expref: 33 pid: 6589 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.122210:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493ac63 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ce1 expref: 33 pid: 6589 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.122256:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493ac63 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ce1 expref: 33 pid: 6589 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.122281:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047536.122291:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493ac78 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.122308:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493ac78 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.122322:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493ac78 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.122371:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047536.122525:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0782043c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2429:x1863365388209792:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 377us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047536.122575:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2184 00010000:00010000:3.0:1777047536.126360:0:6588:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493ac78 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.126434:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493ac78 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047536.126510:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 122390 00000004:00200000:3.0:1777047536.126518:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047536.126580:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493ac78 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.126636:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777affe00/0x5ecf73d72493ac71 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ce8 expref: 32 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.126665:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493ac78 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ce8 expref: 31 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.126679:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047536.126684:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047536.126689:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777afec00, rc 0) 00000100:00100000:3.0:1777047536.126781:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388209664:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 19879us (21420us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047536.126817:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6417 00000100:00100000:3.0:1777047536.139055:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047536.139568:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388209920 00000100:00100000:1.0:1777047536.139583:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388209920 00000100:00100000:1.0:1777047536.139776:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4331 00000100:00100000:1.0:1777047536.139794:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2429:x1863365388209920:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047536.139826:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047536.139855:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493ac7f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8cef expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047536.139891:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 122390, mtime: 0x69eb97ed, atime: 0x69eb97ee, ctime: 0x69eb97ef, blocks: 0x58 00010000:00010000:1.0:1777047536.139915:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047536.139918:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047536.139932:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493ac7f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cef expref: 30 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.139958:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493ac7f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cef expref: 30 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.139978:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ec600, rc 0) 00000100:00100000:1.0:1777047536.140071:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2429:x1863365388209920:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 282us (1029us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047536.140084:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4331 00000100:00100000:0.0:1777047536.153111:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047536.153236:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388210176 00000100:00100000:1.0:1777047536.153251:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388210176 00000100:00100000:1.0:1777047536.153341:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6418 00000100:00100000:1.0:1777047536.153357:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388210176:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:1.0:1777047536.153519:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047536.153581:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493ac78 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ce8 expref: 31 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.153605:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047536.153611:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047536.153837:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493ac86 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.153862:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493ac86 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.153879:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493ac86 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047536.153998:0:9025:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935300 00000004:00010000:1.0:1777047536.154036:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a339c357 reply state 000000002a5ea6f1 transno 8589935301 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493ac86 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.154054:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493ac86 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.154067:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047536.154073:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047536.154078:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047536.154212:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57853:x1863365388210176:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 855us (1110us total) trans 8589935301 rc 0/0 00000100:00100000:1.0:1777047536.154225:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6418 00000020:00080000:1.0:1777047536.154574:0:9025:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047536.162294:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047536.173326:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388210432 00000100:00100000:0.0:1777047536.173347:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388210432 00000100:00100000:0.0:1777047536.173481:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2159 00000100:00100000:0.0:1777047536.173502:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57853:x1863365388210432:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:0.0:1777047536.179019:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57853:x1863365388210432:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 5510us (16724us total) trans 8589935302 rc 0/0 00000100:00100000:0.0:1777047536.179040:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2159 00000100:00100000:3.0:1777047536.204198:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047536.207283:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388210688 00000100:00100000:2.0:1777047536.207305:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388210688 00000100:00100000:2.0:1777047536.207496:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6419 00000100:00100000:2.0:1777047536.207521:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57853:x1863365388210688:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047536.207618:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047536.207624:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1777047536.207697:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493ac24 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cd3 expref: 34 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.207751:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493abfa lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cc5 expref: 33 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.207775:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047536.207783:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047536.207811:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493ac8d lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8cf6 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.207905:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493ac94 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.207966:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493ac94 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.207988:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493ac94 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777047536.208385:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].124, 88 off18864 00000004:00080000:2.0:1777047536.208405:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4164845020447ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047536.208575:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].125, 88 off18952 00000004:00080000:2.0:1777047536.208598:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4164845214404ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047536.208676:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].126, 88 off19040 00000004:00080000:2.0:1777047536.208688:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4164845304217ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047536.208720:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].125, 88 off18952 00000004:00080000:2.0:1777047536.208730:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4164845346780ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047536.208759:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].127, 88 off19128 00000004:00080000:2.0:1777047536.208770:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4164845384790ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047536.208801:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].126, 88 off19040 00000004:00080000:2.0:1777047536.208812:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4164845428467ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047536.208844:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].128, 88 off19216 00000004:00080000:2.0:1777047536.208852:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4164845468311ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047536.208903:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].127, 88 off19128 00000004:00080000:2.0:1777047536.208913:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4164845528661ns, next at 4161903486201ns, rc = 0 00000001:00080000:0.0:1777047536.229744:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935303 is committed 00000004:00080000:0.0:1777047536.229772:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 127 committed 00000004:00080000:0.0:1777047536.230190:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 129 committed 00000004:00080000:0.0:1777047536.230235:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 126 committed 00000004:00080000:0.0:1777047536.230241:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 128 committed 00000004:00080000:0.0:1777047536.230245:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 125 committed 00000004:00080000:0.0:1777047536.230249:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 127 committed 00000004:00080000:0.0:1777047536.230262:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 126 committed 00000004:00080000:0.0:1777047536.230266:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 124 committed 00000100:00100000:1.0:1777047536.233213:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443128960:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047536.233335:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047536.233401:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777047536.233423:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645689c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443128576:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047536.233523:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047536.233643:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443128704:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047536.233712:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047536.233754:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047536.233765:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645688380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443128832:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047536.233817:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047536.233890:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443128960 00000100:00100000:1.0:1777047536.233901:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443128960 00000100:00100000:1.0:1777047536.234001:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443128576 00000100:00100000:1.0:1777047536.234007:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443128576 00000100:00100000:1.0:1777047536.234050:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443128704 00000100:00100000:1.0:1777047536.234055:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443128704 00000100:00100000:2.0:1777047536.236468:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443129216:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047536.236591:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047536.236706:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443129088:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047536.243201:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777047536.243224:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443129344:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047536.243330:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047536.244341:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443128832 00000100:00100000:1.0:1777047536.244353:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443128832 00000100:00100000:1.0:1777047536.244517:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443129216 00000100:00100000:1.0:1777047536.244562:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443129216 00000100:00100000:1.0:1777047536.244621:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4332 00000100:00100000:1.0:1777047536.244637:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3682:x1863365443128960:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047536.245372:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047536.245381:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb mtime from disk: 1777047535 -> 1777047535 00002000:00010000:1.0:1777047536.245386:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:1.0:1777047536.245391:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00002000:00010000:1.0:1777047536.245396:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047536.245598:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3682:x1863365443128960:12345-0@lo:2:osp-syn-0-0.0 Request processed in 961us (12270us total) trans 21474837886 rc 0/0 00000100:00100000:1.0:1777047536.245625:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4332 00000100:00100000:1.0:1777047536.245670:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4333 00000100:00100000:1.0:1777047536.245684:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3682:x1863365443128576:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047536.245823:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 122390 -> 122390 00002000:00010000:1.0:1777047536.245830:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047533 -> 1777047533 00002000:00010000:1.0:1777047536.245835:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047534 -> 1777047534 00002000:00010000:1.0:1777047536.245840:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00002000:00010000:1.0:1777047536.245845:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:1.0:1777047536.245919:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3682:x1863365443128576:12345-0@lo:2:osp-syn-0-0.0 Request processed in 237us (12394us total) trans 21474837887 rc 0/0 00000100:00100000:1.0:1777047536.245934:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4333 00000100:00100000:1.0:1777047536.245972:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4334 00000100:00100000:1.0:1777047536.245994:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3684:x1863365443128704:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047536.246120:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047536.246126:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047533 -> 1777047533 00002000:00010000:1.0:1777047536.246131:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047534 -> 1777047534 00002000:00010000:1.0:1777047536.246136:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00002000:00010000:1.0:1777047536.246141:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047536.249364:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3684:x1863365443128704:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3364us (15644us total) trans 21474837888 rc 0/0 00000100:00100000:1.0:1777047536.249380:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4334 00000100:00100000:1.0:1777047536.249461:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4335 00000100:00100000:1.0:1777047536.249514:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3684:x1863365443128832:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047536.250415:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047536.250423:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047535 -> 1777047535 00002000:00010000:1.0:1777047536.250427:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047536.250442:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00002000:00010000:1.0:1777047536.250447:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047536.252490:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4336 00000100:00100000:3.0:1777047536.252524:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443129216:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047536.252761:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047536.252769:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047533 -> 1777047533 00002000:00010000:3.0:1777047536.252776:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047534 -> 1777047534 00002000:00010000:3.0:1777047536.253179:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00002000:00010000:3.0:1777047536.253185:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777047536.258069:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3684:x1863365443129216:12345-0@lo:2:osp-syn-1-0.0 Request processed in 5546us (21470us total) trans 17179870509 rc 0/0 00000100:00100000:3.0:1777047536.258099:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4336 00000100:00100000:3.0:1777047536.258148:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443129344 00000100:00100000:3.0:1777047536.258170:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443129344 00000100:00100000:3.0:1777047536.258225:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4337 00000100:00100000:3.0:1777047536.258237:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3684:x1863365443129344:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047536.258463:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3684:x1863365443129344:12345-0@lo:2:osp-syn-1-0.0 Request processed in 216us (15131us total) trans 17179870510 rc 0/0 00000100:00100000:3.0:1777047536.258477:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4337 00010000:00010000:3.0:1777047536.258644:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493ac86 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.258676:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493ac86 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.258693:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493ac86 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.258717:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047536.258726:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493ac86 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.259176:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493ac86 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.259213:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047536.259220:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047536.259231:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493ac86 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.259255:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493ac86 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047536.259788:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3684:x1863365443128832:12345-0@lo:2:osp-syn-0-0.0 Request processed in 10310us (25965us total) trans 21474837889 rc 0/0 00000100:00100000:1.0:1777047536.259816:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4335 00000100:00100000:1.0:1777047536.259936:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443129472:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047536.261679:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0641c56300/2, rc 0, transno 17179870510 00000100:00100000:2.0:1777047536.261695:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443129344:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047536.261733:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0641c57100/2, rc 0, transno 17179870509 00000100:00100000:2.0:1777047536.262227:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443129216:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047536.262267:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645688380/2, rc 0, transno 21474837889 00000100:00100000:2.0:1777047536.262275:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645688380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443128832:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047536.262301:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064568ad80/2, rc 0, transno 21474837888 00000100:00100000:2.0:1777047536.262307:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443128704:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047536.262355:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047536.262483:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443129088 00000100:00100000:2.0:1777047536.262501:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443129088 00000100:00100000:2.0:1777047536.262611:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4338 00000100:00100000:2.0:1777047536.262636:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3683:x1863365443129088:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047536.263275:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047536.263293:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047536.263298:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047536.263303:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047536.263308:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047536.263462:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3683:x1863365443129088:12345-0@lo:2:osp-syn-1-0.0 Request processed in 818us (1094us total) trans 17179870511 rc 0/0 00000100:00100000:2.0:1777047536.263477:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4338 00000004:00080000:2.0:1777047536.263597:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0641c56a00/2, rc 0, transno 17179870511 00000100:00100000:2.0:1777047536.263606:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443129088:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1777047536.263718:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493ac94 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cf6 expref: 25 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.263740:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047536.263756:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777047536.263778:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493ac8d lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cf6 expref: 25 pid: 12913 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.264338:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493ac94 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cf6 expref: 24 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.264392:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047536.264397:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777047536.264402:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167e00, rc 0) 00000100:00100000:1.0:1777047536.265442:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047536.265582:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645689c00/2, rc 0, transno 21474837887 00000100:00100000:1.0:1777047536.265603:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645689c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443128576:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047536.265622:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645688e00/2, rc 0, transno 21474837886 00000100:00100000:1.0:1777047536.265639:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443128960:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047536.265928:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443129472 00000100:00100000:0.0:1777047536.265940:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443129472 00000100:00100000:1.0:1777047536.266792:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4339 00000100:00100000:1.0:1777047536.266817:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3682:x1863365443129472:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047536.267058:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3682:x1863365443129472:12345-0@lo:2:osp-syn-1-0.0 Request processed in 231us (1607us total) trans 17179870512 rc 0/0 00000100:00100000:1.0:1777047536.267071:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4339 00000004:00080000:1.0:1777047536.267617:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0641c54700/2, rc 0, transno 17179870512 00000100:00100000:1.0:1777047536.267626:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443129472:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047536.286352:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365388210688:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 66954us (70284us total) trans 8589935303 rc 0/0 00000100:00100000:2.0:1777047536.286428:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6419 00000100:00100000:2.0:1777047536.324099:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047536.324710:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388210816 00000100:00100000:1.0:1777047536.324748:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388210816 00000100:00100000:1.0:1777047536.324860:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4340 00000100:00100000:1.0:1777047536.324880:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57853:x1863365388210816:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047536.324914:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047536.324947:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493ac9b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8cfd expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.325003:0:36216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493ac7f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cef expref: 31 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.325027:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047536.325032:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047536.325040:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493ac9b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cfd expref: 31 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.325107:0:36216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493ac7f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cef expref: 31 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.325135:0:36216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493ac7f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cef expref: 31 pid: 28387 timeout: 4264 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047536.325168:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:36216:1863365443129600:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047536.326369:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a896c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047536.347669:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047536.347851:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:36216:1863365443129600:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047536.347903:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493ac9b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cfd expref: 31 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.347940:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ede00, rc 0) 00000100:00100000:1.0:1777047536.348043:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388210816:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 23167us (23959us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047536.348061:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4340 00000100:00100000:2.0:1777047536.349575:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388210944 00000100:00100000:2.0:1777047536.349590:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388210944 00010000:00010000:2.0:1777047536.349921:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493ac7f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cef expref: 31 pid: 28387 timeout: 4264 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047536.350682:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2185 00000100:00100000:2.0:1777047536.350704:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365388210944:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047536.350735:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047536.350767:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493ac7f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cef expref: 31 pid: 28387 timeout: 4264 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.350794:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493ac7f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cef expref: 31 pid: 28387 timeout: 4264 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.350833:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493ac7f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cef expref: 31 pid: 28387 timeout: 4264 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.350862:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047536.350867:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047536.350880:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493ac9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cfd expref: 30 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.350902:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493ac9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cfd expref: 30 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.350962:0:6573:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493ac9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cfd expref: 30 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047536.350988:0:6573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365443129728:192.168.201.54@tcp:105: 00000100:00100000:2.0:1777047536.351190:0:6573:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a900 going to sleep for 11 seconds 00000100:00100000:1.0:1777047536.358668:0:6573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365443129728:192.168.201.54@tcp:105: 00010000:00010000:1.0:1777047536.358709:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047536.358801:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2430:x1863365388210944:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 8100us (13161us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047536.358819:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2185 00000100:00100000:3.0:1777047536.365661:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047536.365729:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047536.365802:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047536.370382:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388211072 00000100:00100000:2.0:1777047536.370400:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388211072 00002000:00010000:2.0:1777047536.370470:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (172005->18446744073709551615) 00002000:00100000:2.0:1777047536.370480:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e00b800 with x1863365388211072 ext(172005->18446744073709551615) 00002000:00010000:2.0:1777047536.370498:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e00b800. 00000100:00100000:2.0:1777047536.370567:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388211328 00000100:00100000:2.0:1777047536.370575:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388211328 00002000:00010000:2.0:1777047536.370602:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047536.370608:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e00ad80 with x1863365388211328 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047536.370617:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e00ad80. 00000100:00100000:2.0:1777047536.370646:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388211200 00000100:00100000:2.0:1777047536.370652:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388211200 00002000:00010000:2.0:1777047536.370675:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047536.370681:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e00a300 with x1863365388211200 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047536.370692:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e00a300. 00000100:00100000:2.0:1777047536.371024:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1507 00000100:00100000:2.0:1777047536.371048:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2431:x1863365388211072:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047536.371464:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 122390 -> 172005 00002000:00010000:2.0:1777047536.371472:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047533 -> 1777047536 00002000:00010000:2.0:1777047536.371477:0:24566:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047534 -> 1777047534 00002000:00010000:2.0:1777047536.371482:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047535 -> 1777047536 00002000:00010000:2.0:1777047536.371487:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:2.0:1777047536.371612:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2431:x1863365388211072:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 568us (5960us total) trans 21474837890 rc 0/0 00000100:00100000:2.0:1777047536.371628:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1507 00002000:00010000:2.0:1777047536.371635:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (172005->18446744073709551615) 00002000:00100000:2.0:1777047536.371641:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e00b800 with x1863365388211072 ext(172005->18446744073709551615) 00002000:00010000:2.0:1777047536.371649:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e00b800. 00000100:00100000:2.0:1777047536.371684:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1508 00000100:00100000:2.0:1777047536.371699:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2431:x1863365388211328:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047536.371805:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047536.371812:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047533 -> 1777047536 00002000:00010000:2.0:1777047536.371816:0:24566:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047534 -> 1777047534 00002000:00010000:2.0:1777047536.371820:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047535 -> 1777047536 00002000:00010000:2.0:1777047536.371824:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047536.371867:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2431:x1863365388211328:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 169us (6136us total) trans 21474837891 rc 0/0 00000100:00100000:2.0:1777047536.371880:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1508 00002000:00010000:2.0:1777047536.371885:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047536.371890:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e00ad80 with x1863365388211328 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047536.371898:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e00ad80. 00000100:00100000:2.0:1777047536.371922:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1509 00000100:00100000:2.0:1777047536.371937:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2431:x1863365388211200:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047536.372054:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047536.372060:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047533 -> 1777047536 00002000:00010000:2.0:1777047536.372065:0:24566:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047534 -> 1777047534 00002000:00010000:2.0:1777047536.372069:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047535 -> 1777047536 00002000:00010000:2.0:1777047536.372073:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777047536.372115:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2431:x1863365388211200:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 180us (6312us total) trans 17179870513 rc 0/0 00000100:00100000:2.0:1777047536.372128:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1509 00002000:00010000:2.0:1777047536.372133:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047536.372138:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e00a300 with x1863365388211200 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047536.372147:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e00a300. 00000100:00100000:3.0:1777047536.401555:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047536.402610:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388211456 00000100:00100000:0.0:1777047536.402626:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388211456 00002000:00100000:0.0:1777047536.402723:0:8486:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x8a:0x0] (122880->126975) req@ffff9e076e00b100 x1863365388211456/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:272/0 lens 488/0 e 0 to 0 dl 1777047547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047536.402743:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e00b100 with x1863365388211456 ext(122880->126975) 00002000:00010000:0.0:1777047536.402752:0:8486:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e00b100 00000100:00100000:0.0:1777047536.402894:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1510 00000100:00100000:0.0:1777047536.402913:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2429:x1863365388211456:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:0.0:1777047536.403201:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2429:x1863365388211456:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 288us (1681us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777047536.403216:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1510 00002000:00100000:0.0:1777047536.403228:0:8486:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x8a:0x0] (122880->126975) req@ffff9e076e00b100 x1863365388211456/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:272/0 lens 488/4536 e 0 to 0 dl 1777047547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047536.403244:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e00b100 with x1863365388211456 ext(122880->126975) 00002000:00010000:0.0:1777047536.403250:0:8486:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e00b100 00000100:00100000:2.0:1777047536.425763:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047536.425921:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388211584 00000100:00100000:1.0:1777047536.425936:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388211584 00002000:00100000:1.0:1777047536.426007:0:29061:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x8a:0x0] (126976->131071) req@ffff9e0641c54e00 x1863365388211584/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:272/0 lens 488/0 e 0 to 0 dl 1777047547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047536.426027:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c54e00 with x1863365388211584 ext(126976->131071) 00002000:00010000:1.0:1777047536.426036:0:29061:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c54e00 00000100:00100000:1.0:1777047536.426086:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1511 00000100:00100000:1.0:1777047536.426105:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2430:x1863365388211584:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:1.0:1777047536.426453:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2430:x1863365388211584:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 350us (699us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777047536.426469:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1511 00002000:00100000:1.0:1777047536.426483:0:29061:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x8a:0x0] (126976->131071) req@ffff9e0641c54e00 x1863365388211584/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:272/0 lens 488/4536 e 0 to 0 dl 1777047547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047536.426503:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c54e00 with x1863365388211584 ext(126976->131071) 00002000:00010000:1.0:1777047536.426512:0:29061:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c54e00 00000100:00100000:0.0:1777047536.451169:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047536.451213:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443129856:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777047536.451306:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777047536.451408:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047536.451553:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047536.451705:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388211712 00000100:00100000:0.0:1777047536.451717:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388211712 00002000:00100000:0.0:1777047536.451780:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x8a:0x0] (102400->167935) req@ffff9e064568b100 x1863365388211712/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:272/0 lens 504/0 e 0 to 0 dl 1777047547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047536.451799:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064568b100 with x1863365388211712 ext(102400->167935) 00002000:00010000:0.0:1777047536.451809:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064568b100 00000100:00100000:0.0:1777047536.451861:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1512 00000100:00100000:0.0:1777047536.451878:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2430:x1863365388211712:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:3.0:1777047536.452682:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443129856 00000100:00100000:3.0:1777047536.452691:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443129856 00000100:00100000:3.0:1777047536.452761:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3409 00000100:00100000:3.0:1777047536.452775:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443129856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777047536.452813:0:6593:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446096896 avail 1299857408 00000100:00100000:3.0:1777047536.452910:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443129856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 137us (1604us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047536.452923:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3409 00000100:00100000:1.0:1777047536.456025:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443129856:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777047536.477292:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2430:x1863365388211712:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 25404us (25754us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1777047536.477311:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1512 00002000:00100000:0.0:1777047536.477330:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x8a:0x0] (102400->167935) req@ffff9e064568b100 x1863365388211712/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:272/0 lens 504/440 e 0 to 0 dl 1777047547 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047536.477348:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064568b100 with x1863365388211712 ext(102400->167935) 00002000:00010000:0.0:1777047536.477357:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064568b100 00000100:00100000:2.0:1777047536.514193:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047536.523274:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388211840 00000100:00100000:0.0:1777047536.523298:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388211840 00002000:00100000:0.0:1777047536.523384:0:29062:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x8a:0x0] (167936->172031) req@ffff9e064e8f8700 x1863365388211840/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:272/0 lens 488/0 e 0 to 0 dl 1777047547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047536.523403:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064e8f8700 with x1863365388211840 ext(167936->172031) 00002000:00010000:0.0:1777047536.523412:0:29062:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064e8f8700 00000100:00100000:0.0:1777047536.527725:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1513 00000100:00100000:1.0:1777047536.529584:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2429:x1863365388211840:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:1.0:1777047536.529903:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2429:x1863365388211840:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 2155us (15718us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777047536.538038:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1513 00002000:00100000:1.0:1777047536.538066:0:29062:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x8a:0x0] (167936->172031) req@ffff9e064e8f8700 x1863365388211840/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:272/0 lens 488/4536 e 0 to 0 dl 1777047547 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047536.538098:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064e8f8700 with x1863365388211840 ext(167936->172031) 00002000:00010000:1.0:1777047536.538109:0:29062:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064e8f8700 00000100:00100000:2.0:1777047536.558285:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047536.560305:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388211968 00000100:00100000:1.0:1777047536.560320:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388211968 00002000:00100000:1.0:1777047536.560462:0:24562:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x8a:0x0] (122880->172004) req@ffff9e064e8f9500 x1863365388211968/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:272/0 lens 488/0 e 0 to 0 dl 1777047547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047536.560482:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064e8f9500 with x1863365388211968 ext(122880->172004) 00002000:00010000:1.0:1777047536.560493:0:24562:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064e8f9500 00000100:00100000:1.0:1777047536.560577:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1514 00000100:00100000:1.0:1777047536.560596:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2431:x1863365388211968:12345-192.168.201.54@tcp:4:lfs.0 00000100:00100000:2.0:1777047536.579715:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:2431:x1863365388211968:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 19112us (21432us total) trans 21474837892 rc 0/0 00000100:00100000:2.0:1777047536.579736:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1514 00002000:00100000:2.0:1777047536.579754:0:24562:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x8a:0x0] (122880->172004) req@ffff9e064e8f9500 x1863365388211968/t21474837892(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:272/0 lens 488/448 e 0 to 0 dl 1777047547 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047536.579772:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064e8f9500 with x1863365388211968 ext(122880->172004) 00002000:00010000:2.0:1777047536.579782:0:24562:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064e8f9500 00000100:00100000:2.0:1777047536.598556:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047536.599004:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388212096 00000100:00100000:1.0:1777047536.599019:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388212096 00000100:00100000:1.0:1777047536.599232:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4341 00000100:00100000:1.0:1777047536.599582:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:2431:x1863365388212096:12345-192.168.201.54@tcp:16:fsx.0 00000001:00080000:0.0:1777047536.630674:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837892 is committed 00000001:00080000:0.0:1777047536.630708:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837889 is committed 00000100:00100000:2.0:1777047536.631004:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365388212096:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 31750us (32482us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047536.631023:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4341 00000100:00100000:1.0:1777047536.649807:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047536.650099:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388212224 00000100:00100000:2.0:1777047536.650114:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388212224 00000100:00100000:2.0:1777047536.650207:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6420 00000100:00100000:2.0:1777047536.650224:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365388212224:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047536.650255:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047536.650284:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aca2 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8d04 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.650513:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493aca9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.650561:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493aca9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.650587:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493aca9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047536.650632:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 172007 00000004:00200000:2.0:1777047536.650639:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047536.650668:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493aca9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.650720:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493aca2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d04 expref: 26 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.651039:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493aca9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d04 expref: 25 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.651063:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047536.651068:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047536.651074:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167200, rc 0) 00000100:00100000:2.0:1777047536.651169:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388212224:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 948us (1373us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047536.651182:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6420 00000100:00100000:0.0:1777047536.701165:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047536.701460:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388212352 00000100:00100000:1.0:1777047536.701476:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388212352 00000100:00100000:1.0:1777047536.701619:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1515 00000100:00100000:1.0:1777047536.701663:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388212352:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:1.0:1777047536.703235:0:8484:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 172005 -> 172005 00002000:00010000:1.0:1777047536.703243:0:8484:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047536 -> 1777047537 00002000:00010000:1.0:1777047536.703248:0:8484:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047534 -> 1777047534 00002000:00010000:1.0:1777047536.703253:0:8484:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047536 -> 1777047537 00002000:00010000:1.0:1777047536.703257:0:8484:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 88 -> 176 00000100:00100000:1.0:1777047536.703500:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388212352:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 1863us (2344us total) trans 21474837893 rc 0/0 00000100:00100000:1.0:1777047536.703517:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1515 00000100:00100000:1.0:1777047536.736744:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047536.741658:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388212480 00000100:00100000:2.0:1777047536.741675:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388212480 00002000:00100000:2.0:1777047536.741748:0:8485:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x8a:0x0] (69632->102399) req@ffff9e0645845500 x1863365388212480/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:272/0 lens 488/0 e 0 to 0 dl 1777047547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047536.741768:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645845500 with x1863365388212480 ext(69632->102399) 00002000:00010000:2.0:1777047536.741777:0:8485:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645845500 00000100:00100000:2.0:1777047536.741996:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1516 00000100:00100000:2.0:1777047536.742014:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365388212480:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:3.0:1777047536.761625:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365388212480:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 19601us (24879us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1777047536.761646:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1516 00002000:00100000:3.0:1777047536.761665:0:8485:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x8a:0x0] (69632->102399) req@ffff9e0645845500 x1863365388212480/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:272/0 lens 488/440 e 0 to 0 dl 1777047547 ref 1 fl Complete:/600/0 rc 32768/32768 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047536.761681:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645845500 with x1863365388212480 ext(69632->102399) 00002000:00010000:3.0:1777047536.761691:0:8485:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645845500 00000100:00100000:2.0:1777047536.786709:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047536.788257:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388212608 00000100:00100000:3.0:1777047536.788273:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388212608 00002000:00100000:3.0:1777047536.788362:0:29059:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x8a:0x0] (98304->114687) req@ffff9e064e8fa300 x1863365388212608/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:272/0 lens 16872/0 e 0 to 0 dl 1777047547 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047536.788413:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064e8fa300 with x1863365388212608 ext(98304->114687) 00002000:00010000:3.0:1777047536.788422:0:29059:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064e8fa300 00000100:00100000:3.0:1777047536.788479:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1517 00000100:00100000:3.0:1777047536.788496:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388212608:12345-192.168.201.54@tcp:4:lfs.0 00000100:00100000:3.0:1777047536.793058:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388212608:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 4556us (6351us total) trans 21474837894 rc 0/0 00000100:00100000:3.0:1777047536.793075:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1517 00002000:00100000:3.0:1777047536.793091:0:29059:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x8a:0x0] (98304->114687) req@ffff9e064e8fa300 x1863365388212608/t21474837894(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:272/0 lens 16872/448 e 0 to 0 dl 1777047547 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047536.793107:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064e8fa300 with x1863365388212608 ext(98304->114687) 00002000:00010000:3.0:1777047536.793116:0:29059:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064e8fa300 00000100:00100000:2.0:1777047536.806377:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047536.809134:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388212736 00000100:00100000:3.0:1777047536.809148:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388212736 00000100:00100000:3.0:1777047536.809237:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4342 00000100:00100000:3.0:1777047536.809253:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388212736:12345-192.168.201.54@tcp:16:fsx.0 00000001:00080000:1.0:1777047536.818813:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837894 is committed 00000100:00100000:3.0:1777047536.820212:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388212736:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 10954us (13839us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047536.820231:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4342 00000100:00100000:0.0:1777047536.851092:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047536.853065:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388212992 00000100:00100000:2.0:1777047536.853080:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388212992 00000100:00100000:2.0:1777047536.854110:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2160 00000100:00100000:2.0:1777047536.854128:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388212992:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:2.0:1777047536.854553:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57853:x1863365388212992:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 401us (3443us total) trans 8589935304 rc 0/0 00000100:00100000:2.0:1777047536.854567:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2160 00000100:00100000:1.0:1777047536.951768:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047536.952052:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388213120 00000100:00100000:2.0:1777047536.952068:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388213120 00000100:00100000:2.0:1777047536.952161:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6421 00000100:00100000:2.0:1777047536.952209:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645846300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57904:x1863365388213120:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047536.952244:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047536.952279:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493acb0 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8d0b expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.952374:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493acb7 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.952470:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493acb7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.952492:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493acb7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.952517:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acbe lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.952561:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acbe lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.952575:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acbe lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.952687:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493acc5 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.952705:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493acc5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.952718:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493acc5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047536.953089:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 172007 00000004:00200000:2.0:1777047536.953097:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047536.953131:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493acc5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.953153:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493acc5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.953170:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493acb7 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.953181:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493acb7 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.953193:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493acb7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.953214:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493acb7 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.953235:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047536.953243:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493acb7 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.953258:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493acb7 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.953279:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e06431c1a00) 00010000:00010000:2.0:1777047536.953286:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047536.953293:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493acb7 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.953306:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493acb7 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.953345:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acbe lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.953357:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acbe lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.953367:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acbe lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.953377:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047536.953382:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acbe lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.953467:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acbe lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.953482:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e06431c1400) 00010000:00010000:2.0:1777047536.953487:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047536.953493:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acbe lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.953503:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acbe lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.953594:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493acb0 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d0b expref: 28 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.953623:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493acc5 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d0b expref: 27 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.953638:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047536.953642:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047536.953647:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166000, rc 0) 00000100:00100000:2.0:1777047536.953749:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645846300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57904:x1863365388213120:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1572us (1992us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047536.953764:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6421 00000100:00100000:1.0:1777047536.966429:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047536.966561:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3684:1863365443129984:0@lo:400:kworker.0 00000100:00100000:2.0:1777047536.966642:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047536.966727:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777047536.966742:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443130112:0@lo:400:kworker.0 00000100:00100000:2.0:1777047536.966804:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047536.966886:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443130496:0@lo:400:kworker.0 00000100:00100000:2.0:1777047536.966946:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047536.966994:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3682:1863365443130240:0@lo:400:kworker.0 00000100:00100000:0.0:1777047536.967052:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047536.967088:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3682:1863365443130752:0@lo:400:kworker.0 00000100:00100000:0.0:1777047536.967125:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047536.967152:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443131264:0@lo:400:kworker.0 00000100:00100000:0.0:1777047536.967198:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443130368:0@lo:400:kworker.0 00000100:00100000:0.0:1777047536.967245:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443130240 00000100:00100000:0.0:1777047536.967255:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443130240 00000100:00100000:0.0:1777047536.967320:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443130752 00000100:00100000:0.0:1777047536.967326:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443130752 00000100:00100000:3.0:1777047536.974736:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3685:1863365443130624:0@lo:400:kworker.0 00000100:00100000:3.0:1777047536.974822:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047536.974877:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443130624 00000100:00100000:3.0:1777047536.974887:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443130624 00000100:00100000:1.0:1777047536.977492:0:33223:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443129984 00000100:00100000:1.0:1777047536.977504:0:33223:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443129984 00000100:00100000:1.0:1777047536.977615:0:33223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1777047536.978578:0:33223:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06421bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3684:x1863365443129984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047536.979791:0:33223:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06421bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3684:x1863365443129984:12345-0@lo:400:kworker.0 Request processed in 2158us (13143us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047536.979806:0:33223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1777047536.982752:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047536.984244:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388213504 00000100:00100000:2.0:1777047536.984256:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388213504 00000100:00100000:2.0:1777047536.984323:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5028 00000100:00100000:2.0:1777047536.984340:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644483b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3682:x1863365443130240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047536.984449:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644483b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3682:x1863365443130240:12345-0@lo:400:kworker.0 Request processed in 112us (17396us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047536.984463:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5028 00000100:00100000:2.0:1777047536.984492:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6422 00000100:00100000:2.0:1777047536.984507:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57904:x1863365388213504:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047536.984556:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047536.984584:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493accc lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8d12 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.985035:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acd3 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047536.985061:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777047536.985068:0:34275:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493aca9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d04 expref: 28 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.985087:0:34275:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493acc5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d0b expref: 28 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.985103:0:34275:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acd3 lrc: 5/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047536.985121:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3683:1863365443130880:0@lo:400:kworker.0 00010000:00010000:2.0:1777047536.985168:0:34275:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493acc5 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d0b expref: 28 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.990081:0:34275:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493acc5 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d0b expref: 28 pid: 34275 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047536.990113:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047536.990149:0:34275:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a2ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443131520:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047536.990592:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3682:1863365443130240:0@lo:400:kworker.0 00010000:00010000:2.0:1777047536.990672:0:34275:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493aca9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d04 expref: 28 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.990693:0:34275:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493aca9 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d04 expref: 28 pid: 6590 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047536.990710:0:34275:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a29f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443131648:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047536.990753:0:34275:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a000 going to sleep for 11 seconds 00000100:00100000:2.0:1777047536.990795:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443130112 00000100:00100000:2.0:1777047536.990803:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443130112 00000100:00100000:3.0:1777047536.990854:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5029 00000100:00100000:2.0:1777047536.990876:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3410 00000100:00100000:3.0:1777047536.990881:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e008380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3685:x1863365443130624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047536.990899:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443130112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047536.990910:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443130496 00000100:00100000:0.0:1777047536.990921:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443130496 00000100:00100000:3.0:1777047536.990993:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e008380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3685:x1863365443130624:12345-0@lo:400:kworker.0 Request processed in 118us (16164us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047536.990994:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443130368 00000100:00100000:0.0:1777047536.991004:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443130368 00000100:00100000:2.0:1777047536.991010:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443130112:12345-0@lo:400:kworker.0 Request processed in 114us (24202us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047536.991024:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5029 00000100:00100000:2.0:1777047536.991034:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3410 00000100:00100000:0.0:1777047536.991058:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443131264 00000100:00100000:0.0:1777047536.991065:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443131264 00000100:00100000:3.0:1777047536.991094:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3033 00000100:00100000:0.0:1777047536.991120:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3034 00000100:00100000:2.0:1777047536.991132:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443130112:0@lo:400:kworker.0 00000100:00100000:0.0:1777047536.991144:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443130368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047536.991162:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3684:1863365443129984:0@lo:400:kworker.0 00000100:00100000:2.0:1777047536.991209:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3684:1863365443131008:0@lo:400:kworker.0 00000100:00100000:0.0:1777047536.991223:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443130368:12345-0@lo:400:kworker.0 Request processed in 87us (6161us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047536.991236:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3034 00000100:00100000:0.0:1777047536.991557:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3035 00000100:00100000:0.0:1777047536.991572:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644482a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3682:x1863365443131264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047536.992195:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047536.994374:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644482a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3682:x1863365443131264:12345-0@lo:400:kworker.0 Request processed in 2802us (7402us total) trans 0 rc 0/0 00000100:00080000:2.0:1777047536.994385:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777047536.994395:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777047536.994400:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777047536.994423:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3035 00000100:00100000:2.0:1777047536.994428:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388213248 00000100:00100000:2.0:1777047536.994439:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388213248 00010000:00010000:2.0:1777047536.994484:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493acc5 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d0b expref: 29 pid: 34275 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047536.994561:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443131264:0@lo:400:kworker.0 00000100:00100000:2.0:1777047536.994566:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2186 00000100:00100000:2.0:1777047536.994591:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2431:x1863365388213248:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047536.994611:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047536.994625:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493acc5 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d0b expref: 29 pid: 34275 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.994646:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493acc5 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d0b expref: 29 pid: 34275 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.994675:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047536.994682:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acd3 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.994695:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acd3 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.994706:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047536.994745:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645844a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2431:x1863365388213248:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 160us (28363us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047536.994765:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2186 00000100:00100000:2.0:1777047536.994934:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3685:1863365443130624:0@lo:400:kworker.0 00000100:00100000:2.0:1777047536.994949:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443131136:0@lo:400:kworker.0 00000100:00100000:2.0:1777047536.995002:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047536.995045:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443131136 00000100:00100000:2.0:1777047536.995052:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443131136 00000100:00100000:2.0:1777047536.995106:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3036 00000100:00100000:2.0:1777047536.995119:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443131136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047536.995509:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443131136:12345-0@lo:400:kworker.0 Request processed in 391us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047536.995556:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3036 00000100:00100000:2.0:1777047536.995615:0:3685:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474837889 gen 2 00000004:00080000:2.0:1777047536.995624:0:3685:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474837858 committed transno 21474837889 00000004:00080000:2.0:1777047536.995653:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e009500, transno 21474837869 00000004:00080000:2.0:1777047536.995666:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e00bb80, transno 21474837870 00000004:00080000:2.0:1777047536.995669:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e009f80, transno 21474837871 00000004:00080000:2.0:1777047536.995672:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0777978700, transno 21474837872 00000004:00080000:2.0:1777047536.995675:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077797a300, transno 21474837873 00000004:00080000:2.0:1777047536.995679:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644c6dc00, transno 21474837882 00000004:00080000:2.0:1777047536.995684:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644c6d500, transno 21474837883 00000004:00080000:2.0:1777047536.995691:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644c6d180, transno 21474837884 00000100:00100000:3.0:1777047536.995693:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443130496:12345-0@lo:400:kworker.0 00000004:00080000:2.0:1777047536.995695:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644c6ea00, transno 21474837885 00000004:00080000:2.0:1777047536.995703:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645688e00, transno 21474837886 00000004:00080000:2.0:1777047536.995709:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645689c00, transno 21474837887 00000004:00080000:2.0:1777047536.995713:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064568ad80, transno 21474837888 00000004:00080000:2.0:1777047536.995716:0:3685:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645688380, transno 21474837889 00000100:00100000:2.0:1777047536.995724:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443131136:0@lo:400:kworker.0 00000100:00100000:3.0:1777047536.995798:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443130496:12345-0@lo:400:kworker.0 Request processed in 4688us (28849us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047536.995815:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3033 00000100:00100000:3.0:1777047536.995864:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443130880 00000100:00100000:3.0:1777047536.995872:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443130880 00000100:00100000:2.0:1777047536.995982:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5030 00000100:00100000:2.0:1777047536.995997:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645847480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3683:x1863365443130880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047536.996054:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645847480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3683:x1863365443130880:12345-0@lo:400:kworker.0 Request processed in 61us (10870us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047536.996065:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5030 00000100:00100000:0.0:1777047536.998256:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5031 00000100:00100000:0.0:1777047536.998271:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644483480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3682:x1863365443130752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047536.998344:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644483480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3682:x1863365443130752:12345-0@lo:400:kworker.0 Request processed in 76us (31216us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047536.998355:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5031 00000100:00080000:3.0:1777047536.999471:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047537.000568:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3682:1863365443130752:0@lo:400:kworker.0 00000004:00080000:0.0:1777047537.000858:0:33232:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 13 done 00000100:00100000:1.0:1777047537.008599:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3683:1863365443130880:0@lo:400:kworker.0 00000100:00100000:1.0:1777047537.008621:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3683:1863365443131392:0@lo:400:kworker.0 00000100:00100000:1.0:1777047537.008693:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047537.008792:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443130368:0@lo:400:kworker.0 00000100:00100000:2.0:1777047537.008821:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443131392 00000100:00100000:2.0:1777047537.008835:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443131392 00000100:00100000:2.0:1777047537.008905:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5032 00000100:00100000:2.0:1777047537.008921:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645847b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3683:x1863365443131392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047537.009037:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645847b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3683:x1863365443131392:12345-0@lo:400:kworker.0 Request processed in 119us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047537.009051:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5032 00000100:00100000:2.0:1777047537.009115:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047537.009183:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443130496:0@lo:400:kworker.0 00000100:00100000:3.0:1777047537.009185:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443131008 00000100:00100000:3.0:1777047537.009198:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443131008 00000100:00080000:2.0:1777047537.009258:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777047537.009285:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5033 00000100:00100000:3.0:1777047537.009304:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3684:x1863365443131008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047537.009557:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3683:1863365443131392:0@lo:400:kworker.0 00000100:00100000:3.0:1777047537.009624:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3684:x1863365443131008:12345-0@lo:400:kworker.0 Request processed in 323us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047537.009640:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5033 00010000:00010000:1.0:1777047537.009705:0:34275:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.201.54@tcp) returned -22 from blocking AST (req@00000000345f7c58 x1863365443131520) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493acc5 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d0b expref: 28 pid: 34275 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.009750:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493acc5 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d0b expref: 28 pid: 34275 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047537.009785:0:34275:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a2ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443131520:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047537.010559:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047537.010593:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388213632 00000100:00100000:1.0:1777047537.010600:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388213632 00010000:00010000:1.0:1777047537.010645:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493aca9 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d04 expref: 28 pid: 6590 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047537.010684:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2187 00000100:00100000:1.0:1777047537.010695:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645847100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2430:x1863365388213632:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047537.010712:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047537.010722:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493aca9 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d04 expref: 28 pid: 6590 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.010741:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493aca9 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d04 expref: 28 pid: 6590 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.010769:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047537.010776:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acd3 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.010793:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acd3 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.010812:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acd3 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.010839:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047537.010896:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645847100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2430:x1863365388213632:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 201us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047537.010908:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2187 00000100:00080000:1.0:1777047537.010936:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777047537.011648:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493aca9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d04 expref: 27 pid: 6590 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047537.011670:0:34275:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a29f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443131648:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047537.011694:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047537.011704:0:34275:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acd3 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.011728:0:34275:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acd3 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.011738:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acd3 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047537.011771:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 172007 00010000:00010000:3.0:1777047537.011944:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493accc lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d12 expref: 28 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.011967:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acd3 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d12 expref: 27 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.011980:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047537.011984:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777047537.011988:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166800, rc 0) 00000100:00100000:3.0:1777047537.013218:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57904:x1863365388213504:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 28709us (32032us total) trans 8589935305 rc 0/0 00000100:00100000:3.0:1777047537.013232:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6422 00000100:00100000:2.0:1777047537.014657:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3684:1863365443131008:0@lo:400:kworker.0 00000100:00100000:1.0:1777047537.024463:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047537.024754:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388213760 00000100:00100000:0.0:1777047537.024770:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388213760 00000100:00100000:0.0:1777047537.025224:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6423 00000100:00100000:0.0:1777047537.025243:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645846680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57904:x1863365388213760:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047537.025278:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047537.025309:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493ace1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8d19 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.025515:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ace8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.025572:0:6589:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acd3 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d12 expref: 28 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.025598:0:6589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ace8 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.026506:0:6589:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acd3 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d12 expref: 28 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.026567:0:6589:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acd3 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d12 expref: 28 pid: 34275 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047537.026593:0:6589:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644483100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6589:1863365443131776:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047537.027567:0:6589:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08b40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047537.050507:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047537.052079:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388213888 00000100:00100000:2.0:1777047537.052094:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388213888 00010000:00010000:2.0:1777047537.052155:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acd3 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d12 expref: 29 pid: 34275 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047537.052240:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2188 00000100:00100000:2.0:1777047537.052599:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2429:x1863365388213888:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047537.052626:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047537.052663:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acd3 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d12 expref: 29 pid: 34275 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.052687:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acd3 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d12 expref: 29 pid: 34275 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.052719:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047537.052728:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ace8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.052744:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ace8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.052758:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ace8 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.052787:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047537.052872:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645844000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2429:x1863365388213888:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 617us (2373us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047537.052885:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2188 00010000:00010000:0.0:1777047537.055054:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493acd3 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d12 expref: 28 pid: 34275 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047537.055102:0:6589:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644483100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6589:1863365443131776:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047537.055132:0:6589:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ace8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.055149:0:6589:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ace8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.055160:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ace8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047537.055229:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 172007 00000004:00200000:0.0:1777047537.055237:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047537.055267:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ace8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.055317:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493ace1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d19 expref: 28 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.055342:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ace8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d19 expref: 27 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.055357:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047537.055362:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047537.055367:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388400, rc 0) 00000100:00100000:0.0:1777047537.055510:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645846680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57904:x1863365388213760:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 30271us (31056us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047537.055551:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6423 00000100:00100000:1.0:1777047537.070725:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047537.071204:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388214144 00000100:00100000:2.0:1777047537.071217:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388214144 00000100:00100000:2.0:1777047537.071298:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6424 00000100:00100000:2.0:1777047537.071316:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645846d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57904:x1863365388214144:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047537.071346:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047537.071377:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493acef lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8d20 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.071656:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493acf6 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.071680:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493acf6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.071698:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493acf6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047537.071718:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 172007 00010000:00010000:2.0:1777047537.071865:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493acef lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d20 expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.071907:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493acf6 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d20 expref: 29 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.071922:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047537.071927:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047537.071932:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167a00, rc 0) 00000100:00100000:2.0:1777047537.072018:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645846d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57904:x1863365388214144:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 705us (1304us total) trans 8589935306 rc 0/0 00000100:00100000:2.0:1777047537.072032:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6424 00000100:00100000:2.0:1777047537.094693:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047537.094754:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047537.094809:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047537.094953:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388214272 00000100:00100000:3.0:1777047537.094988:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388214272 00000100:00100000:3.0:1777047537.095091:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388214400 00000100:00100000:3.0:1777047537.095098:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388214400 00000100:00100000:3.0:1777047537.095132:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4343 00000100:00100000:3.0:1777047537.095149:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388214272:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:3.0:1777047537.095220:0:8479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d72493ad04 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047537.095610:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388214528 00000100:00100000:0.0:1777047537.095620:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388214528 00000100:00100000:0.0:1777047537.095675:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4344 00000100:00100000:0.0:1777047537.095687:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365388214400:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047537.095725:0:8480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493ad0b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.095778:0:8480:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493abe5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cb7 expref: 24 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.095792:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047537.095795:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047537.095800:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493ad0b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.095858:0:8480:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493abe5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cb7 expref: 24 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.095879:0:8480:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493abe5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cb7 expref: 24 pid: 11204 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047537.095903:0:8480:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644483100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1863365443131904:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047537.096048:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493ac9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cfd expref: 13 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.096062:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047537.096065:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047537.096069:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d72493ad04 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.096110:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493ac9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cfd expref: 13 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.096404:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493ac9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cfd expref: 13 pid: 36216 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047537.096427:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e00a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443132032:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047537.096587:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4345 00000100:00100000:1.0:1777047537.096607:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388214528:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:1.0:1777047537.096643:0:30115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493ad12 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.096665:0:30115:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493abec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cbe expref: 13 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.096675:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047537.096678:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047537.096682:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493ad12 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.096715:0:30115:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493abec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cbe expref: 13 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.096740:0:30115:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493abec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cbe expref: 13 pid: 28387 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047537.096757:0:30115:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645847800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443132160:192.168.201.54@tcp:104: 00000100:00080000:2.0:1777047537.097178:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777047537.097185:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047537.097308:0:8480:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08b40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047537.098079:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064217c600 going to sleep for 11 seconds 00000100:00100000:0.0:1777047537.102570:0:30115:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047537.114585:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047537.114687:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388214656 00000100:00100000:1.0:1777047537.114702:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388214656 00010000:00010000:1.0:1777047537.114760:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493abe5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cb7 expref: 25 pid: 11204 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047537.115337:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2189 00000100:00100000:1.0:1777047537.115359:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365388214656:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047537.115416:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047537.115447:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493abe5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cb7 expref: 25 pid: 11204 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.115474:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493abe5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cb7 expref: 25 pid: 11204 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.115510:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047537.115514:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047537.117392:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493ad0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.117417:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493ad0b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.117457:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047537.117741:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365388214656:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 2382us (3263us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047537.117757:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2189 00010000:00010000:0.0:1777047537.123001:0:8480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2bdca6f/0x5ecf73d72493abe5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cb7 expref: 24 pid: 11204 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047537.123042:0:8480:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644483100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1863365443131904:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047537.123077:0:8480:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493ad0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.123098:0:8480:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493ad0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.123137:0:8480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493ad0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.123180:0:8480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493ad0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.123196:0:8480:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493ad0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.123211:0:8480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493ad0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.123224:0:8480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047537.123232:0:8480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493ad0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.123246:0:8480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493ad0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.123272:0:8480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493ad0b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.123285:0:8480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493ad0b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047537.128594:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e00a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443132032:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047537.128601:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:3.0:1777047537.128656:0:8479:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d72493ad04 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047537.128829:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047537.128865:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388214784 00000100:00100000:2.0:1777047537.128876:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388214784 00010000:00010000:2.0:1777047537.128925:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493ac9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cfd expref: 14 pid: 36216 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047537.128970:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388214912 00000100:00100000:2.0:1777047537.128976:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388214912 00010000:00010000:2.0:1777047537.129000:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493abec lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cbe expref: 15 pid: 28387 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047537.129034:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2190 00000100:00100000:2.0:1777047537.129049:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388214784:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047537.129069:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1777047537.129091:0:6573:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 176 -> 184 00010000:00010000:2.0:1777047537.129102:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493ac9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cfd expref: 15 pid: 36216 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.129124:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493ac9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cfd expref: 15 pid: 36216 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.129153:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493ac9b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cfd expref: 15 pid: 36216 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.129180:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047537.129184:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047537.129190:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d72493ad04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.129217:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d72493ad04 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.129252:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047537.129314:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388214784:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 265us (719us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047537.129328:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2190 00000100:00100000:2.0:1777047537.129360:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2191 00000100:00100000:2.0:1777047537.129374:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0782042850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388214912:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047537.129440:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047537.129459:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493abec lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cbe expref: 13 pid: 28387 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.129480:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493abec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cbe expref: 13 pid: 28387 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.129502:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047537.129505:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047537.129511:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493ad12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.129552:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493ad12 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.129577:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047537.129616:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0782042850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388214912:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 244us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047537.129629:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2191 00010000:00010000:2.0:1777047537.134741:0:30115:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493abec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cbe expref: 12 pid: 28387 timeout: 4265 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047537.135094:0:30115:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645847800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443132160:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047537.135124:0:30115:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493ad12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.135143:0:30115:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493ad12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.135157:0:30115:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493ad12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.135195:0:30115:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493ad12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.135212:0:30115:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493ad12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.135227:0:30115:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493ad12 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.135241:0:30115:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821edc00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047537.135248:0:30115:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493ad12 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.135264:0:30115:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493ad12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.135289:0:30115:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493ad12 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.135302:0:30115:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493ad12 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047537.135444:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365388214528:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 38842us (40632us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047537.135460:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4345 00010000:00010000:2.0:1777047537.136666:0:8479:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d72493ad04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.136686:0:8479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d72493ad04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.136717:0:8479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d72493ad04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.136732:0:8479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d72493ad04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.136754:0:8479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d72493ad04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.136766:0:8479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0777affe00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047537.136771:0:8479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d72493ad04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.136784:0:8479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d72493ad04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.137139:0:8479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d72493ad04 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.137155:0:8479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a4cbaf3/0x5ecf73d72493ad04 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047537.137228:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2430:x1863365388214272:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 42081us (42542us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047537.137242:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4343 00000100:00100000:0.0:1777047537.137279:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388214400:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 41586us (42516us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047537.137298:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4344 00000100:00100000:2.0:1777047537.166150:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047537.166836:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388215168 00000100:00100000:3.0:1777047537.166853:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388215168 00000100:00100000:2.0:1777047537.172360:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6425 00000100:00100000:2.0:1777047537.172444:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57904:x1863365388215168:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047537.172592:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777047537.172634:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493ac94 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8cf6 expref: 29 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.172702:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ace8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d19 expref: 28 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.172724:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047537.172732:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047537.172774:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493ad19 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.172797:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493ad19 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.172815:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493ad19 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777047537.173829:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].128, 88 off19216 00000004:00080000:2.0:1777047537.173848:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4165810464215ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047537.173907:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].129, 88 off19304 00000004:00080000:2.0:1777047537.173922:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4165810538304ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047537.174006:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].130, 88 off19392 00000004:00080000:2.0:1777047537.174017:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4165810633796ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047537.174060:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].129, 88 off19304 00000004:00080000:2.0:1777047537.174070:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4165810686164ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047537.174093:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].131, 88 off19480 00000004:00080000:2.0:1777047537.174100:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4165810717084ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047537.174140:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].130, 88 off19392 00000004:00080000:2.0:1777047537.174149:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4165810765935ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047537.174171:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].132, 88 off19568 00000004:00080000:2.0:1777047537.174180:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4165810796249ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047537.174219:0:34275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].131, 88 off19480 00000004:00080000:2.0:1777047537.174229:0:34275:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4165810845244ns, next at 4161903486201ns, rc = 0 00000001:00080000:2.0:1777047537.183617:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935307 is committed 00000004:00080000:2.0:1777047537.183631:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 131 committed 00000004:00080000:2.0:1777047537.183739:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 133 committed 00000004:00080000:2.0:1777047537.183851:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 130 committed 00000100:00100000:1.0:1777047537.184064:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645845880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443132544:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047537.184153:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047537.184207:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777047537.184218:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645844380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443132672:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047537.184256:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047537.184303:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443132544 00000100:00100000:1.0:1777047537.184313:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443132544 00000100:00100000:1.0:1777047537.184386:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443132672 00000100:00100000:1.0:1777047537.184392:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443132672 00000100:00100000:0.0:1777047537.184429:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645844e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443132288:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047537.184429:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4346 00000100:00100000:1.0:1777047537.184442:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3682:x1863365443132544:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047537.184498:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047537.184572:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777047537.184583:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645845c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443132416:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047537.184620:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1777047537.184696:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:1.0:1777047537.184703:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047537.184710:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047535 -> 1777047535 00002000:00010000:1.0:1777047537.184715:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047537.184719:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00000100:00100000:0.0:1777047537.184720:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443132288 00002000:00010000:1.0:1777047537.184724:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047537.184726:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443132288 00000100:00100000:0.0:1777047537.184763:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443132416 00000100:00100000:0.0:1777047537.184768:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443132416 00000100:00100000:1.0:1777047537.184783:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3682:x1863365443132544:12345-0@lo:2:osp-syn-0-0.0 Request processed in 343us (630us total) trans 21474837895 rc 0/0 00000100:00100000:1.0:1777047537.184797:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4346 00000100:00100000:0.0:1777047537.184818:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4347 00000100:00100000:0.0:1777047537.184837:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3682:x1863365443132672:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047537.185206:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047537.185212:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb mtime from disk: 1777047535 -> 1777047535 00002000:00010000:0.0:1777047537.185217:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047537.185221:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00002000:00010000:0.0:1777047537.185225:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047537.185271:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3682:x1863365443132672:12345-0@lo:2:osp-syn-0-0.0 Request processed in 436us (1014us total) trans 21474837896 rc 0/0 00000100:00100000:1.0:1777047537.185314:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4348 00000100:00100000:1.0:1777047537.185330:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644483100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443132288:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047537.186285:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 132 committed 00000004:00080000:2.0:1777047537.186298:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 129 committed 00000004:00080000:2.0:1777047537.186302:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 131 committed 00000004:00080000:2.0:1777047537.186306:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 130 committed 00000004:00080000:2.0:1777047537.186318:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 128 committed 00000100:00100000:2.0:1777047537.186814:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4349 00000100:00100000:2.0:1777047537.186830:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644483800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443132416:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047537.186962:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644483800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3684:x1863365443132416:12345-0@lo:2:osp-syn-0-0.0 Request processed in 136us (2340us total) trans 21474837897 rc 0/0 00000100:00100000:2.0:1777047537.186974:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4349 00000004:00010000:2.0:1777047537.187051:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000044a9f295 reply state 00000000f3d6242b transno 8589935307 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493ad19 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.187574:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493ad19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.187592:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047537.187598:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1777047537.187604:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1777047537.187709:0:34275:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1777047537.187732:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57904:x1863365388215168:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 15355us (21915us total) trans 8589935307 rc 0/0 00000100:00100000:2.0:1777047537.187744:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6425 00010000:00010000:2.0:1777047537.187779:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493ad19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.187795:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493ad19 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.188102:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493ad19 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.188115:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047537.188123:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493ad19 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.188137:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493ad19 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.188155:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047537.188160:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047537.188166:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493ad19 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.188179:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493ad19 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047537.188788:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644483100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3684:x1863365443132288:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2182us (3009us total) trans 21474837898 rc 0/0 00000100:00100000:1.0:1777047537.188807:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4348 00000100:00100000:1.0:1777047537.188858:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e00bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443133056:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047537.189902:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e00a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443132800:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047537.189958:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e009500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443132928:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047537.190074:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047537.190764:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443133056 00000100:00100000:2.0:1777047537.190773:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443133056 00000100:00100000:2.0:1777047537.190837:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4350 00000100:00100000:2.0:1777047537.190850:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3682:x1863365443133056:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047537.191018:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3682:x1863365443133056:12345-0@lo:2:osp-syn-1-0.0 Request processed in 170us (944us total) trans 17179870514 rc 0/0 00000100:00100000:2.0:1777047537.191030:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4350 00000100:00080000:2.0:1777047537.191066:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1777047537.191282:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e00bb80/2, rc 0, transno 17179870514 00000100:00100000:1.0:1777047537.191293:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e00bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443133056:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047537.191316:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645844380/2, rc 0, transno 21474837896 00000100:00100000:1.0:1777047537.191324:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645844380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443132672:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047537.191665:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645845880/2, rc 0, transno 21474837895 00000100:00100000:1.0:1777047537.191675:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645845880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443132544:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047537.191713:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777047537.191725:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e009f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443133184:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047537.191770:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047537.191824:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047537.191866:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645845c00/2, rc 0, transno 21474837897 00000100:00100000:1.0:1777047537.191874:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645845c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443132416:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047537.191889:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645844e00/2, rc 0, transno 21474837898 00000100:00100000:1.0:1777047537.191895:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645844e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443132288:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047537.191924:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443133184 00000100:00100000:1.0:1777047537.191930:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443133184 00000100:00100000:1.0:1777047537.191970:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443132800 00000100:00100000:1.0:1777047537.191975:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443132800 00000100:00100000:1.0:1777047537.192005:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4351 00000100:00100000:1.0:1777047537.192017:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:3682:x1863365443133184:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047537.192170:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3682:x1863365443133184:12345-0@lo:2:osp-syn-1-0.0 Request processed in 153us (397us total) trans 17179870515 rc 0/0 00000100:00100000:1.0:1777047537.192184:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4351 00000100:00100000:1.0:1777047537.192209:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4352 00000100:00100000:1.0:1777047537.192221:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:3684:x1863365443132800:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047537.192316:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047537.192322:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047537.192328:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047537.192360:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047537.192365:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047537.192449:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3684:x1863365443132800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 229us (624us total) trans 17179870516 rc 0/0 00000100:00100000:1.0:1777047537.192461:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4352 00000004:00080000:1.0:1777047537.192505:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e009f80/2, rc 0, transno 17179870515 00000100:00100000:1.0:1777047537.192513:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e009f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443133184:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047537.192586:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e00a680/2, rc 0, transno 17179870516 00000100:00100000:1.0:1777047537.192594:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e00a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443132800:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047537.192617:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047537.192651:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443132928 00000100:00100000:1.0:1777047537.192656:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443132928 00000100:00100000:1.0:1777047537.192693:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4353 00000100:00100000:1.0:1777047537.192702:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644864700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3685:x1863365443132928:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047537.194784:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4347 00000100:00100000:3.0:1777047537.196066:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047537.196148:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388215296 00000100:00100000:2.0:1777047537.196161:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388215296 00000100:00100000:2.0:1777047537.196652:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6426 00000100:00100000:2.0:1777047537.196669:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749167b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57904:x1863365388215296:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047537.196698:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047537.196725:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ad20 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8d27 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.196801:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ad20 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d27 expref: 25 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.196827:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ad20 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d27 expref: 25 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.196860:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047537.196867:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047537.196873:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166c00, rc 0) 00000100:00100000:2.0:1777047537.196968:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749167b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57904:x1863365388215296:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 302us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047537.196982:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6426 00000100:00100000:1.0:1777047537.197584:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644864700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:3685:x1863365443132928:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4879us (4962us total) trans 17179870517 rc 0/0 00000100:00100000:1.0:1777047537.197598:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4353 00000004:00080000:0.0:1777047537.198281:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e009500/2, rc 0, transno 17179870517 00000100:00100000:0.0:1777047537.198294:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e009500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443132928:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047537.224732:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047537.225191:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388215424 00000100:00100000:3.0:1777047537.225207:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388215424 00000100:00100000:3.0:1777047537.225307:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6427 00000100:00100000:3.0:1777047537.225326:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57904:x1863365388215424:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047537.225357:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047537.225455:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afea00/0x5ecf73d72493ad27 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8d2e expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.225726:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493ad2e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.225764:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493ad2e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.225786:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493ad2e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047537.225844:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 172007 00000004:00200000:2.0:1777047537.225853:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047537.225882:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493ad2e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.225930:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afea00/0x5ecf73d72493ad27 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d2e expref: 27 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.225960:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493ad2e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d2e expref: 26 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.225977:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047537.225982:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047537.225988:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167400, rc 0) 00000100:00100000:2.0:1777047537.226093:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57904:x1863365388215424:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 769us (1369us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047537.226109:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6427 00000100:00100000:3.0:1777047537.249885:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047537.254468:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047537.257728:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047537.259604:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388215552 00000100:00100000:2.0:1777047537.259621:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388215552 00000100:00100000:2.0:1777047537.259726:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388215808 00000100:00100000:2.0:1777047537.259733:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388215808 00000100:00100000:2.0:1777047537.259781:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4354 00000100:00100000:2.0:1777047537.260091:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2432:x1863365388215552:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047537.260123:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047537.260159:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493ad35 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8d35 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047537.260194:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4355 00002000:00010000:2.0:1777047537.260199:0:8481:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 172005, mtime: 0x69eb97f1, atime: 0x69eb97ee, ctime: 0x69eb97f1, blocks: 0xb8 00000100:00100000:3.0:1777047537.260221:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388215808:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047537.260231:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047537.260238:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047537.260242:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047537.260257:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493ad35 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d35 expref: 12 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.260268:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d72493ad3c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8d43 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.260291:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493ad35 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d35 expref: 12 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047537.260303:0:11204:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8c:0x0] initial LVB size: 0, mtime: 0x69eb97f0, atime: 0x69eb97ee, ctime: 0x69eb97f0, blocks: 0x0 00010000:00010000:2.0:1777047537.260317:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167e00, rc 0) 00010000:00010000:3.0:1777047537.260327:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047537.260334:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047537.260347:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d72493ad3c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d43 expref: 13 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.260373:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d72493ad3c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d43 expref: 13 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.260438:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777afe200, rc 0) 00000100:00100000:2.0:1777047537.260457:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2432:x1863365388215552:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 656us (10581us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047537.260473:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4354 00000100:00100000:3.0:1777047537.260494:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388215808:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 280us (6030us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047537.260508:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4355 00000100:00100000:0.0:1777047537.261358:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388215680 00000100:00100000:0.0:1777047537.261367:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388215680 00000100:00100000:0.0:1777047537.261664:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4356 00000100:00100000:0.0:1777047537.261681:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2432:x1863365388215680:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047537.261697:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047537.261719:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493ad43 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8d3c expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047537.261747:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6d:0x0] initial LVB size: 0, mtime: 0x69eb97f0, atime: 0x69eb97ee, ctime: 0x69eb97f0, blocks: 0x1800 00010000:00010000:0.0:1777047537.261765:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047537.261768:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047537.261778:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493ad43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d3c expref: 24 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.261800:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493ad43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d3c expref: 24 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.261817:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388200, rc 0) 00000100:00100000:0.0:1777047537.261869:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2432:x1863365388215680:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 192us (4147us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047537.261880:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4356 00000100:00100000:2.0:1777047537.422573:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047537.425735:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388215936 00000100:00100000:0.0:1777047537.425752:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388215936 00000100:00100000:0.0:1777047537.425868:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4357 00000100:00100000:0.0:1777047537.425887:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0775805450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388215936:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:0.0:1777047537.426072:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0775805450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388215936:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 186us (3508us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047537.426088:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4357 00000100:00100000:3.0:1777047537.453917:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047537.454092:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388216064 00000100:00100000:1.0:1777047537.454108:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388216064 00000100:00100000:1.0:1777047537.454211:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4358 00000100:00100000:1.0:1777047537.454232:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749167480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388216064:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047537.454445:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749167480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388216064:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 217us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047537.454460:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4358 00000100:00100000:0.0:1777047537.474786:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777047537.474826:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749167800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443133312:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1777047537.474857:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047537.474927:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047537.475034:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443133440:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777047537.475080:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047537.475576:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443133312 00000100:00100000:3.0:1777047537.475589:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443133312 00000100:00100000:2.0:1777047537.475660:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443133440 00000100:00100000:2.0:1777047537.475672:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443133440 00000100:00100000:3.0:1777047537.475685:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2519 00000100:00100000:3.0:1777047537.475708:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644482a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443133312:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777047537.475746:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3411 00002000:00000024:3.0:1777047537.475753:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 32768 granted 478037568 pending 0 free 3917058048 avail 3685535744 00000100:00100000:2.0:1777047537.475766:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644483800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365443133440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777047537.475811:0:7694:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445838848 avail 1299599360 00000100:00100000:3.0:1777047537.475844:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644482a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443133312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 143us (916us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047537.475858:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2519 00000100:00100000:2.0:1777047537.475895:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644483800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365443133440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 133us (810us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047537.475936:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443133440:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777047537.475958:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749167800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443133312:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777047537.477393:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3411 00000100:00100000:1.0:1777047537.482105:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047537.483025:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388216192 00000100:00100000:0.0:1777047537.483037:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388216192 00000100:00100000:0.0:1777047537.483218:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1518 00000100:00100000:0.0:1777047537.483237:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388216192:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047537.483430:0:29067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad4a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.483456:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047537.483460:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047537.483468:0:29067:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad4a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.483546:0:29067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad4a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.483697:0:29067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad4a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.483715:0:29067:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad4a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.483729:0:29067:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.483741:0:29067:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047537.483747:0:29067:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.483762:0:29067:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad4a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.483787:0:29067:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad4a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.483800:0:29067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad4a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047537.483998:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388216192:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 763us (1899us total) trans 0 rc 8192/8192 00000100:00100000:0.0:1777047537.484012:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1518 00000100:00100000:2.0:1777047537.505956:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047537.506123:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388216320 00000100:00100000:0.0:1777047537.506140:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388216320 00000100:00100000:0.0:1777047537.506262:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1519 00000100:00100000:0.0:1777047537.506282:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365388216320:12345-192.168.201.54@tcp:4:lfs.0 00002000:00010000:0.0:1777047537.506358:0:8486:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 122390, mtime: 0x69eb97ef, atime: 0x69eb97bd, ctime: 0x69eb97ef, blocks: 0x18 00010000:00010000:0.0:1777047537.506376:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad51 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.506471:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047537.506477:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047537.506487:0:8486:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.506542:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047537.514245:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870518 is committed 00000001:00080000:2.0:1777047537.514268:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870517 is committed 00002000:00010000:0.0:1777047537.514571:0:8486:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047535 -> 1777047538 00002000:00010000:0.0:1777047537.514580:0:8486:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047535 -> 1777047538 00010000:00010000:0.0:1777047537.514600:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.514624:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.514640:0:8486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.514653:0:8486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047537.514660:0:8486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.514674:0:8486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.514701:0:8486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad51 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.514713:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad51 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047537.514955:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388216320:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 8671us (9005us total) trans 17179870518 rc 0/0 00000100:00100000:0.0:1777047537.514980:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1519 00000100:00100000:3.0:1777047537.526160:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047537.528625:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388216448 00000100:00100000:1.0:1777047537.528642:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388216448 00000100:00100000:1.0:1777047537.528767:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1520 00000100:00100000:1.0:1777047537.528787:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749167800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388216448:12345-192.168.201.54@tcp:4:lfs.0 00002000:00010000:1.0:1777047537.528863:0:24564:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x73:0x0] initial LVB size: 122390, mtime: 0x69eb97ef, atime: 0x69eb97e2, ctime: 0x69eb97ef, blocks: 0x10 00010000:00010000:1.0:1777047537.528880:0:24564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d72493ad58 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.528906:0:24564:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047537.528910:0:24564:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047537.528918:0:24564:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d72493ad58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.528943:0:24564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d72493ad58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047537.554748:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870519 is committed 00002000:00010000:1.0:1777047537.556026:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb mtime from disk: 1777047535 -> 1777047538 00002000:00010000:1.0:1777047537.556035:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb ctime from disk: 1777047535 -> 1777047538 00010000:00010000:1.0:1777047537.556055:0:24564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d72493ad58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.556078:0:24564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d72493ad58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.556092:0:24564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d72493ad58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.556105:0:24564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047537.556113:0:24564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d72493ad58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.556138:0:24564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d72493ad58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.556189:0:24564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d72493ad58 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.556203:0:24564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f05ef263/0x5ecf73d72493ad58 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047537.557646:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749167800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388216448:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 28855us (31488us total) trans 17179870519 rc 0/0 00000100:00100000:1.0:1777047537.557666:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1520 00000100:00100000:1.0:1777047537.575750:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047537.577170:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388216576 00000100:00100000:3.0:1777047537.577186:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388216576 00000100:00100000:3.0:1777047537.577285:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4359 00000100:00100000:3.0:1777047537.577329:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365388216576:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047537.577600:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365388216576:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 281us (1858us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047537.577616:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4359 00000100:00100000:2.0:1777047537.603583:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047537.604191:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388216704 00000100:00100000:0.0:1777047537.604205:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388216704 00000100:00100000:0.0:1777047537.604293:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4360 00000100:00100000:0.0:1777047537.604308:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388216704:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:0.0:1777047537.604495:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388216704:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 188us (1280us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047537.604533:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4360 00000100:00100000:0.0:1777047537.626673:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047537.627910:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388216960 00000100:00100000:2.0:1777047537.627925:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388216960 00000100:00100000:2.0:1777047537.628152:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6428 00000100:00100000:2.0:1777047537.628171:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644483100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57904:x1863365388216960:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047537.628245:0:6590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047537.628283:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493ad2e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d2e expref: 26 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.628312:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047537.628321:0:6590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047537.628680:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ad5f lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.628705:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ad5f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.628723:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ad5f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047537.628795:0:6590:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935308 00000004:00010000:2.0:1777047537.628835:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aead6052 reply state 000000000ec5ac1a transno 8589935309 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ad5f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.628856:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ad5f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.628875:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047537.628880:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047537.628884:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047537.629026:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644483100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57904:x1863365388216960:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 859us (2362us total) trans 8589935309 rc 0/0 00000100:00100000:2.0:1777047537.629039:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6428 00000020:00080000:2.0:1777047537.629047:0:6590:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047537.642600:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047537.642760:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388217088 00000100:00100000:0.0:1777047537.642795:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388217088 00000100:00100000:0.0:1777047537.642884:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4361 00000100:00100000:0.0:1777047537.642903:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:57904:x1863365388217088:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047537.642927:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047537.642959:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad66 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8d4a expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047537.642996:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 122390, mtime: 0x69eb97f2, atime: 0x69eb97bd, ctime: 0x69eb97f2, blocks: 0x18 00010000:00010000:0.0:1777047537.643027:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047537.643031:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047537.643042:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d4a expref: 17 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.643067:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d4a expref: 17 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.643098:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388a00, rc 0) 00000100:00100000:0.0:1777047537.644129:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57904:x1863365388217088:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1228us (1539us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047537.644143:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4361 00000100:00100000:3.0:1777047537.667307:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047537.668748:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047537.676101:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388217216 00000100:00100000:3.0:1777047537.676120:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388217216 00002000:00010000:3.0:1777047537.676185:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (8192->18446744073709551615) 00002000:00100000:3.0:1777047537.676566:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0749164a80 with x1863365388217216 ext(8192->18446744073709551615) 00002000:00010000:3.0:1777047537.676584:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0749164a80. 00000100:00100000:3.0:1777047537.676620:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388217344 00000100:00100000:3.0:1777047537.676627:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388217344 00002000:00010000:3.0:1777047537.676662:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:3.0:1777047537.676669:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744a29500 with x1863365388217344 ext(0->18446744073709551615) 00000100:00100000:1.0:1777047537.676688:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1521 00002000:00010000:3.0:1777047537.676691:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0744a29500. 00000100:00100000:1.0:1777047537.676716:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388217216:12345-192.168.201.54@tcp:10:lfs.0 00000100:00100000:3.0:1777047537.676734:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1522 00000100:00100000:3.0:1777047537.676752:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365388217344:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:3.0:1777047537.676932:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047537.676939:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047535 -> 1777047538 00002000:00010000:3.0:1777047537.676947:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:3.0:1777047537.676951:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047535 -> 1777047538 00002000:00010000:3.0:1777047537.676955:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047537.677039:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365388217344:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 289us (8292us total) trans 21474837899 rc 0/0 00000100:00100000:3.0:1777047537.677056:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1522 00002000:00010000:3.0:1777047537.677063:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:3.0:1777047537.677068:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744a29500 with x1863365388217344 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047537.677078:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0744a29500. 00002000:00010000:1.0:1777047537.677142:0:29062:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 122390 -> 8192 00002000:00010000:1.0:1777047537.677150:0:29062:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:1.0:1777047537.677155:0:29062:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047537.677158:0:29062:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:1.0:1777047537.677162:0:29062:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:1.0:1777047537.677207:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388217216:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 500us (9909us total) trans 17179870520 rc 0/0 00000100:00100000:1.0:1777047537.677220:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1521 00002000:00010000:1.0:1777047537.677226:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (8192->18446744073709551615) 00002000:00100000:1.0:1777047537.677231:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0749164a80 with x1863365388217216 ext(8192->18446744073709551615) 00002000:00010000:1.0:1777047537.677240:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0749164a80. 00000100:00100000:0.0:1777047537.706595:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047537.707558:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388217472 00000100:00100000:2.0:1777047537.707573:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388217472 00000100:00100000:2.0:1777047537.708632:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6429 00000100:00100000:2.0:1777047537.708652:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57904:x1863365388217472:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047537.708685:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047537.708715:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493ad6d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8d51 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.708878:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493ad74 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.708902:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493ad74 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.708921:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493ad74 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047537.708963:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 8192 00000004:00200000:2.0:1777047537.708970:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047537.708999:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493ad74 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.709048:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493ad6d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d51 expref: 30 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.709076:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493ad74 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d51 expref: 29 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.709091:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047537.709096:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047537.709101:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167200, rc 0) 00000100:00100000:2.0:1777047537.709191:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57904:x1863365388217472:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 529us (2592us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047537.709204:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6429 00000100:00100000:2.0:1777047537.718795:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047537.721801:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388217728 00000100:00100000:0.0:1777047537.721817:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388217728 00000100:00100000:1.0:1777047537.723168:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6430 00000100:00100000:1.0:1777047537.723186:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57904:x1863365388217728:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:1.0:1777047537.723255:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047537.723290:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493ad74 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d51 expref: 29 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.723320:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047537.723328:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047537.723637:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493ad7b lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.723663:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493ad7b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.723680:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493ad7b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047537.723786:0:9025:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935310 00000004:00010000:1.0:1777047537.723826:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001cba761f reply state 00000000721c1ecc transno 8589935311 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493ad7b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.723846:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493ad7b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.723858:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047537.723863:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047537.723867:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047537.724007:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57904:x1863365388217728:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 823us (5220us total) trans 8589935311 rc 0/0 00000100:00100000:1.0:1777047537.724021:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6430 00000020:00080000:1.0:1777047537.724029:0:9025:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047537.742331:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047537.742587:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388217856 00000100:00100000:2.0:1777047537.742603:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388217856 00000100:00100000:2.0:1777047537.742707:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4362 00000100:00100000:2.0:1777047537.742725:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57904:x1863365388217856:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047537.742752:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047537.742784:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493ad82 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8d58 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047537.742825:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x73:0x0] initial LVB size: 122390, mtime: 0x69eb97f2, atime: 0x69eb97e2, ctime: 0x69eb97f2, blocks: 0x10 00010000:00010000:2.0:1777047537.742858:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047537.742861:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047537.742873:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493ad82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d58 expref: 19 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.742945:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493ad82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d58 expref: 19 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.742967:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167000, rc 0) 00000100:00100000:2.0:1777047537.743072:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57904:x1863365388217856:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 350us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047537.743086:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4362 00000100:00100000:1.0:1777047537.755613:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047537.756498:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047537.759621:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388217984 00000100:00100000:2.0:1777047537.759655:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388217984 00002000:00010000:2.0:1777047537.759712:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/115 (8192->18446744073709551615) 00002000:00100000:2.0:1777047537.759720:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644867800 with x1863365388217984 ext(8192->18446744073709551615) 00002000:00010000:2.0:1777047537.759737:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644867800. 00000100:00100000:2.0:1777047537.759801:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388218112 00000100:00100000:2.0:1777047537.759808:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388218112 00000100:00100000:1.0:1777047537.759980:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1523 00000100:00100000:1.0:1777047537.759999:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388217984:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047537.760412:0:8484:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb size from disk: 122390 -> 8192 00002000:00010000:1.0:1777047537.760420:0:8484:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:1.0:1777047537.760424:0:8484:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:1.0:1777047537.760428:0:8484:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:1.0:1777047537.760432:0:8484:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:1.0:1777047537.760555:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388217984:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 558us (4950us total) trans 17179870521 rc 0/0 00000100:00100000:1.0:1777047537.760570:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1523 00002000:00010000:1.0:1777047537.760578:0:8484:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/115 (8192->18446744073709551615) 00002000:00100000:1.0:1777047537.760583:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644867800 with x1863365388217984 ext(8192->18446744073709551615) 00002000:00010000:1.0:1777047537.760593:0:8484:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644867800. 00002000:00010000:2.0:1777047537.761491:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/146 (0->18446744073709551615) 00002000:00100000:2.0:1777047537.761499:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644865880 with x1863365388218112 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047537.761534:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644865880. 00000100:00100000:2.0:1777047537.761580:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1524 00000100:00100000:2.0:1777047537.761594:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644865880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388218112:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:2.0:1777047537.761707:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047537.761712:0:24562:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb mtime from disk: 1777047535 -> 1777047538 00002000:00010000:2.0:1777047537.761716:0:24562:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:2.0:1777047537.761720:0:24562:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb ctime from disk: 1777047535 -> 1777047538 00002000:00010000:2.0:1777047537.761723:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047537.761810:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644865880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388218112:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 218us (5312us total) trans 21474837900 rc 0/0 00000100:00100000:2.0:1777047537.761824:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1524 00002000:00010000:2.0:1777047537.761829:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/146 (0->18446744073709551615) 00002000:00100000:2.0:1777047537.761834:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644865880 with x1863365388218112 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047537.761841:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644865880. 00000100:00100000:0.0:1777047537.785873:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047537.786234:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388218240 00000100:00100000:2.0:1777047537.786248:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388218240 00000100:00100000:2.0:1777047537.786340:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6431 00000100:00100000:2.0:1777047537.786359:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644482680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57904:x1863365388218240:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047537.786461:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047537.786494:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493ad89 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8d5f expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.786657:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493ad90 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.786681:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493ad90 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.786701:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493ad90 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047537.786740:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 8192 00000004:00200000:2.0:1777047537.786747:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047537.786777:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493ad90 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.787421:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493ad89 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d5f expref: 33 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.787477:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493ad90 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d5f expref: 32 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.787492:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047537.787497:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047537.787502:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166a00, rc 0) 00000100:00100000:2.0:1777047537.791322:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644482680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57904:x1863365388218240:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 4945us (5437us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047537.791340:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6431 00000100:00100000:3.0:1777047537.809885:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047537.810033:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388218368 00000100:00100000:2.0:1777047537.810048:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388218368 00000100:00100000:2.0:1777047537.810159:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1525 00000100:00100000:2.0:1777047537.810180:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388218368:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047537.811830:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493ad97 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.811859:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047537.811862:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047537.811871:0:8485:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493ad97 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.811893:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493ad97 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.838851:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493ad97 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.840961:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493ad97 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.841000:0:8485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493ad97 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.841015:0:8485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047537.841024:0:8485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493ad97 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.841041:0:8485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493ad97 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.841074:0:8485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493ad97 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.841088:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493ad97 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047537.841341:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388218368:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 31161us (31462us total) trans 0 rc 73701/73701 00000100:00100000:3.0:1777047537.841355:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1525 00000100:00100000:0.0:1777047537.880096:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047537.880805:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388218496 00000100:00100000:3.0:1777047537.880820:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388218496 00000100:00100000:3.0:1777047537.880935:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1526 00000100:00100000:3.0:1777047537.880954:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644480380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2432:x1863365388218496:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:3.0:1777047537.881005:0:29059:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493ad9e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.881037:0:29059:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d4a expref: 20 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.881067:0:29059:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047537.881071:0:29059:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047537.881078:0:29059:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493ad9e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.881157:0:29059:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d4a expref: 20 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.881186:0:29059:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d4a expref: 20 pid: 36217 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047537.881212:0:29059:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749164700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:29059:1863365443133568:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047537.881346:0:29059:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064217c600 going to sleep for 11 seconds 00000100:00100000:2.0:1777047537.889594:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047537.889744:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388218624 00000100:00100000:1.0:1777047537.889758:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388218624 00010000:00010000:1.0:1777047537.889815:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad66 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d4a expref: 21 pid: 36217 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047537.890890:0:29059:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749164700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:29059:1863365443133568:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047537.890930:0:29059:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493ad9e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047537.892630:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2192 00000100:00100000:1.0:1777047537.892654:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388218624:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047537.892677:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047537.892708:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d4a expref: 21 pid: 36217 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.892732:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d4a expref: 21 pid: 36217 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.892769:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ad66 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d4a expref: 21 pid: 36217 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.892793:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047537.892796:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047537.893544:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493ad9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.893564:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493ad9e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.893626:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047537.893692:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388218624:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1045us (4109us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047537.893705:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2192 00010000:00010000:0.0:1777047537.894674:0:29059:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493ad9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.894695:0:29059:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493ad9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047537.929215:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870522 is committed 00002000:00010000:0.0:1777047537.930180:0:29059:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 8192 -> 172032 00002000:00010000:0.0:1777047537.930190:0:29059:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 24 -> 160 00010000:00010000:0.0:1777047537.930208:0:29059:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493ad9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.930229:0:29059:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493ad9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.930244:0:29059:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493ad9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.930265:0:29059:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0777afea00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047537.930272:0:29059:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493ad9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.930286:0:29059:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493ad9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.930311:0:29059:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493ad9e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.930323:0:29059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493ad9e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047537.931559:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644480380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365388218496:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 50601us (51466us total) trans 17179870522 rc 0/0 00000100:00100000:2.0:1777047537.931579:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1526 00000100:00100000:1.0:1777047537.944140:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047537.945960:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388218752 00000100:00100000:0.0:1777047537.945975:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388218752 00000100:00100000:1.0:1777047537.946245:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1527 00000100:00100000:1.0:1777047537.946263:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365388218752:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:1.0:1777047537.946316:0:29067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493ada5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.946347:0:29067:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493ad82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d58 expref: 17 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.946364:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047537.946367:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047537.946373:0:29067:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493ada5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.946500:0:29067:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493ad82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d58 expref: 17 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.946561:0:29067:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493ad82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d58 expref: 17 pid: 8480 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047537.946588:0:29067:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644866a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:29067:1863365443133696:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047537.946716:0:29067:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047537.967149:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047537.967765:0:29067:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644866a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:29067:1863365443133696:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047537.967801:0:29067:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493ada5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047537.969544:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388218880 00000100:00100000:3.0:1777047537.969557:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388218880 00010000:00010000:3.0:1777047537.969610:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493ad82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d58 expref: 18 pid: 8480 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047537.969693:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2193 00000100:00100000:3.0:1777047537.969711:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388218880:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047537.969739:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047537.969770:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493ad82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d58 expref: 18 pid: 8480 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.969794:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493ad82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d58 expref: 18 pid: 8480 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.969826:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493ad82 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d58 expref: 18 pid: 8480 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.969848:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047537.969852:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047537.969858:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493ada5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.969875:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493ada5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.969928:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047537.970019:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388218880:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 310us (2880us total) trans 0 rc 0/0 00010000:00010000:1.0:1777047537.970035:0:29067:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493ada5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047537.970036:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2193 00010000:00010000:1.0:1777047537.970058:0:29067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493ada5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047537.987305:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443133824:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047537.987434:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047537.987534:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047537.987548:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644481500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443133952:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777047537.987598:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047537.987739:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443133824 00000100:00100000:1.0:1777047537.987751:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443133824 00000100:00100000:2.0:1777047537.987810:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443133952 00000100:00100000:2.0:1777047537.987822:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443133952 00000100:00100000:1.0:1777047537.987845:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2520 00000100:00100000:1.0:1777047537.987866:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749164700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443133824:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777047537.987880:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2521 00000100:00100000:2.0:1777047537.987899:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3682:x1863365443133952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777047537.987903:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 32768 granted 485041728 pending 98304 free 3917058048 avail 3685371904 00002000:00000024:2.0:1777047537.987939:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484909760 pending 0 free 3919093760 avail 3687571456 00000100:00100000:0.0:1777047537.988118:0:3682:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179870517 gen 2 00000004:00080000:0.0:1777047537.988127:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643056a00, transno 17179870505 00000004:00080000:0.0:1777047537.988162:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643055180, transno 17179870506 00000004:00080000:0.0:1777047537.988167:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643055f80, transno 17179870507 00000004:00080000:0.0:1777047537.988171:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643057100, transno 17179870508 00000004:00080000:0.0:1777047537.988175:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0641c57100, transno 17179870509 00000004:00080000:0.0:1777047537.988179:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0641c56300, transno 17179870510 00000004:00080000:0.0:1777047537.988183:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0641c56a00, transno 17179870511 00000004:00080000:0.0:1777047537.988187:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0641c54700, transno 17179870512 00000004:00080000:0.0:1777047537.988191:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e00bb80, transno 17179870514 00000004:00080000:0.0:1777047537.988195:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e009f80, transno 17179870515 00000004:00080000:0.0:1777047537.988200:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e00a680, transno 17179870516 00000004:00080000:0.0:1777047537.988205:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e009500, transno 17179870517 00000100:00100000:0.0:1777047537.988224:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443133824:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777047537.989404:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749164700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443133824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1544us (1971us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047537.989420:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2520 00000004:00080000:3.0:1777047537.991290:0:33234:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 12 done 00000100:00100000:2.0:1777047537.992897:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3682:x1863365443133952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4998us (5292us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047537.992914:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2521 00000100:00100000:0.0:1777047537.993079:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644481500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443133952:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1777047538.019306:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870523 is committed 00002000:00010000:1.0:1777047538.019708:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb size from disk: 8192 -> 172032 00002000:00010000:1.0:1777047538.019718:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 16 -> 160 00010000:00010000:1.0:1777047538.019736:0:29067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493ada5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.019757:0:29067:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493ada5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.019780:0:29067:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493ada5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.019791:0:29067:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ede00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047538.019797:0:29067:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493ada5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.019811:0:29067:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493ada5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.020164:0:29067:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493ada5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.020180:0:29067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493ada5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047538.020585:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388218752:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 74320us (76474us total) trans 17179870523 rc 0/0 00000100:00100000:1.0:1777047538.020602:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1527 00000100:00100000:1.0:1777047538.091307:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047538.091979:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388219136 00000100:00100000:3.0:1777047538.091995:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388219136 00000100:00100000:3.0:1777047538.092126:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6432 00000100:00100000:3.0:1777047538.092142:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644866a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57904:x1863365388219136:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:3.0:1777047538.092215:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047538.092255:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493ad90 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d5f expref: 32 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.092298:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047538.092306:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047538.092622:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493adac lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.092646:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493adac lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.092662:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493adac lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047538.092727:0:6588:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935312 00000004:00010000:3.0:1777047538.092763:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d6e819c6 reply state 00000000efded3c5 transno 8589935313 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493adac lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.092783:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493adac lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.092795:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047538.092802:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047538.092807:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047538.093295:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644866a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57904:x1863365388219136:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1154us (1999us total) trans 8589935313 rc 0/0 00000100:00100000:3.0:1777047538.093308:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6432 00000020:00080000:3.0:1777047538.093317:0:6588:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047538.103580:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047538.104042:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388219264 00000100:00100000:1.0:1777047538.104056:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388219264 00000100:00100000:1.0:1777047538.104141:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4363 00000100:00100000:1.0:1777047538.104161:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:57904:x1863365388219264:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047538.104185:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047538.104216:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493adb3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8d66 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047538.104253:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 172032, mtime: 0x69eb97f2, atime: 0x69eb97bd, ctime: 0x69eb97f2, blocks: 0xa0 00010000:00010000:1.0:1777047538.104281:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047538.104285:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047538.104296:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493adb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d66 expref: 17 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.104322:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493adb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d66 expref: 17 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.104342:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ede00, rc 0) 00000100:00100000:1.0:1777047538.104489:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57904:x1863365388219264:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 332us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047538.104528:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4363 00000100:00100000:2.0:1777047538.110495:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047538.111672:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388219392 00000100:00100000:0.0:1777047538.111685:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388219392 00002000:00010000:0.0:1777047538.111732:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (172005->18446744073709551615) 00002000:00100000:0.0:1777047538.111740:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744a29f80 with x1863365388219392 ext(172005->18446744073709551615) 00002000:00010000:0.0:1777047538.111756:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0744a29f80. 00000100:00100000:0.0:1777047538.111809:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1528 00000100:00100000:0.0:1777047538.111825:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388219392:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:0.0:1777047538.112188:0:8486:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 172032 -> 172005 00002000:00010000:0.0:1777047538.112195:0:8486:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:0.0:1777047538.112200:0:8486:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:0.0:1777047538.112203:0:8486:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:0.0:1777047538.112207:0:8486:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:0.0:1777047538.112612:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388219392:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 789us (2126us total) trans 17179870524 rc 0/0 00000100:00100000:0.0:1777047538.112626:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1528 00002000:00010000:0.0:1777047538.112632:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (172005->18446744073709551615) 00002000:00100000:0.0:1777047538.112636:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744a29f80 with x1863365388219392 ext(172005->18446744073709551615) 00002000:00010000:0.0:1777047538.112644:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0744a29f80. 00000100:00100000:0.0:1777047538.115126:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047538.116851:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388219520 00000100:00100000:1.0:1777047538.116863:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388219520 00002000:00010000:1.0:1777047538.116905:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:1.0:1777047538.116912:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644481500 with x1863365388219520 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047538.116925:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644481500. 00000100:00100000:1.0:1777047538.117144:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1529 00000100:00100000:1.0:1777047538.117161:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388219520:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047538.117341:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047538.117349:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:1.0:1777047538.117354:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047538.117359:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:1.0:1777047538.117364:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047538.117892:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388219520:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 732us (2769us total) trans 21474837901 rc 0/0 00000100:00100000:1.0:1777047538.117907:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1529 00002000:00010000:1.0:1777047538.117914:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:1.0:1777047538.117919:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644481500 with x1863365388219520 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047538.117929:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644481500. 00000100:00100000:2.0:1777047538.127242:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047538.127485:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388219648 00000100:00100000:1.0:1777047538.127556:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388219648 00000100:00100000:2.0:1777047538.127747:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6433 00000100:00100000:2.0:1777047538.127769:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57904:x1863365388219648:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047538.127804:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047538.127833:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493adba lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8d6d expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.127975:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493adc1 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.128001:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493adc1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.128031:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493adc1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047538.128861:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 172005 00000004:00200000:2.0:1777047538.128870:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047538.128903:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493adc1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.128954:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493adba lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d6d expref: 36 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.129001:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493adc1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d6d expref: 35 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.129017:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047538.129023:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047538.129028:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166000, rc 0) 00000100:00100000:2.0:1777047538.130119:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57904:x1863365388219648:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2352us (2884us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047538.130136:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6433 00000100:00100000:2.0:1777047538.143601:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047538.143776:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388219904 00000100:00100000:0.0:1777047538.143791:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388219904 00000100:00100000:0.0:1777047538.143982:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6434 00000100:00100000:0.0:1777047538.144004:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e280700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57904:x1863365388219904:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047538.144087:0:6590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047538.144130:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493adc1 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d6d expref: 35 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.144181:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047538.144189:0:6590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047538.144433:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493adc8 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.144582:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493adc8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.144605:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493adc8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047538.144683:0:6590:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935314 00000004:00010000:0.0:1777047538.144729:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000de31cf3f reply state 00000000a066910f transno 8589935315 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493adc8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.144752:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493adc8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.144765:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047538.144770:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047538.144776:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047538.144911:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e280700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57904:x1863365388219904:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 911us (1321us total) trans 8589935315 rc 0/0 00000100:00100000:0.0:1777047538.144925:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6434 00000020:00080000:0.0:1777047538.144933:0:6590:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047538.154200:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047538.165285:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388220032 00000100:00100000:3.0:1777047538.165438:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388220032 00000100:00100000:2.0:1777047538.175632:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4364 00000100:00100000:2.0:1777047538.175656:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644480700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57904:x1863365388220032:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047538.175686:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047538.175723:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493adcf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8d74 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047538.175778:0:36216:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x73:0x0] initial LVB size: 172032, mtime: 0x69eb97f2, atime: 0x69eb97e2, ctime: 0x69eb97f2, blocks: 0xa0 00010000:00010000:2.0:1777047538.176164:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047538.176169:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047538.176183:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493adcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d74 expref: 19 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.176214:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493adcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d74 expref: 19 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.176238:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166600, rc 0) 00000100:00100000:2.0:1777047538.176359:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644480700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57904:x1863365388220032:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 709us (22168us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047538.176374:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4364 00000100:00100000:1.0:1777047538.189889:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047538.190266:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047538.190708:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388220288 00000100:00100000:3.0:1777047538.190724:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388220288 00002000:00010000:3.0:1777047538.190783:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/146 (0->18446744073709551615) 00002000:00100000:3.0:1777047538.190791:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644867100 with x1863365388220288 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047538.190807:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644867100. 00000100:00100000:3.0:1777047538.191088:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388220160 00000100:00100000:3.0:1777047538.191099:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388220160 00002000:00010000:3.0:1777047538.191131:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/115 (172005->18446744073709551615) 00002000:00100000:3.0:1777047538.191138:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644864000 with x1863365388220160 ext(172005->18446744073709551615) 00002000:00010000:3.0:1777047538.191150:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644864000. 00000100:00100000:0.0:1777047538.196551:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1530 00000100:00100000:0.0:1777047538.196584:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388220288:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:0.0:1777047538.196792:0:20132:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047538.196799:0:20132:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:0.0:1777047538.196804:0:20132:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047538.196809:0:20132:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:0.0:1777047538.196813:0:20132:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047538.196906:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388220288:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 336us (7030us total) trans 21474837902 rc 0/0 00000100:00100000:0.0:1777047538.196922:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1530 00002000:00010000:0.0:1777047538.196929:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/146 (0->18446744073709551615) 00002000:00100000:0.0:1777047538.196936:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644867100 with x1863365388220288 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047538.196946:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644867100. 00000100:00100000:0.0:1777047538.196984:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1531 00000100:00100000:0.0:1777047538.196998:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388220160:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:0.0:1777047538.197340:0:20132:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb size from disk: 172032 -> 172005 00002000:00010000:0.0:1777047538.197347:0:20132:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:0.0:1777047538.197351:0:20132:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047538.197354:0:20132:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:0.0:1777047538.197358:0:20132:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:0.0:1777047538.197437:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388220160:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 439us (7171us total) trans 17179870525 rc 0/0 00000100:00100000:0.0:1777047538.197451:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1531 00002000:00010000:0.0:1777047538.197457:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/115 (172005->18446744073709551615) 00002000:00100000:0.0:1777047538.197462:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644864000 with x1863365388220160 ext(172005->18446744073709551615) 00002000:00010000:0.0:1777047538.197471:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644864000. 00000100:00100000:0.0:1777047538.211167:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047538.211858:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388220544 00000100:00100000:1.0:1777047538.211874:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388220544 00000100:00100000:1.0:1777047538.211989:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6435 00000100:00100000:1.0:1777047538.212009:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644480e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57904:x1863365388220544:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:1.0:1777047538.212562:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493add6 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.212595:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493add6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.212616:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493add6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047538.212774:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000008053a1f reply state 00000000b8916188 transno 8589935316 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493add6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.212799:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493add6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.212822:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047538.212827:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047538.212834:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047538.212976:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644480e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57904:x1863365388220544:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 970us (1818us total) trans 8589935316 rc 0/0 00000100:00100000:1.0:1777047538.212991:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6435 00000100:00100000:1.0:1777047538.232076:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047538.232301:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388220672 00000100:00100000:2.0:1777047538.232317:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388220672 00000100:00100000:2.0:1777047538.232473:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4365 00000100:00100000:2.0:1777047538.232493:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:57904:x1863365388220672:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047538.232555:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047538.232583:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493addd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8d7b expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.232635:0:30115:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493ad35 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d35 expref: 17 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.232652:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047538.232656:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047538.232664:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493addd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d7b expref: 17 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.232717:0:30115:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493ad35 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d35 expref: 17 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.232744:0:30115:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493ad35 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d35 expref: 17 pid: 8481 timeout: 4266 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047538.232771:0:30115:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e281180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443134080:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047538.232905:0:30115:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a240 going to sleep for 11 seconds 00000100:00100000:1.0:1777047538.250036:0:30115:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e281180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443134080:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047538.250086:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493addd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d7b expref: 17 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.250118:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167400, rc 0) 00000100:00100000:1.0:1777047538.250216:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57904:x1863365388220672:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 17727us (18152us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047538.250232:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4365 00000100:00100000:2.0:1777047538.251330:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047538.255073:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388220800 00000100:00100000:1.0:1777047538.255089:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388220800 00010000:00010000:1.0:1777047538.255147:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493ad35 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d35 expref: 17 pid: 8481 timeout: 4266 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047538.255241:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2194 00000100:00100000:1.0:1777047538.255606:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388220800:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047538.255636:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047538.255669:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493ad35 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d35 expref: 17 pid: 8481 timeout: 4266 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.255706:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493ad35 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d35 expref: 17 pid: 8481 timeout: 4266 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.256888:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493ad35 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d35 expref: 17 pid: 8481 timeout: 4266 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.256916:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047538.256919:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047538.256931:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493addd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d7b expref: 16 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.256951:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493addd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d7b expref: 16 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.257012:0:9569:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493addd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d7b expref: 16 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047538.257057:0:9569:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644866300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9569:1863365443134208:192.168.201.54@tcp:105: 00000100:00100000:1.0:1777047538.257156:0:9569:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047538.294000:0:9569:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644866300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9569:1863365443134208:192.168.201.54@tcp:105: 00010000:00010000:1.0:1777047538.294041:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047538.294144:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388220800:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 38885us (42812us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047538.294164:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2194 00000100:00100000:1.0:1777047538.295754:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047538.295950:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388220928 00000100:00100000:2.0:1777047538.295963:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388220928 00000100:00100000:2.0:1777047538.296054:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4366 00000100:00100000:2.0:1777047538.296072:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:57904:x1863365388220928:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047538.296098:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047538.296125:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493ade4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8d82 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.296178:0:36217:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493ad43 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d3c expref: 21 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.296195:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047538.296198:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047538.296206:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493ade4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d82 expref: 21 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.296258:0:36217:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493ad43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d3c expref: 21 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.296284:0:36217:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493ad43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d3c expref: 21 pid: 8479 timeout: 4266 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047538.296309:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:36217:1863365443134336:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047538.296452:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047538.315278:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:36217:1863365443134336:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047538.315337:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493ade4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d82 expref: 21 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.315455:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167c00, rc 0) 00000100:00100000:2.0:1777047538.315612:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:57904:x1863365388220928:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 19541us (19860us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047538.315630:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4366 00000100:00100000:2.0:1777047538.319270:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047538.322180:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388221056 00000100:00100000:0.0:1777047538.322219:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388221056 00010000:00010000:0.0:1777047538.322291:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493ad43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d3c expref: 21 pid: 8479 timeout: 4266 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047538.322365:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2195 00000100:00100000:0.0:1777047538.322383:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388221056:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047538.322477:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047538.322559:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493ad43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d3c expref: 21 pid: 8479 timeout: 4266 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.322593:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493ad43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d3c expref: 21 pid: 8479 timeout: 4266 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.322636:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493ad43 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d3c expref: 21 pid: 8479 timeout: 4266 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.322668:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047538.322673:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047538.322685:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493ade4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d82 expref: 20 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.322711:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493ade4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d82 expref: 20 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.322788:0:36227:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493ade4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d82 expref: 20 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047538.322830:0:36227:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644481180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:36227:1863365443134464:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047538.322950:0:36227:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047538.343680:0:36227:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644481180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:36227:1863365443134464:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047538.343721:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047538.343822:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388221056:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 21439us (24557us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047538.343842:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2195 00000100:00100000:1.0:1777047538.348307:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047538.349744:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388221184 00000100:00100000:0.0:1777047538.349760:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388221184 00000100:00100000:0.0:1777047538.349887:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4367 00000100:00100000:0.0:1777047538.349908:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:57904:x1863365388221184:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047538.349957:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047538.349989:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d72493adeb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8d89 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.350045:0:8481:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d72493ad3c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d43 expref: 17 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.350063:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047538.350093:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047538.350103:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d72493adeb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d89 expref: 17 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.350163:0:8481:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d72493ad3c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d43 expref: 17 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.350189:0:8481:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d72493ad3c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d43 expref: 17 pid: 11204 timeout: 4266 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047538.350215:0:8481:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644481180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443134592:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047538.350370:0:8481:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047538.365714:0:8481:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644481180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443134592:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047538.365767:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d72493adeb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d89 expref: 17 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.365802:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388200, rc 0) 00000100:00100000:0.0:1777047538.365892:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57904:x1863365388221184:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 15986us (17596us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047538.365931:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4367 00000100:00100000:2.0:1777047538.369864:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047538.370591:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388221312 00000100:00100000:3.0:1777047538.370606:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388221312 00010000:00010000:3.0:1777047538.370665:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d72493ad3c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d43 expref: 17 pid: 11204 timeout: 4266 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047538.370737:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2196 00000100:00100000:3.0:1777047538.371105:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388221312:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047538.371134:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047538.371166:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d72493ad3c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d43 expref: 17 pid: 11204 timeout: 4266 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.371205:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d72493ad3c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d43 expref: 17 pid: 11204 timeout: 4266 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.371246:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006126552c/0x5ecf73d72493ad3c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d43 expref: 17 pid: 11204 timeout: 4266 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.371273:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047538.371276:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047538.371285:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d72493adeb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d89 expref: 16 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.371302:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d72493adeb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d89 expref: 16 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.371359:0:6574:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d72493adeb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d89 expref: 16 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047538.371465:0:6574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749166300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365443134720:192.168.201.54@tcp:105: 00000100:00100000:3.0:1777047538.373638:0:6574:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064217c600 going to sleep for 11 seconds 00000100:00100000:1.0:1777047538.400543:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047538.400610:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047538.400651:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047538.400820:0:6574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749166300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365443134720:192.168.201.54@tcp:105: 00010000:00010000:3.0:1777047538.401134:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047538.401217:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388221312:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 30466us (31362us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047538.401234:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2196 00000100:00100000:2.0:1777047538.401639:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388221568 00000100:00100000:2.0:1777047538.401649:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388221568 00000100:00100000:2.0:1777047538.401717:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388221440 00000100:00100000:2.0:1777047538.401723:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388221440 00000100:00100000:2.0:1777047538.401755:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4368 00000100:00100000:2.0:1777047538.401769:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644864700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388221568:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:2.0:1777047538.401985:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047538.401991:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047536 -> 1777047537 00002000:00010000:2.0:1777047538.401996:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047534 -> 1777047537 00002000:00010000:2.0:1777047538.402000:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047536 -> 1777047538 00002000:00010000:2.0:1777047538.402004:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777047538.402047:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644864700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388221568:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 279us (1515us total) trans 17179870526 rc 0/0 00000100:00100000:2.0:1777047538.402058:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4368 00000100:00100000:2.0:1777047538.402078:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388221696 00000100:00100000:2.0:1777047538.402084:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388221696 00000100:00100000:2.0:1777047538.402121:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4369 00000100:00100000:2.0:1777047538.402132:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388221440:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:2.0:1777047538.402577:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 172005 -> 172005 00002000:00010000:2.0:1777047538.402583:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047537 -> 1777047537 00002000:00010000:2.0:1777047538.402587:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047534 -> 1777047537 00002000:00010000:2.0:1777047538.402591:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047537 -> 1777047538 00002000:00010000:2.0:1777047538.402594:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 184 -> 184 00000100:00100000:2.0:1777047538.402635:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388221440:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 502us (2024us total) trans 21474837903 rc 0/0 00000100:00100000:2.0:1777047538.402647:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4369 00000100:00100000:2.0:1777047538.402672:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4370 00000100:00100000:2.0:1777047538.402684:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388221696:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:2.0:1777047538.402764:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047538.402769:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047536 -> 1777047537 00002000:00010000:2.0:1777047538.402773:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047534 -> 1777047537 00002000:00010000:2.0:1777047538.402778:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047536 -> 1777047538 00002000:00010000:2.0:1777047538.402781:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047538.402816:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388221696:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 133us (2164us total) trans 21474837904 rc 0/0 00000100:00100000:2.0:1777047538.402826:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4370 00000100:00100000:1.0:1777047538.418778:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047538.421560:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388221952 00000100:00100000:2.0:1777047538.421576:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388221952 00000100:00100000:2.0:1777047538.421669:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2161 00000100:00100000:2.0:1777047538.421686:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07430bd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57904:x1863365388221952:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:2.0:1777047538.421769:0:6591:0:(mdt_open.c:2500:mdt_close_resync_done()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493acf6 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d20 expref: 39 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.421855:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493adf2 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.421876:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ad20 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d27 expref: 39 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.421891:0:6591:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493adf2 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.421975:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ad20 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d27 expref: 39 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.422000:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ad20 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d27 expref: 39 pid: 6588 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047538.422025:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6591:1863365443134848:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047538.422158:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047538.434695:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047538.436846:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6591:1863365443134848:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047538.436886:0:6591:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493adf2 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047538.437024:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388222080 00000100:00100000:0.0:1777047538.437036:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388222080 00010000:00010000:0.0:1777047538.437084:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ad20 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d27 expref: 40 pid: 6588 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047538.437175:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2197 00000100:00100000:0.0:1777047538.437193:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:2429:x1863365388222080:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047538.437594:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047538.437610:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ad20 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d27 expref: 40 pid: 6588 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.437633:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ad20 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d27 expref: 40 pid: 6588 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.437667:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ad20 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d27 expref: 40 pid: 6588 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.437708:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047538.437717:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493adf2 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.437735:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493adf2 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.437749:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493adf2 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.437799:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047538.437863:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:2429:x1863365388222080:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 673us (3179us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047538.437877:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2197 00010000:00010000:2.0:1777047538.439154:0:6591:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493adf2 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.439169:0:6591:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493adf2 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777047538.439605:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].132, 88 off19568 00000004:00080000:2.0:1777047538.439622:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4167076237629ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047538.439669:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].133, 88 off19656 00000004:00080000:2.0:1777047538.439680:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4167076296449ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047538.439725:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].134, 88 off19744 00000004:00080000:2.0:1777047538.439733:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4167076349589ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047538.439752:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].133, 88 off19656 00000004:00080000:2.0:1777047538.439758:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4167076375001ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047538.439775:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].135, 88 off19832 00000004:00080000:2.0:1777047538.439781:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4167076397949ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047538.439798:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].134, 88 off19744 00000004:00080000:2.0:1777047538.439805:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4167076421336ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047538.440134:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].136, 88 off19920 00000004:00080000:2.0:1777047538.440145:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4167076761186ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047538.440169:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].135, 88 off19832 00000004:00080000:2.0:1777047538.440175:0:6591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4167076791784ns, next at 4161903486201ns, rc = 0 00000001:00080000:2.0:1777047538.451191:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935317 is committed 00000004:00080000:2.0:1777047538.451207:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 135 committed 00000004:00080000:2.0:1777047538.451236:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 137 committed 00000004:00080000:2.0:1777047538.451260:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 134 committed 00000004:00080000:2.0:1777047538.451266:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 136 committed 00000004:00080000:2.0:1777047538.451274:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 133 committed 00000004:00080000:2.0:1777047538.451279:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 135 committed 00010000:00010000:0.0:1777047538.451285:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ad5f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777047538.451285:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 134 committed 00000004:00080000:2.0:1777047538.451293:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 132 committed 00010000:00010000:0.0:1777047538.451311:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ad5f lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.451341:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ad5f lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.451357:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047538.451366:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ad5f lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.451422:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ad5f lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.451452:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047538.451460:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047538.451469:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ad5f lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.451483:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ad5f lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777047538.451496:0:6591:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000415f1667 reply state 00000000f393bbbf transno 8589935317 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493adf2 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.451555:0:6591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493adf2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047538.451572:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b40b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443135360:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047538.451618:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443134976:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047538.451659:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047538.451666:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443135488:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047538.451706:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443135872:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047538.451706:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047538.451739:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047538.451765:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443135360 00000100:00100000:3.0:1777047538.451775:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443135360 00000100:00100000:1.0:1777047538.451786:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443135488 00000100:00100000:1.0:1777047538.451791:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443135488 00000100:00100000:1.0:1777047538.451830:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443135872 00000100:00100000:1.0:1777047538.451834:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443135872 00000100:00100000:3.0:1777047538.451845:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4371 00000100:00100000:3.0:1777047538.451858:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3683:x1863365443135488:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047538.451866:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4372 00000100:00100000:1.0:1777047538.451876:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443135360:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047538.452324:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 172005 -> 172005 00002000:00010000:3.0:1777047538.452324:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047538.452331:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:3.0:1777047538.452332:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047537 -> 1777047537 00002000:00010000:1.0:1777047538.452337:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:3.0:1777047538.452338:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:1.0:1777047538.452343:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:3.0:1777047538.452343:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:1.0:1777047538.452348:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 160 -> 160 00002000:00010000:3.0:1777047538.452349:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047538.452411:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3683:x1863365443135488:12345-0@lo:2:osp-syn-0-0.0 Request processed in 553us (702us total) trans 21474837905 rc 0/0 00000100:00100000:3.0:1777047538.452425:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4371 00000100:00100000:1.0:1777047538.452436:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3682:x1863365443135360:12345-0@lo:2:osp-syn-1-0.0 Request processed in 561us (777us total) trans 17179870527 rc 0/0 00000100:00100000:1.0:1777047538.452446:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4372 00000100:00100000:3.0:1777047538.452452:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4373 00000100:00100000:3.0:1777047538.452464:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3682:x1863365443135872:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047538.452536:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064b40b100/2, rc 0, transno 17179870527 00000100:00100000:1.0:1777047538.452547:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b40b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443135360:0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047538.452618:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047538.452625:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:3.0:1777047538.452629:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:3.0:1777047538.452633:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:3.0:1777047538.452636:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047538.452701:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3682:x1863365443135872:12345-0@lo:2:osp-syn-0-0.0 Request processed in 240us (960us total) trans 21474837906 rc 0/0 00000100:00100000:3.0:1777047538.452712:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4373 00000100:00100000:3.0:1777047538.452753:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047538.452783:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443135104:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047538.452818:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047538.452844:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b40bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443135616:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047538.452874:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047538.452903:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1777047538.452914:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b408e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443135232:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047538.452950:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047538.452972:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443135744:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047538.453003:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047538.453037:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443134976 00000100:00100000:3.0:1777047538.453044:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443134976 00000100:00100000:3.0:1777047538.453076:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443135104 00000100:00100000:3.0:1777047538.453080:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443135104 00000100:00100000:3.0:1777047538.453098:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4374 00000100:00100000:3.0:1777047538.453108:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3684:x1863365443134976:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047538.453196:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 172005 -> 172005 00002000:00010000:3.0:1777047538.453203:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047537 -> 1777047537 00002000:00010000:3.0:1777047538.453207:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:3.0:1777047538.453211:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00000100:00100000:1.0:1777047538.453216:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443135616 00002000:00010000:3.0:1777047538.453216:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 184 -> 184 00000100:00100000:1.0:1777047538.453223:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443135616 00000100:00100000:1.0:1777047538.453263:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443135232 00000100:00100000:1.0:1777047538.453268:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443135232 00000100:00100000:3.0:1777047538.453268:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3684:x1863365443134976:12345-0@lo:2:osp-syn-0-0.0 Request processed in 161us (515us total) trans 21474837907 rc 0/0 00000100:00100000:3.0:1777047538.453280:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4374 00000100:00100000:3.0:1777047538.453298:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443135744 00000100:00100000:3.0:1777047538.453303:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443135744 00000100:00100000:1.0:1777047538.453317:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4375 00000100:00100000:1.0:1777047538.453328:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3684:x1863365443135104:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047538.453328:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4376 00000100:00100000:3.0:1777047538.453338:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3684:x1863365443135616:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047538.453453:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb size from disk: 172005 -> 172005 00002000:00010000:1.0:1777047538.453455:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047538.453461:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:1.0:1777047538.453462:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047538.453468:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047538.453468:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:1.0:1777047538.453472:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047538.453472:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:1.0:1777047538.453478:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777047538.453478:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:1.0:1777047538.453558:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3684:x1863365443135104:12345-0@lo:2:osp-syn-1-0.0 Request processed in 229us (736us total) trans 17179870528 rc 0/0 00000100:00100000:3.0:1777047538.453558:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3684:x1863365443135616:12345-0@lo:2:osp-syn-1-0.0 Request processed in 217us (681us total) trans 17179870529 rc 0/0 00000100:00100000:1.0:1777047538.453570:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4375 00000100:00100000:3.0:1777047538.454111:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4376 00000100:00100000:3.0:1777047538.454141:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4377 00000100:00100000:3.0:1777047538.454155:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3684:x1863365443135232:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047538.454162:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4378 00000100:00100000:1.0:1777047538.454175:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3684:x1863365443135744:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047538.454253:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047538.454253:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047538.454260:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:3.0:1777047538.454260:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047537 -> 1777047537 00002000:00010000:3.0:1777047538.454264:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:1.0:1777047538.454266:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047538.454271:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:3.0:1777047538.454271:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:1.0:1777047538.454276:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777047538.454276:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777047538.454330:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443135232:12345-0@lo:2:osp-syn-1-0.0 Request processed in 178us (1378us total) trans 17179870530 rc 0/0 00000100:00100000:3.0:1777047538.454341:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4377 00000004:00080000:3.0:1777047538.454397:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0749166680/2, rc 0, transno 21474837905 00000100:00100000:3.0:1777047538.454407:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443135488:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047538.454442:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064b408e00/2, rc 0, transno 17179870530 00000100:00100000:3.0:1777047538.454451:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b408e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443135232:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047538.454467:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0749165500/2, rc 0, transno 21474837908 00000100:00100000:3.0:1777047538.454473:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443135744:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047538.454486:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0749166300/2, rc 0, transno 21474837907 00000100:00100000:3.0:1777047538.454491:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443134976:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047538.454544:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064b409180/2, rc 0, transno 17179870528 00000100:00100000:3.0:1777047538.454551:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443135104:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047538.454565:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e064b40bb80/2, rc 0, transno 17179870529 00000100:00100000:3.0:1777047538.454570:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b40bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443135616:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047538.454748:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3684:x1863365443135744:12345-0@lo:2:osp-syn-0-0.0 Request processed in 573us (1741us total) trans 21474837908 rc 0/0 00000100:00100000:1.0:1777047538.454762:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4378 00010000:00010000:0.0:1777047538.454813:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493ad7b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.454831:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493ad7b lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.454842:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493ad7b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.454853:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821eda00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047538.454859:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493ad7b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.455217:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493ad7b lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.455553:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047538.455558:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047538.455564:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493ad7b lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.455574:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493ad7b lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.455607:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493adac lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.455687:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493adac lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.455699:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493adac lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.455708:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0777afe800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047538.455713:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493adac lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.455722:0:6591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047538.455732:0:6591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1777047538.455738:0:6591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00080000:1.0:1777047538.456290:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e39c000/2, rc 0, transno 21474837906 00000100:00100000:1.0:1777047538.456299:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443135872:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1777047538.461623:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493adac lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.461661:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047538.461667:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047538.461675:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493adac lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.461696:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe800/0x5ecf73d72493adac lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.461728:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493adc8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.461740:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493adc8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.461751:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493adc8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.461760:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047538.461766:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493adc8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.461777:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493adc8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.461791:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047538.461795:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047538.461800:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493adc8 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.461810:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493adc8 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.461828:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493add6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.461839:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493add6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.461849:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493add6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.461856:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ecc00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047538.461861:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493add6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.461871:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493add6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.461884:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047538.461888:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047538.461893:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493add6 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.461901:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493add6 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.466172:0:6591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047538.466183:0:6591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047538.466200:0:6591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493acf6 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d20 expref: 24 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:2.0:1777047538.468798:0:6591:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1777047538.468842:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07430bd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57904:x1863365388221952:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 47155us (50071us total) trans 8589935317 rc 0/0 00000100:00100000:2.0:1777047538.468859:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2161 00010000:00010000:3.0:1777047538.469181:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493adf2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.469202:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493adf2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.469217:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493adf2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.469229:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047538.469237:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493adf2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.469253:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493adf2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.469275:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047538.469282:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047538.469288:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493adf2 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.469493:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493adf2 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047538.488550:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047538.488734:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388222208 00000100:00100000:3.0:1777047538.488749:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388222208 00000100:00100000:3.0:1777047538.489131:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6436 00000100:00100000:3.0:1777047538.489152:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57904:x1863365388222208:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047538.489190:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047538.489222:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe200/0x5ecf73d72493adf9 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8d90 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.489312:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe200/0x5ecf73d72493adf9 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d90 expref: 24 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.489337:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe200/0x5ecf73d72493adf9 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d90 expref: 24 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.489368:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047538.489374:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047538.489380:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777afe200, rc 0) 00000100:00100000:3.0:1777047538.493991:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57904:x1863365388222208:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 4836us (5443us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047538.494008:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6436 00010000:00010000:3.0:1777047538.498954:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047538.522196:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047538.522448:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388222464 00000100:00100000:0.0:1777047538.522464:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388222464 00000100:00100000:0.0:1777047538.522591:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2162 00000100:00100000:0.0:1777047538.522609:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57904:x1863365388222464:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047538.524111:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57904:x1863365388222464:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1501us (1922us total) trans 8589935318 rc 0/0 00000100:00100000:0.0:1777047538.524129:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2162 00000100:00100000:1.0:1777047538.656464:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047538.656716:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388222592 00000100:00100000:2.0:1777047538.656730:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388222592 00000100:00100000:2.0:1777047538.656834:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6437 00000100:00100000:2.0:1777047538.656851:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57906:x1863365388222592:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047538.656887:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047538.656916:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493ae00 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8d97 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.657002:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493ae07 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.657022:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493ae07 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.657039:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493ae07 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.657057:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ae0e lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.657069:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ae0e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.657081:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ae0e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.657172:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ae15 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.657186:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ae15 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.657197:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ae15 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047538.657244:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 172005 00000004:00200000:2.0:1777047538.657250:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047538.657274:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ae15 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.657291:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ae15 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.657304:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493ae07 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.657316:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493ae07 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.657326:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493ae07 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.659094:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493ae07 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.659103:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047538.659109:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493ae07 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.659157:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493ae07 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.659178:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e06431c0f00) 00010000:00010000:2.0:1777047538.659184:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047538.659190:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493ae07 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.659209:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493ae07 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.659239:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ae0e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.659250:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ae0e lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.659259:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ae0e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.659268:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047538.659272:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ae0e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.659283:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ae0e lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.659296:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e06431c0800) 00010000:00010000:2.0:1777047538.659300:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047538.659305:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ae0e lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.659315:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ae0e lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.659449:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493ae00 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d97 expref: 27 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.659476:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ae15 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d97 expref: 26 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.660801:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047538.660807:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047538.660812:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166c00, rc 0) 00000100:00100000:2.0:1777047538.661181:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57906:x1863365388222592:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 4330us (4724us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047538.661195:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6437 00000100:00100000:1.0:1777047538.673563:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047538.674799:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388222848 00000100:00100000:3.0:1777047538.675111:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388222848 00000100:00100000:3.0:1777047538.675225:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6438 00000100:00100000:3.0:1777047538.675241:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57906:x1863365388222848:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047538.675269:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047538.675298:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777affe00/0x5ecf73d72493ae1c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8d9e expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.675481:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493ae23 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.675536:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493ae23 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.675555:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493ae23 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047538.675573:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 172005 00010000:00010000:3.0:1777047538.675721:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777affe00/0x5ecf73d72493ae1c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d9e expref: 29 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.675748:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493ae23 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d9e expref: 28 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.675761:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047538.675765:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1777047538.675770:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777afec00, rc 0) 00000100:00100000:3.0:1777047538.675948:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57906:x1863365388222848:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 708us (2393us total) trans 8589935319 rc 0/0 00000100:00100000:3.0:1777047538.675961:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6438 00000100:00100000:1.0:1777047538.701012:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047538.701609:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388223104 00000100:00100000:2.0:1777047538.701623:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388223104 00000100:00100000:2.0:1777047538.701698:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6439 00000100:00100000:2.0:1777047538.701715:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57906:x1863365388223104:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047538.701761:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047538.701792:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ae31 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8da5 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.701927:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493ae38 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.701951:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493ae38 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.701968:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493ae38 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047538.701987:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 172005 00010000:00010000:2.0:1777047538.702128:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493ae31 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8da5 expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.702180:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493ae38 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8da5 expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.702196:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047538.702201:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047538.702206:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167600, rc 0) 00000100:00100000:2.0:1777047538.704389:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57906:x1863365388223104:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2417us (3127us total) trans 8589935320 rc 0/0 00000100:00100000:2.0:1777047538.704404:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6439 00000100:00100000:2.0:1777047538.808791:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047538.810744:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047538.810968:0:33221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388223232 00000100:00100000:0.0:1777047538.810973:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388223360 00000100:00100000:1.0:1777047538.810987:0:33221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388223232 00000100:00100000:0.0:1777047538.810988:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388223360 00000100:00100000:1.0:1777047538.811109:0:33221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 307 00000100:00100000:0.0:1777047538.811119:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5034 00000100:00100000:1.0:1777047538.811140:0:33221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eff5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2430:x1863365388223232:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:0.0:1777047538.811152:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2430:x1863365388223360:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:1.0:1777047538.811283:0:33221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eff5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2430:x1863365388223232:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 151us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047538.811298:0:33221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 307 00000100:00100000:0.0:1777047538.812399:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2430:x1863365388223360:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 1258us (3618us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047538.812416:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5034 00000100:00080000:2.0:1777047538.812540:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777047538.877076:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047538.877263:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388223488 00000100:00100000:2.0:1777047538.877279:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388223488 00000100:00100000:2.0:1777047538.877451:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1532 00000100:00100000:2.0:1777047538.877471:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388223488:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047538.877557:0:24562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493ae46 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.877591:0:24562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493addd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d7b expref: 18 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.877607:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047538.877611:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047538.877617:0:24562:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493ae46 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.877687:0:24562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493addd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d7b expref: 18 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.877713:0:24562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493addd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d7b expref: 18 pid: 30115 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047538.877740:0:24562:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24562:1863365443136000:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047538.878582:0:24562:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a240 going to sleep for 11 seconds 00000100:00100000:1.0:1777047538.913977:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047538.914717:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388223616 00000100:00100000:0.0:1777047538.914730:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388223616 00010000:00010000:0.0:1777047538.915109:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493addd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d7b expref: 19 pid: 30115 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047538.915193:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2198 00000100:00100000:0.0:1777047538.915213:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0771875450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388223616:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047538.915239:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047538.915269:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493addd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d7b expref: 19 pid: 30115 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.915294:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493addd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d7b expref: 19 pid: 30115 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.915333:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047538.915336:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047538.915344:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493ae46 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.915362:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493ae46 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.915434:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047538.916649:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0771875450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388223616:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1430us (2672us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047538.916668:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2198 00010000:00010000:2.0:1777047538.923195:0:24562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493addd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d7b expref: 18 pid: 30115 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047538.923233:0:24562:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24562:1863365443136000:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047538.923271:0:24562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493ae46 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.923293:0:24562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493ae46 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.923307:0:24562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493ae46 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.956898:0:24562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493ae46 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.956930:0:24562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493ae46 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.956948:0:24562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493ae46 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.956963:0:24562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047538.956970:0:24562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493ae46 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.956988:0:24562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493ae46 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.957021:0:24562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493ae46 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.957037:0:24562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493ae46 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047538.957200:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388223488:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 79729us (80133us total) trans 0 rc 172005/172005 00000100:00100000:2.0:1777047538.957220:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1532 00000100:00100000:1.0:1777047538.979886:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047538.980012:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388223744 00000100:00100000:2.0:1777047538.980027:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388223744 00000100:00100000:2.0:1777047538.980160:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1533 00000100:00100000:2.0:1777047538.980178:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388223744:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047538.980230:0:24566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493ae4d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.980271:0:24566:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493adb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d66 expref: 21 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.980286:0:24566:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047538.980290:0:24566:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047538.980295:0:24566:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493ae4d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.980378:0:24566:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493adb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d66 expref: 21 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.980463:0:24566:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493adb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d66 expref: 21 pid: 28387 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047538.980509:0:24566:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24566:1863365443136128:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047538.980608:0:24566:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a240 going to sleep for 11 seconds 00000100:00100000:2.0:1777047538.994623:0:24566:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24566:1863365443136128:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047538.994663:0:24566:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493ae4d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047539.001542:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047539.004583:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388223872 00000100:00100000:3.0:1777047539.004599:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388223872 00010000:00010000:3.0:1777047539.004689:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493adb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d66 expref: 22 pid: 28387 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777047539.004709:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047539.004764:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2199 00000100:00100000:3.0:1777047539.004782:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388223872:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047539.004806:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047539.004840:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493adb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d66 expref: 22 pid: 28387 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.004865:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493adb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d66 expref: 22 pid: 28387 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.004899:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493adb3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d66 expref: 22 pid: 28387 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.004926:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047539.004930:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047539.004937:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493ae4d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.004952:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493ae4d lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.005009:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047539.005092:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388223872:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 313us (3560us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047539.005106:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2199 00010000:00010000:2.0:1777047539.005759:0:24566:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493ae4d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.005777:0:24566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493ae4d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.022644:0:24566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493ae4d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.022673:0:24566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493ae4d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.022687:0:24566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493ae4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.022699:0:24566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047539.022706:0:24566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493ae4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.022718:0:24566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493ae4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.022745:0:24566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493ae4d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.022759:0:24566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493ae4d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047539.023524:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388223744:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 43344us (43644us total) trans 0 rc 172005/172005 00000100:00100000:2.0:1777047539.023542:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1533 00000100:00100000:1.0:1777047539.039976:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047539.040997:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388224000 00000100:00100000:3.0:1777047539.041012:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388224000 00000100:00100000:3.0:1777047539.041130:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1534 00000100:00100000:3.0:1777047539.041155:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388224000:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:3.0:1777047539.041204:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493ae54 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.041235:0:8485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493adcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d74 expref: 20 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.041251:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047539.041254:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047539.041259:0:8485:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493ae54 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.041345:0:8485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493adcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d74 expref: 20 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.041368:0:8485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493adcf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d74 expref: 20 pid: 36216 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047539.041438:0:8485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8485:1863365443136256:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047539.041561:0:8485:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064217c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047539.049449:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047539.049520:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388224128 00000100:00100000:0.0:1777047539.049534:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388224128 00010000:00010000:0.0:1777047539.049586:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493adcf lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d74 expref: 21 pid: 36216 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047539.049683:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2200 00000100:00100000:0.0:1777047539.049700:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388224128:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047539.049720:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047539.049746:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493adcf lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d74 expref: 21 pid: 36216 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.049768:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493adcf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d74 expref: 21 pid: 36216 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.049798:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047539.049801:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047539.049807:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493ae54 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.049822:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493ae54 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.049850:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047539.050027:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388224128:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 330us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047539.050044:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2200 00010000:00010000:3.0:1777047539.051831:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493adcf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d74 expref: 20 pid: 36216 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047539.051872:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8485:1863365443136256:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047539.051906:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493ae54 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.051921:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493ae54 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.051932:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493ae54 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.062332:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493ae54 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.062360:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493ae54 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.062374:0:8485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493ae54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.062428:0:8485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139ae00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047539.062435:0:8485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493ae54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.062449:0:8485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493ae54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.062474:0:8485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493ae54 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.062520:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000557a912e/0x5ecf73d72493ae54 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047539.062646:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388224000:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 21499us (22676us total) trans 0 rc 172005/172005 00000100:00100000:3.0:1777047539.062662:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1534 00000100:00100000:2.0:1777047539.118705:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047539.119588:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388224256 00000100:00100000:3.0:1777047539.119602:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388224256 00000100:00100000:3.0:1777047539.119714:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 435 00000100:00100000:3.0:1777047539.119733:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57906:x1863365388224256:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:3.0:1777047539.119756:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047539.119789:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493ae38 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8da5 expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.119818:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047539.119827:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:2.0:1777047539.119845:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047539.119918:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57906:x1863365388224256:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 191us (1224us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047539.119932:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 435 00000100:00100000:0.0:1777047539.132876:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047539.133046:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388224512 00000100:00100000:2.0:1777047539.133061:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388224512 00000100:00100000:2.0:1777047539.133176:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2163 00000100:00100000:2.0:1777047539.133196:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57906:x1863365388224512:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047539.134519:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57906:x1863365388224512:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1274us (1600us total) trans 8589935321 rc 0/0 00000100:00100000:2.0:1777047539.134536:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2163 00000100:00100000:2.0:1777047539.166519:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047539.166876:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388224768 00000100:00100000:3.0:1777047539.166890:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388224768 00000100:00100000:3.0:1777047539.171602:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6440 00000100:00100000:3.0:1777047539.171632:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57853:x1863365388224768:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047539.171670:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047539.171702:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d72493ae5b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8dac expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.171853:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493ae62 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.171877:0:6588:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ae15 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d97 expref: 31 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.171891:0:6588:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493ae62 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.175889:0:6588:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ae15 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d97 expref: 31 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.175934:0:6588:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ae15 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d97 expref: 31 pid: 34275 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047539.175959:0:6588:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443136384:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047539.176082:0:6588:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064217c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047539.196553:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047539.196715:0:6588:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443136384:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047539.196752:0:6588:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493ae62 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047539.196935:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388224896 00000100:00100000:2.0:1777047539.196947:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388224896 00010000:00010000:2.0:1777047539.196999:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ae15 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d97 expref: 32 pid: 34275 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047539.197058:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2201 00000100:00100000:2.0:1777047539.197075:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2430:x1863365388224896:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047539.197097:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047539.197108:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ae15 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d97 expref: 32 pid: 34275 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.197128:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ae15 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d97 expref: 32 pid: 34275 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.197159:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493ae15 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d97 expref: 32 pid: 34275 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.197197:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047539.197205:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493ae62 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.197220:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493ae62 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.197233:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493ae62 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.197276:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047539.197378:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365388224896:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 306us (836us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047539.197448:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2201 00010000:00010000:3.0:1777047539.197617:0:6588:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493ae62 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.197632:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493ae62 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047539.197665:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 172005 00010000:00010000:2.0:1777047539.199582:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d72493ae5b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dac expref: 32 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.199630:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493ae62 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dac expref: 31 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.199644:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047539.199649:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047539.199653:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139a400, rc 0) 00000100:00100000:2.0:1777047539.201586:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388224768:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 29962us (35104us total) trans 8589935322 rc 0/0 00000100:00100000:2.0:1777047539.201600:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6440 00000100:00100000:1.0:1777047539.213968:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047539.214111:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388225024 00000100:00100000:0.0:1777047539.214127:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388225024 00000100:00100000:0.0:1777047539.214592:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6441 00000100:00100000:0.0:1777047539.214643:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388225024:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047539.214677:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047539.214705:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ae70 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8db3 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.215169:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ae77 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.215195:0:9025:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493ae62 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dac expref: 32 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.215209:0:9025:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ae77 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.215257:0:9025:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493ae62 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dac expref: 32 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.215279:0:9025:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493ae62 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dac expref: 32 pid: 6588 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047539.215330:0:9025:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a2b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9025:1863365443136512:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047539.215513:0:9025:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08000 going to sleep for 11 seconds 00000100:00100000:0.0:1777047539.226771:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047539.227682:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388225152 00000100:00100000:1.0:1777047539.227696:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388225152 00010000:00010000:1.0:1777047539.227748:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493ae62 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dac expref: 33 pid: 6588 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047539.228144:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2202 00000100:00100000:1.0:1777047539.228162:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:2429:x1863365388225152:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047539.228191:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047539.228203:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493ae62 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dac expref: 33 pid: 6588 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.228228:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493ae62 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dac expref: 33 pid: 6588 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.228262:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047539.228271:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ae77 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.228285:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ae77 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.228299:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ae77 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.228327:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047539.228438:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:2429:x1863365388225152:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 278us (1675us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047539.228451:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2202 00010000:00010000:3.0:1777047539.237019:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493ae62 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dac expref: 32 pid: 6588 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047539.237055:0:9025:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a2b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9025:1863365443136512:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047539.237087:0:9025:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ae77 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.238604:0:9025:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ae77 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.238638:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ae77 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047539.238716:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 172005 00000004:00200000:1.0:1777047539.238724:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047539.238756:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ae77 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.238806:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ae70 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8db3 expref: 32 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.239143:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ae77 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8db3 expref: 31 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.239159:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047539.239165:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047539.239170:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388400, rc 0) 00000100:00100000:1.0:1777047539.239272:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388225024:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 24666us (25314us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047539.239287:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6441 00000100:00100000:0.0:1777047539.253816:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047539.254924:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388225280 00000100:00100000:3.0:1777047539.254939:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388225280 00000100:00080000:2.0:1777047539.255058:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047539.255165:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4379 00000100:00100000:2.0:1777047539.255183:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365388225280:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047539.255213:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047539.255240:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d72493ae7e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8dba expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047539.255277:0:8633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 172005, mtime: 0x69eb97f1, atime: 0x69eb97f1, ctime: 0x69eb97f2, blocks: 0xb8 00010000:00010000:2.0:1777047539.255305:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047539.255308:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047539.255323:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d72493ae7e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dba expref: 18 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.255350:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d72493ae7e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dba expref: 18 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.255431:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166c00, rc 0) 00000100:00100000:2.0:1777047539.256653:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2432:x1863365388225280:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 1470us (2843us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047539.256667:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4379 00000100:00100000:0.0:1777047539.264988:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047539.266430:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388225536 00000100:00100000:1.0:1777047539.266445:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388225536 00000100:00100000:1.0:1777047539.266569:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6442 00000100:00100000:1.0:1777047539.266586:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388225536:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:1.0:1777047539.266661:0:6590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047539.266698:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493ae77 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8db3 expref: 31 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.266728:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047539.266736:0:6590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047539.266965:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493ae85 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.266986:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493ae85 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.267002:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493ae85 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047539.267062:0:6590:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935323 00000004:00010000:1.0:1777047539.267093:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a68dca7e reply state 00000000ffbfb6af transno 8589935324 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493ae85 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.267114:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493ae85 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.267126:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047539.267131:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047539.267135:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047539.267264:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57853:x1863365388225536:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 680us (2286us total) trans 8589935324 rc 0/0 00000100:00100000:1.0:1777047539.267277:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6442 00000020:00080000:1.0:1777047539.267284:0:6590:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047539.288016:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047539.288990:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388225792 00000100:00100000:2.0:1777047539.289006:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388225792 00000100:00100000:2.0:1777047539.289097:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2164 00000100:00100000:2.0:1777047539.289117:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57853:x1863365388225792:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:2.0:1777047539.289461:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57853:x1863365388225792:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 348us (1456us total) trans 8589935325 rc 0/0 00000100:00100000:2.0:1777047539.289477:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2164 00000100:00100000:0.0:1777047539.302679:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047539.304215:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388226048 00000100:00100000:1.0:1777047539.304229:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388226048 00000100:00100000:1.0:1777047539.304322:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6443 00000100:00100000:1.0:1777047539.304338:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57853:x1863365388226048:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047539.304368:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047539.304372:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:1.0:1777047539.304464:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493ae23 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d9e expref: 34 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.304523:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe200/0x5ecf73d72493adf9 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d90 expref: 33 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.304550:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047539.304558:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047539.304578:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493ae8c lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8dc1 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.304650:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493ae93 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.304672:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493ae93 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.304689:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493ae93 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047539.305040:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].136, 88 off19920 00000004:00080000:1.0:1777047539.305057:0:6589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4167941673020ns, next at 4161903486201ns, rc = 0 00000040:00080000:1.0:1777047539.305127:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].137, 88 off20008 00000004:00080000:1.0:1777047539.305140:0:6589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4167941755435ns, next at 4161903528331ns, rc = 0 00000040:00080000:1.0:1777047539.305172:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].138, 88 off20096 00000004:00080000:1.0:1777047539.305180:0:6589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4167941796512ns, next at 4161903528331ns, rc = 0 00000040:00080000:1.0:1777047539.305205:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].137, 88 off20008 00000004:00080000:1.0:1777047539.305213:0:6589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4167941829155ns, next at 4161903486201ns, rc = 0 00000040:00080000:1.0:1777047539.305269:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].139, 88 off20184 00000004:00080000:1.0:1777047539.305278:0:6589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4167941894100ns, next at 4161903528331ns, rc = 0 00000040:00080000:1.0:1777047539.305302:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].138, 88 off20096 00000004:00080000:1.0:1777047539.305309:0:6589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4167941925495ns, next at 4161903486201ns, rc = 0 00000040:00080000:1.0:1777047539.305359:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].140, 88 off20272 00000004:00080000:1.0:1777047539.305368:0:6589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4167941984822ns, next at 4161903528331ns, rc = 0 00000040:00080000:1.0:1777047539.305467:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].139, 88 off20184 00000004:00080000:1.0:1777047539.305478:0:6589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4167942093633ns, next at 4161903486201ns, rc = 0 00000001:00080000:2.0:1777047539.331891:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935326 is committed 00000004:00080000:2.0:1777047539.331910:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 139 committed 00000004:00080000:2.0:1777047539.331944:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 141 committed 00010000:00010000:3.0:1777047539.332011:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493ae85 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.332034:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493ae85 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.332050:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493ae85 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.332065:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec800 already unused, calling callback (ffffffffc171f4f0) 00000004:00080000:2.0:1777047539.332070:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 138 committed 00010000:00010000:3.0:1777047539.332075:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493ae85 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777047539.332078:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 140 committed 00010000:00010000:3.0:1777047539.332095:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493ae85 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.332124:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047539.332133:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047539.332143:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493ae85 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.332154:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493ae85 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047539.332226:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e009500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443136640:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047539.332306:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443137024:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047539.332330:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777047539.334082:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 137 committed 00000004:00080000:2.0:1777047539.334089:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 139 committed 00000004:00080000:2.0:1777047539.334093:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 138 committed 00000004:00080000:2.0:1777047539.337256:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 136 committed 00000100:00100000:0.0:1777047539.337414:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047539.337514:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443137536:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047539.338159:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e00aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443136768:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047539.338998:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047539.339046:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047539.339054:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443137280:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047539.339126:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047539.339156:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443136640 00000100:00100000:0.0:1777047539.339170:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443136640 00000100:00100000:3.0:1777047539.339170:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443137152:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047539.339178:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1777047539.339196:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443136896:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047539.339244:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047539.358833:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443137024 00000100:00100000:0.0:1777047539.358851:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443137024 00000100:00100000:1.0:1777047539.358862:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443136768 00000100:00100000:1.0:1777047539.358874:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443136768 00000100:00100000:0.0:1777047539.358928:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443137536 00000100:00100000:0.0:1777047539.358937:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443137536 00000100:00100000:1.0:1777047539.358949:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443137280 00000100:00100000:1.0:1777047539.358957:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443137280 00000100:00100000:0.0:1777047539.358983:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443137152 00000100:00100000:0.0:1777047539.358991:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443137152 00000100:00100000:1.0:1777047539.359004:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4380 00000100:00100000:1.0:1777047539.359027:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3683:x1863365443136640:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047539.359038:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4381 00000100:00100000:0.0:1777047539.359058:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3682:x1863365443137024:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047539.359250:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 172005 -> 172005 00002000:00010000:1.0:1777047539.359257:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047539.359261:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047539.359262:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047539.359274:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:1.0:1777047539.359276:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:0.0:1777047539.359286:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:1.0:1777047539.359289:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 184 -> 184 00002000:00010000:0.0:1777047539.359295:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:0.0:1777047539.359301:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047539.359424:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3682:x1863365443137024:12345-0@lo:2:osp-syn-0-0.0 Request processed in 370us (22011us total) trans 21474837910 rc 0/0 00000100:00100000:0.0:1777047539.359438:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4381 00000100:00100000:0.0:1777047539.359466:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4382 00000100:00100000:0.0:1777047539.359478:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3684:x1863365443136768:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047539.359601:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047539.359608:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047539.359612:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047539.359616:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:0.0:1777047539.359620:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047539.359669:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3684:x1863365443136768:12345-0@lo:2:osp-syn-0-0.0 Request processed in 191us (20672us total) trans 21474837911 rc 0/0 00000100:00100000:0.0:1777047539.359681:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4382 00000100:00100000:0.0:1777047539.359706:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4383 00000100:00100000:0.0:1777047539.359718:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3682:x1863365443137536:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047539.360169:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3682:x1863365443137536:12345-0@lo:2:osp-syn-1-0.0 Request processed in 452us (21125us total) trans 17179870531 rc 0/0 00000100:00100000:0.0:1777047539.360181:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4383 00000100:00100000:0.0:1777047539.360205:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4384 00000100:00100000:0.0:1777047539.360215:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3684:x1863365443137280:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047539.360283:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4385 00000100:00100000:2.0:1777047539.360303:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3683:x1863365443137152:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047539.360306:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047539.360315:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047539.360319:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047539.360323:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:0.0:1777047539.360327:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1777047539.360376:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3684:x1863365443137280:12345-0@lo:2:osp-syn-1-0.0 Request processed in 161us (21251us total) trans 17179870532 rc 0/0 00000100:00100000:0.0:1777047539.360429:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4384 00000100:00080000:0.0:1777047539.360469:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777047539.360477:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1777047539.360571:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e3eb480/2, rc 0, transno 17179870531 00000100:00100000:0.0:1777047539.360583:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443137536:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047539.360606:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0641c57100/2, rc 0, transno 21474837910 00000100:00100000:0.0:1777047539.360614:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443137024:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1777047539.360723:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493ae93 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dc1 expref: 25 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.360743:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047539.360748:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1777047539.360769:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493ae8c lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dc1 expref: 25 pid: 6589 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.361123:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493ae93 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dc1 expref: 24 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.361163:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047539.361168:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1777047539.361172:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ede00, rc 0) 00000100:00100000:0.0:1777047539.361234:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365388226048:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 56899us (58567us total) trans 8589935326 rc 0/0 00000100:00100000:0.0:1777047539.361246:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6443 00000100:00100000:1.0:1777047539.361331:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3683:x1863365443136640:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2311us (29001us total) trans 21474837909 rc 0/0 00000100:00100000:1.0:1777047539.361345:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4380 00002000:00010000:2.0:1777047539.361853:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047539.361859:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047539.361864:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047539.361868:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047539.361871:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047539.361922:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3683:x1863365443137152:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1626us (22682us total) trans 17179870533 rc 0/0 00000100:00100000:2.0:1777047539.361934:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4385 00000100:00100000:3.0:1777047539.363214:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047539.363597:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443137408:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047539.363679:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047539.363748:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e00aa00/2, rc 0, transno 21474837911 00000100:00100000:3.0:1777047539.363760:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e00aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443136768:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047539.363780:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e3eb800/2, rc 0, transno 17179870532 00000100:00100000:3.0:1777047539.363791:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443137280:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047539.363801:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443136896 00000100:00100000:1.0:1777047539.363813:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443136896 00000004:00080000:3.0:1777047539.363844:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e3ea300/2, rc 0, transno 17179870533 00000100:00100000:3.0:1777047539.363854:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443137152:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047539.363873:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e009500/2, rc 0, transno 21474837909 00000100:00100000:3.0:1777047539.363882:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e009500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443136640:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047539.363889:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443137408 00000100:00100000:1.0:1777047539.363897:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443137408 00000100:00100000:1.0:1777047539.363936:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4386 00000100:00100000:1.0:1777047539.363951:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3684:x1863365443136896:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047539.363970:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4387 00000100:00100000:3.0:1777047539.363990:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3684:x1863365443137408:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047539.364086:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047539.364093:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:1.0:1777047539.364097:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047539.364102:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:1.0:1777047539.364106:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047539.364201:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3684:x1863365443136896:12345-0@lo:2:osp-syn-0-0.0 Request processed in 253us (989us total) trans 21474837912 rc 0/0 00000100:00100000:1.0:1777047539.364215:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4386 00000100:00100000:3.0:1777047539.364355:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3684:x1863365443137408:12345-0@lo:2:osp-syn-1-0.0 Request processed in 369us (672us total) trans 17179870534 rc 0/0 00000100:00100000:3.0:1777047539.364368:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4387 00000004:00080000:3.0:1777047539.364419:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0641c55880/2, rc 0, transno 21474837912 00000100:00100000:3.0:1777047539.364426:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443136896:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047539.364445:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e3eb100/2, rc 0, transno 17179870534 00000100:00100000:3.0:1777047539.364451:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443137408:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047539.392626:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047539.392784:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388226176 00000100:00100000:2.0:1777047539.392797:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388226176 00000100:00100000:2.0:1777047539.392884:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4388 00000100:00100000:2.0:1777047539.392902:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57853:x1863365388226176:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047539.392927:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047539.392953:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493ae9a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8dc8 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.392996:0:8481:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d72493ae7e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dba expref: 19 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.393011:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047539.393014:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047539.393021:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493ae9a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dc8 expref: 19 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.393070:0:8481:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d72493ae7e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dba expref: 19 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.393094:0:8481:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d72493ae7e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dba expref: 19 pid: 8633 timeout: 4268 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047539.393117:0:8481:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443137664:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047539.393580:0:8481:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a000 going to sleep for 11 seconds 00000100:00100000:2.0:1777047539.406868:0:8481:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443137664:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047539.406915:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493ae9a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dc8 expref: 19 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.406947:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166200, rc 0) 00000100:00100000:2.0:1777047539.407132:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57853:x1863365388226176:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 14232us (14515us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047539.407150:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4388 00000100:00100000:0.0:1777047539.414221:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047539.414826:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388226304 00000100:00100000:2.0:1777047539.414839:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388226304 00010000:00010000:2.0:1777047539.414893:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d72493ae7e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dba expref: 19 pid: 8633 timeout: 4268 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047539.415050:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2203 00000100:00100000:2.0:1777047539.415066:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388226304:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047539.415091:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047539.415143:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d72493ae7e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dba expref: 19 pid: 8633 timeout: 4268 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.415169:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d72493ae7e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dba expref: 19 pid: 8633 timeout: 4268 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.415208:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d72493ae7e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dba expref: 19 pid: 8633 timeout: 4268 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.415271:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047539.415276:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047539.415288:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493ae9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dc8 expref: 18 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.415306:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493ae9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dc8 expref: 18 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.415372:0:6575:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493ae9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dc8 expref: 18 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047539.415397:0:6575:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443137792:192.168.201.54@tcp:105: 00000100:00100000:2.0:1777047539.415610:0:6575:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a000 going to sleep for 11 seconds 00000100:00100000:0.0:1777047539.440741:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047539.440801:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047539.441181:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047539.441318:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388226432 00000100:00100000:1.0:1777047539.441332:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388226432 00002000:00010000:1.0:1777047539.441439:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (227433->18446744073709551615) 00002000:00100000:1.0:1777047539.441447:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c55180 with x1863365388226432 ext(227433->18446744073709551615) 00002000:00010000:1.0:1777047539.441464:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c55180. 00000100:00100000:1.0:1777047539.441524:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388226560 00000100:00100000:1.0:1777047539.441530:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388226560 00002000:00010000:1.0:1777047539.441553:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:1.0:1777047539.441559:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c54000 with x1863365388226560 ext(0->18446744073709551615) 00000100:00100000:2.0:1777047539.441566:0:6575:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443137792:192.168.201.54@tcp:105: 00002000:00010000:1.0:1777047539.441571:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0641c54000. 00010000:00010000:2.0:1777047539.441608:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047539.441609:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388226688 00000100:00100000:1.0:1777047539.441617:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388226688 00002000:00010000:1.0:1777047539.441638:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:1.0:1777047539.441643:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c56680 with x1863365388226688 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047539.441652:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c56680. 00000100:00100000:1.0:1777047539.441685:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1535 00000100:00100000:2.0:1777047539.441691:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388226304:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 26624us (27477us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047539.441706:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388226432:12345-192.168.201.54@tcp:10:fsx.0 00000100:00100000:2.0:1777047539.441713:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2203 00002000:00010000:1.0:1777047539.441989:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 172005 -> 227433 00002000:00010000:1.0:1777047539.441995:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047537 -> 1777047539 00002000:00010000:1.0:1777047539.441999:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:1.0:1777047539.442003:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047538 -> 1777047539 00002000:00010000:1.0:1777047539.442006:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 184 -> 184 00000100:00100000:1.0:1777047539.442045:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388226432:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 346us (1316us total) trans 21474837913 rc 0/0 00000100:00100000:1.0:1777047539.442057:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1535 00002000:00010000:1.0:1777047539.442062:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (227433->18446744073709551615) 00002000:00100000:1.0:1777047539.442067:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c55180 with x1863365388226432 ext(227433->18446744073709551615) 00002000:00010000:1.0:1777047539.442073:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c55180. 00000100:00100000:1.0:1777047539.442095:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1536 00000100:00100000:1.0:1777047539.442107:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388226560:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:1.0:1777047539.442217:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047539.442225:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047537 -> 1777047539 00002000:00010000:1.0:1777047539.442229:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:1.0:1777047539.442234:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047538 -> 1777047539 00002000:00010000:1.0:1777047539.442238:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777047539.442248:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1537 00000100:00100000:3.0:1777047539.442272:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388226688:12345-192.168.201.54@tcp:10:fsx.0 00000100:00100000:1.0:1777047539.442289:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388226560:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 179us (1483us total) trans 17179870535 rc 0/0 00000100:00100000:1.0:1777047539.442301:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1536 00002000:00010000:1.0:1777047539.442307:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:1.0:1777047539.442312:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c54000 with x1863365388226560 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047539.442319:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0641c54000. 00002000:00010000:3.0:1777047539.442499:0:29059:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047539.442506:0:29059:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047537 -> 1777047539 00002000:00010000:3.0:1777047539.442511:0:29059:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:3.0:1777047539.442515:0:29059:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047538 -> 1777047539 00002000:00010000:3.0:1777047539.442519:0:29059:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047539.442568:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388226688:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 302us (1383us total) trans 21474837914 rc 0/0 00000100:00100000:3.0:1777047539.442585:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1537 00002000:00010000:3.0:1777047539.442592:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:3.0:1777047539.442598:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c56680 with x1863365388226688 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047539.442608:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c56680. 00000100:00100000:0.0:1777047539.453655:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047539.453830:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388226816 00000100:00100000:2.0:1777047539.453846:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388226816 00000100:00100000:2.0:1777047539.453937:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6444 00000100:00100000:2.0:1777047539.453954:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365388226816:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047539.453987:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047539.454017:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493aea1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8dcf expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.454144:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493aea8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.454167:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493aea8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.454187:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493aea8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047539.454226:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 227435 00000004:00200000:2.0:1777047539.454233:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047539.454259:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493aea8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.454302:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493aea1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dcf expref: 26 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.454342:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493aea8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dcf expref: 25 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.454356:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047539.454361:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047539.454366:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166400, rc 0) 00000100:00100000:2.0:1777047539.454560:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388226816:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 607us (912us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047539.454574:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6444 00000100:00100000:1.0:1777047539.479270:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047539.479439:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388227072 00000100:00100000:0.0:1777047539.479473:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388227072 00000100:00100000:0.0:1777047539.479578:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2165 00000100:00100000:0.0:1777047539.479595:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388227072:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:0.0:1777047539.480215:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57853:x1863365388227072:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 622us (955us total) trans 8589935327 rc 0/0 00000100:00100000:0.0:1777047539.480231:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2165 00010000:00010000:1.0:1777047539.523136:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047539.572339:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047539.572604:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388227328 00000100:00100000:3.0:1777047539.572618:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388227328 00000100:00100000:3.0:1777047539.572695:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6445 00000100:00100000:3.0:1777047539.572712:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57907:x1863365388227328:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047539.572744:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047539.572778:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493aeaf lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8dd6 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.573620:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493aeb6 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.573653:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493aeb6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.573672:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493aeb6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.573694:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493aebd lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.577339:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493aebd lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.577359:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493aebd lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.577588:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493aec4 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.577604:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493aec4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.577617:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493aec4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047539.577633:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 227435 00010000:00010000:3.0:1777047539.577743:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493aeb6 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.577756:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493aeb6 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.577766:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493aeb6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.577779:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493aeb6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.577789:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047539.577795:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493aeb6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.577807:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493aeb6 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.577825:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e0761dab100) 00010000:00010000:3.0:1777047539.577830:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047539.577837:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493aeb6 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.577847:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493aeb6 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.577868:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493aebd lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.577879:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493aebd lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.577900:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493aebd lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.577909:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047539.577913:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493aebd lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.577930:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493aebd lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.577943:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0761dab600) 00010000:00010000:3.0:1777047539.577947:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047539.577952:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493aebd lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.577961:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493aebd lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.578036:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493aeaf lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dd6 expref: 29 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.578068:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493aec4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dd6 expref: 28 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.578082:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047539.578087:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047539.578091:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139a600, rc 0) 00000100:00100000:3.0:1777047539.578296:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57907:x1863365388227328:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 5585us (5967us total) trans 8589935328 rc 0/0 00000100:00100000:3.0:1777047539.578310:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6445 00000100:00100000:1.0:1777047539.599606:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047539.600198:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388227456 00000100:00100000:0.0:1777047539.600549:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388227456 00000100:00100000:0.0:1777047539.601301:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 436 00000100:00100000:0.0:1777047539.601323:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0771876850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2431:x1863365388227456:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047539.601349:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047539.601415:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a600/0x5ecf73d72493aec4 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dd6 expref: 28 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.601448:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047539.601457:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047539.601555:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0771876850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2431:x1863365388227456:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 238us (1958us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047539.601569:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 436 00000100:00100000:2.0:1777047539.603474:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047539.603827:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388227712 00000100:00100000:3.0:1777047539.603839:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388227712 00000100:00100000:3.0:1777047539.603918:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6446 00000100:00100000:3.0:1777047539.603934:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57907:x1863365388227712:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047539.603968:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047539.603997:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493aed2 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ddd expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.606073:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493aed9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.606097:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493aed9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.606114:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493aed9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047539.606129:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x3a:0x0]: returning size 0 00010000:00010000:3.0:1777047539.606194:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493aed2 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ddd expref: 30 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.606228:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493aed9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ddd expref: 29 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.606243:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3a:0x0].0x0 (ffff9e0761dab600) 00010000:00010000:3.0:1777047539.606249:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047539.606253:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139b600, rc 0) 00000100:00100000:3.0:1777047539.606371:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57907:x1863365388227712:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2383us (2843us total) trans 8589935329 rc 0/0 00000100:00100000:3.0:1777047539.606408:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6446 00000100:00100000:2.0:1777047539.628262:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047539.628961:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388227968 00000100:00100000:0.0:1777047539.628977:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388227968 00000100:00100000:0.0:1777047539.629086:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6447 00000100:00100000:0.0:1777047539.629105:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57907:x1863365388227968:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047539.629141:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047539.629171:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493aee7 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8de4 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.629328:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493aeee lrc: 3/0,1 mode: --/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.629355:0:12913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493aed9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ddd expref: 30 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.629371:0:12913:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493aeee lrc: 4/0,1 mode: --/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.629507:0:12913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493aed9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ddd expref: 30 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.629535:0:12913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493aed9 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ddd expref: 30 pid: 6588 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047539.629569:0:12913:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c54700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443137920:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047539.629676:0:12913:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08840 going to sleep for 11 seconds 00000100:00100000:1.0:1777047539.642880:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047539.643366:0:12913:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c54700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443137920:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047539.643465:0:12913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493aeee lrc: 3/0,1 mode: --/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047539.643657:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388228096 00000100:00100000:2.0:1777047539.643670:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388228096 00010000:00010000:2.0:1777047539.643724:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493aed9 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ddd expref: 31 pid: 6588 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047539.643794:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2204 00000100:00100000:2.0:1777047539.643811:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365388228096:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047539.643833:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047539.643845:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493aed9 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ddd expref: 31 pid: 6588 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.643866:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493aed9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ddd expref: 31 pid: 6588 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.643899:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493aed9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ddd expref: 31 pid: 6588 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.643925:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3a:0x0].0x0 (ffff9e0761dab600) 00010000:00010000:2.0:1777047539.643934:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493aeee lrc: 3/0,1 mode: --/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.643949:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493aeee lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.643962:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493aeee lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.644008:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047539.644084:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2430:x1863365388228096:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 275us (1216us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047539.644100:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2204 00010000:00010000:0.0:1777047539.644667:0:12913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493aeee lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.644684:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493aeee lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047539.644722:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x3a:0x0]: returning size 0 00000004:00080000:0.0:1777047539.644961:0:12913:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x93:0x0], index 0: 0 00000004:00080000:0.0:1777047539.644974:0:12913:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x74:0x0], index 1: 0 00010000:00010000:0.0:1777047539.645112:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493aeee lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.645129:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493aeee lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.645141:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493aeee lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.645153:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047539.645161:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493aeee lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.645176:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493aeee lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.645196:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3a:0x0].0x0 (ffff9e0761dab600) 00010000:00010000:0.0:1777047539.645202:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047539.645208:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493aeee lrc: 2/0,0 mode: --/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.645221:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493aeee lrc: 0/0,0 mode: --/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.645292:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493aee7 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x3a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8de4 expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.645320:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3a:0x0].0x0 (ffff9e0761dab600) 00010000:00010000:0.0:1777047539.645325:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777047539.645332:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493aee7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x3a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8de4 expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.645359:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388c00, rc 0) 00000100:00100000:0.0:1777047539.645506:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57907:x1863365388227968:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 16379us (17229us total) trans 8589935330 rc 301/301 00000100:00100000:0.0:1777047539.645522:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6447 00000100:00100000:1.0:1777047539.660302:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047539.662771:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388228352 00000100:00100000:2.0:1777047539.662788:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388228352 00000100:00100000:2.0:1777047539.663340:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2166 00000100:00100000:2.0:1777047539.663360:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57907:x1863365388228352:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047539.664171:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57907:x1863365388228352:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 813us (3881us total) trans 8589935331 rc 0/0 00000100:00100000:2.0:1777047539.664197:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2166 00000100:00100000:1.0:1777047539.685539:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047539.685697:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388228480 00000100:00100000:0.0:1777047539.685712:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388228480 00000100:00100000:0.0:1777047539.685817:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6448 00000100:00100000:0.0:1777047539.685841:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57907:x1863365388228480:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047539.685879:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047539.685913:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493aefc lrc: 2/0,0 mode: --/CR res: [0x200000405:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8deb expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.686024:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493af03 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.686050:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493af03 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.686071:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493af03 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047539.686136:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x3a:0x0]: returning size 0 00000004:00200000:0.0:1777047539.686145:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047539.686176:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493af03 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.686220:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493aefc lrc: 0/0,0 mode: --/CR res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8deb expref: 32 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.686247:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493af03 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8deb expref: 31 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.686262:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3a:0x0].0x0 (ffff9e0752b09900) 00010000:00010000:0.0:1777047539.686268:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1777047539.686274:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388800, rc 0) 00000100:00100000:0.0:1777047539.686374:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57907:x1863365388228480:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 539us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047539.686387:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6448 00000100:00100000:1.0:1777047539.698979:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047539.699068:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047539.699120:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388228608 00000100:00100000:2.0:1777047539.699138:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388228608 00000100:00100000:2.0:1777047539.699638:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388228736 00000100:00100000:2.0:1777047539.699646:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388228736 00000100:00100000:2.0:1777047539.699686:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4389 00000100:00100000:2.0:1777047539.699702:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388228608:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047539.699726:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047539.699757:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493af0a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8df2 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047539.700127:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x93:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1777047539.700155:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047539.700160:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047539.700173:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493af0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8df2 expref: 21 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.700203:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493af0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8df2 expref: 21 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.700226:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166000, rc 0) 00000100:00100000:2.0:1777047539.700298:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388228608:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 599us (1333us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047539.700311:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4389 00000100:00100000:2.0:1777047539.700341:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4390 00000100:00100000:2.0:1777047539.700356:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388228736:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047539.700370:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047539.702605:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493af11 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8df9 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047539.702636:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x74:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1777047539.702657:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047539.702660:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047539.702670:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493af11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8df9 expref: 21 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.702696:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493af11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8df9 expref: 21 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.702714:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167000, rc 0) 00000100:00100000:2.0:1777047539.702791:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388228736:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2436us (3724us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047539.702804:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4390 00000100:00100000:1.0:1777047539.738661:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047539.739943:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388228992 00000100:00100000:2.0:1777047539.739960:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388228992 00000100:00100000:2.0:1777047539.740052:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6449 00000100:00100000:2.0:1777047539.740372:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57907:x1863365388228992:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047539.740446:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047539.740511:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493af18 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8e00 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.740668:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493af1f lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.740694:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493af1f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.742337:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493af1f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047539.742363:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 227435 00010000:00010000:2.0:1777047539.742550:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493af18 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e00 expref: 34 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.742596:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493af1f lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e00 expref: 33 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.742612:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047539.742617:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047539.742623:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167800, rc 0) 00000100:00100000:2.0:1777047539.742719:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57907:x1863365388228992:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2651us (4070us total) trans 8589935332 rc 0/0 00000100:00100000:2.0:1777047539.742733:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6449 00000100:00100000:1.0:1777047539.765516:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047539.765927:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388229120 00000100:00100000:2.0:1777047539.765942:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388229120 00000100:00100000:2.0:1777047539.766036:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4391 00000100:00100000:2.0:1777047539.766053:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388229120:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:2.0:1777047539.766135:0:8480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d72493af2d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.766166:0:8480:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493ae9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dc8 expref: 21 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.766182:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047539.766185:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047539.766191:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d72493af2d lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.766571:0:8480:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493ae9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dc8 expref: 21 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.766597:0:8480:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493ae9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dc8 expref: 21 pid: 8481 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047539.766623:0:8480:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e282680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365443138048:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047539.766742:0:8480:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a900 going to sleep for 11 seconds 00000100:00100000:1.0:1777047539.777258:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047539.777438:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047539.785930:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388229248 00000100:00100000:0.0:1777047539.785951:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388229248 00000100:00100000:0.0:1777047539.786042:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388229376 00000100:00100000:0.0:1777047539.786049:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388229376 00000100:00100000:0.0:1777047539.786129:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4392 00000100:00100000:0.0:1777047539.786147:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388229248:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047539.786210:0:36217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493af34 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.786244:0:36217:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493ade4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d82 expref: 21 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.786273:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047539.786277:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047539.786284:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493af34 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.786343:0:36217:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493ade4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d82 expref: 21 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.786368:0:36217:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493ade4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d82 expref: 21 pid: 36217 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047539.786768:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4393 00000100:00100000:1.0:1777047539.786806:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2431:x1863365388229376:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:1.0:1777047539.786845:0:8481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493af3b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.786867:0:8481:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d72493adeb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d89 expref: 22 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.786880:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047539.786883:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047539.786888:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493af3b lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.786923:0:8481:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d72493adeb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d89 expref: 22 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.786940:0:8481:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d72493adeb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d89 expref: 22 pid: 8481 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047539.786963:0:8481:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c06a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443138304:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047539.787075:0:8481:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89b40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047539.787324:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047539.787365:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388229504 00000100:00100000:1.0:1777047539.787372:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388229504 00010000:00010000:1.0:1777047539.787458:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493ae9a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dc8 expref: 23 pid: 8481 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047539.787535:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2205 00000100:00100000:1.0:1777047539.787549:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388229504:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047539.787566:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047539.787594:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493ae9a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dc8 expref: 23 pid: 8481 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.787617:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493ae9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dc8 expref: 23 pid: 8481 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.787649:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047539.787653:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047539.787660:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d72493af2d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.787676:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d72493af2d lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.787703:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047539.787754:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388229504:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 206us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047539.787767:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2205 00010000:00010000:1.0:1777047539.787873:0:8480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493ae9a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dc8 expref: 22 pid: 8481 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047539.787915:0:8480:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e282680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365443138048:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047539.787942:0:8480:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d72493af2d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.787962:0:8480:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d72493af2d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.787976:0:8480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d72493af2d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.788007:0:8480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d72493af2d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.788022:0:8480:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d72493af2d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.788036:0:8480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d72493af2d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.788049:0:8480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047539.788056:0:8480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d72493af2d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.788071:0:8480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d72493af2d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.788093:0:8480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d72493af2d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047539.788108:0:8480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000507eb8fc/0x5ecf73d72493af2d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047539.788191:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388229120:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 22140us (22686us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047539.788204:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4391 00000100:00100000:0.0:1777047539.789147:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:36217:1863365443138176:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047539.789224:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08600 going to sleep for 11 seconds 00000100:00100000:2.0:1777047539.804819:0:8481:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c06a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443138304:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047539.804863:0:8481:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493af3b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047539.805615:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:36217:1863365443138176:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047539.805641:0:36217:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493af34 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047539.806303:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047539.806422:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388229632 00000100:00100000:1.0:1777047539.806435:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388229632 00010000:00010000:1.0:1777047539.806528:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d72493adeb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d89 expref: 21 pid: 8481 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047539.806571:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047539.807969:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388229760 00000100:00100000:1.0:1777047539.807979:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388229760 00010000:00010000:1.0:1777047539.808780:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493ade4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d82 expref: 22 pid: 36217 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047539.810149:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2206 00000100:00100000:3.0:1777047539.810177:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388229632:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047539.810582:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047539.810645:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d72493adeb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d89 expref: 21 pid: 8481 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.810672:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d72493adeb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d89 expref: 21 pid: 8481 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.813382:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097c47af3/0x5ecf73d72493adeb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d89 expref: 21 pid: 8481 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.813416:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047539.813421:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047539.813430:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493af3b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.813448:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493af3b lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.817251:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047539.817357:0:8481:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493af3b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047539.817363:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388229632:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 7191us (11057us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047539.817398:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2206 00010000:00010000:0.0:1777047539.817444:0:8481:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493af3b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047539.817460:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2207 00000100:00100000:3.0:1777047539.817508:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388229760:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047539.817582:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047539.817583:0:8481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493af3b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.817606:0:8481:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493af3b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.817618:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493ade4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d82 expref: 22 pid: 36217 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.817643:0:8481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493af3b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.817664:0:8481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047539.817692:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493ade4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d82 expref: 22 pid: 36217 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.817727:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493ade4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8d82 expref: 22 pid: 36217 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.817750:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047539.817753:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047539.817760:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493af34 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.817777:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493af34 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.817819:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047539.817859:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388229760:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 386us (11292us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047539.817873:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2207 00010000:00010000:3.0:1777047539.818123:0:36217:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493af34 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.818141:0:36217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493af34 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.818172:0:36217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493af34 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.818189:0:36217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493af34 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.818205:0:8481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493af3b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.818206:0:36217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493af34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.818263:0:36217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047539.818269:0:8481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493af3b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.818272:0:36217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493af34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.818329:0:36217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493af34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.818339:0:8481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493af3b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.818357:0:36217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493af34 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.818362:0:8481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493af3b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.818432:0:36217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493af34 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047539.819700:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365388229376:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 32913us (42258us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047539.819720:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4393 00000100:00100000:3.0:1777047539.827765:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2431:x1863365388229248:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 41608us (50504us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047539.827788:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4392 00000100:00100000:3.0:1777047539.853813:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047539.853884:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047539.854057:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047539.871069:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388229888 00000100:00100000:0.0:1777047539.871086:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388229888 00000100:00100000:0.0:1777047539.871505:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388230016 00000100:00100000:0.0:1777047539.871512:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388230016 00000100:00100000:2.0:1777047539.871665:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388230144 00000100:00100000:2.0:1777047539.871676:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388230144 00000100:00100000:2.0:1777047539.871749:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4394 00000100:00100000:2.0:1777047539.871765:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388229888:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047539.871790:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047539.871820:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d72493af42 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8e07 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047539.871899:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 227433, mtime: 0x69eb97f3, atime: 0x69eb97f1, ctime: 0x69eb97f3, blocks: 0xb8 00010000:00010000:2.0:1777047539.871929:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047539.871932:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047539.871947:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d72493af42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e07 expref: 21 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.871975:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d72493af42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e07 expref: 21 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.871997:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167c00, rc 0) 00000100:00100000:2.0:1777047539.872085:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388229888:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 322us (18282us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047539.872099:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4394 00000100:00100000:2.0:1777047539.872447:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4395 00000100:00100000:2.0:1777047539.872465:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388230016:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047539.872502:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047539.872523:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000507eb8fc/0x5ecf73d72493af49 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8e0e expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047539.872586:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4396 00000100:00100000:0.0:1777047539.872604:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0775806050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388230144:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047539.872620:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047539.872638:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493af50 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8e15 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047539.872665:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8c:0x0] initial LVB size: 0, mtime: 0x69eb97f3, atime: 0x69eb97f1, ctime: 0x69eb97f3, blocks: 0x0 00010000:00010000:0.0:1777047539.872682:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047539.872685:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047539.872695:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493af50 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e15 expref: 21 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.872718:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493af50 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e15 expref: 21 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.872736:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389c00, rc 0) 00000100:00100000:0.0:1777047539.872771:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0775806050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388230144:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 173us (18714us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047539.872784:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4396 00002000:00010000:2.0:1777047539.877452:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6d:0x0] initial LVB size: 0, mtime: 0x69eb97f3, atime: 0x69eb97f1, ctime: 0x69eb97f3, blocks: 0x1800 00010000:00010000:2.0:1777047539.877527:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047539.877532:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047539.877551:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000507eb8fc/0x5ecf73d72493af49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e0e expref: 21 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.877594:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000507eb8fc/0x5ecf73d72493af49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e0e expref: 21 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.877616:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166a00, rc 0) 00000100:00100000:2.0:1777047539.877712:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388230016:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 5248us (23824us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047539.877729:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4395 00000100:00100000:3.0:1777047540.053062:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047540.053344:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388230272 00000100:00100000:2.0:1777047540.053359:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388230272 00000100:00100000:2.0:1777047540.053542:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4397 00000100:00100000:2.0:1777047540.053562:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388230272:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:2.0:1777047540.053721:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388230272:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 164us (670us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047540.053734:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4397 00000100:00100000:0.0:1777047540.074986:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047540.079288:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388230400 00000100:00100000:1.0:1777047540.079304:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388230400 00000100:00100000:1.0:1777047540.079437:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6450 00000100:00100000:1.0:1777047540.079452:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57907:x1863365388230400:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047540.079538:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047540.079570:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493af57 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8e1c expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.079669:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493af5e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.079691:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493af5e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.079707:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493af5e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.079871:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493af57 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e1c expref: 35 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.079906:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493af5e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e1c expref: 34 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.079919:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3a:0x0].0x0 (ffff9e0752b09900) 00010000:00010000:1.0:1777047540.079924:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777047540.079929:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ec200, rc 0) 00000100:00100000:1.0:1777047540.080028:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57907:x1863365388230400:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 578us (5052us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047540.080040:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6450 00000100:00100000:0.0:1777047540.098114:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047540.098706:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388230656 00000100:00100000:3.0:1777047540.098719:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388230656 00000100:00100000:3.0:1777047540.098811:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6451 00000100:00100000:3.0:1777047540.098826:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57907:x1863365388230656:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:3.0:1777047540.098896:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047540.098932:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493af03 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8deb expref: 34 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.098961:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3a:0x0].0x0 (ffff9e0752b09900) 00010000:00010000:3.0:1777047540.098969:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047540.099162:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493af65 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.099182:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493af65 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.099195:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493af65 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047540.101448:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935333 00000004:00010000:3.0:1777047540.101530:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ee442d2a reply state 0000000007dd82b2 transno 8589935334 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493af65 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.101553:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493af65 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.101565:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3a:0x0].0x0 (ffff9e0752b09900) 00010000:00010000:3.0:1777047540.101571:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047540.101575:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047540.101736:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57907:x1863365388230656:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 2908us (3629us total) trans 8589935334 rc 0/0 00000100:00100000:3.0:1777047540.102022:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6451 00000020:00080000:3.0:1777047540.102030:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047540.128671:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047540.129542:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388230784 00000100:00100000:2.0:1777047540.129559:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388230784 00000100:00100000:2.0:1777047540.129647:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6452 00000100:00100000:2.0:1777047540.129665:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57907:x1863365388230784:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047540.129697:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047540.129726:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493af6c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8e23 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.129804:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493af6c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e23 expref: 37 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.129835:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493af6c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e23 expref: 37 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.129864:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3a:0x0].0x0 (ffff9e0752b09900) 00010000:00010000:2.0:1777047540.129869:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047540.129875:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166200, rc 0) 00000100:00100000:2.0:1777047540.129960:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57907:x1863365388230784:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 299us (1299us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047540.129973:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6452 00000100:00100000:0.0:1777047540.142961:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047540.143092:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388230912 00000100:00100000:3.0:1777047540.143106:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388230912 00000100:00100000:3.0:1777047540.143507:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4398 00000100:00100000:3.0:1777047540.143524:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:57907:x1863365388230912:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047540.143552:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047540.143577:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493af73 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8e2a expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.143625:0:36217:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493af0a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8df2 expref: 22 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.143639:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047540.143642:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047540.143648:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493af73 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e2a expref: 22 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.143698:0:36217:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493af0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8df2 expref: 22 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.143721:0:36217:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493af0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8df2 expref: 22 pid: 28387 timeout: 4268 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047540.143753:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443138432:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047540.143917:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07412e4780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047540.156597:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443138432:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047540.156651:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493af73 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e2a expref: 22 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.156684:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139b000, rc 0) 00000100:00100000:2.0:1777047540.157065:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:57907:x1863365388230912:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 13540us (14111us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047540.157083:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4398 00000100:00100000:1.0:1777047540.160555:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047540.160664:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388231040 00000100:00100000:2.0:1777047540.160676:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388231040 00010000:00010000:2.0:1777047540.161023:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493af0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8df2 expref: 22 pid: 28387 timeout: 4268 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047540.161085:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2208 00000100:00100000:2.0:1777047540.161102:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388231040:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047540.161125:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047540.161136:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493af0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8df2 expref: 22 pid: 28387 timeout: 4268 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.161162:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493af0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8df2 expref: 22 pid: 28387 timeout: 4268 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.161198:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493af0a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8df2 expref: 22 pid: 28387 timeout: 4268 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.161237:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047540.161242:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047540.161251:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493af73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e2a expref: 21 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.161270:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493af73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e2a expref: 21 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.161325:0:9569:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493af73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e2a expref: 21 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047540.161348:0:9569:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9569:1863365443138560:192.168.201.54@tcp:105: 00000100:00100000:2.0:1777047540.161510:0:9569:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a000 going to sleep for 11 seconds 00000100:00100000:1.0:1777047540.181358:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047540.181790:0:9569:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9569:1863365443138560:192.168.201.54@tcp:105: 00010000:00010000:2.0:1777047540.181821:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047540.182244:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388231040:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 21144us (21695us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047540.182261:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2208 00000100:00100000:0.0:1777047540.182524:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388231168 00000100:00100000:0.0:1777047540.182536:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388231168 00000100:00100000:0.0:1777047540.182610:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4399 00000100:00100000:0.0:1777047540.182626:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:57907:x1863365388231168:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047540.182650:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047540.182675:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493af7a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8e31 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.182721:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493af11 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8df9 expref: 22 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.182736:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047540.182740:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047540.182746:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493af7a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e31 expref: 22 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.183928:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493af11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8df9 expref: 22 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.183955:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493af11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8df9 expref: 22 pid: 28387 timeout: 4268 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047540.183979:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b408380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1863365443138688:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047540.184537:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08600 going to sleep for 11 seconds 00000100:00100000:1.0:1777047540.206116:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047540.206587:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388231296 00000100:00100000:2.0:1777047540.206601:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388231296 00010000:00010000:2.0:1777047540.206657:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493af11 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8df9 expref: 23 pid: 28387 timeout: 4268 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047540.206730:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2209 00000100:00100000:2.0:1777047540.207024:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388231296:12345-192.168.201.54@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1777047540.207045:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b408380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1863365443138688:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047540.207048:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047540.207065:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493af11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8df9 expref: 23 pid: 28387 timeout: 4268 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.207090:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493af11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8df9 expref: 23 pid: 28387 timeout: 4268 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.207673:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493af7a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e31 expref: 23 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.207712:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389e00, rc 0) 00000100:00100000:0.0:1777047540.207796:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57907:x1863365388231168:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 25173us (26450us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047540.207808:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4399 00010000:00010000:2.0:1777047540.209347:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad27600e/0x5ecf73d72493af11 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8df9 expref: 22 pid: 28387 timeout: 4268 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.210137:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047540.210140:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047540.210151:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493af7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e31 expref: 21 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.210169:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493af7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e31 expref: 21 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.210227:0:6573:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493af7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e31 expref: 21 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047540.210250:0:6573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6573:1863365443138816:192.168.201.54@tcp:105: 00000100:00100000:2.0:1777047540.210357:0:6573:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a000 going to sleep for 11 seconds 00000100:00100000:1.0:1777047540.230437:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047540.230521:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047540.232331:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388231424 00000100:00100000:3.0:1777047540.232345:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388231424 00002000:00010000:3.0:1777047540.232442:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/147 (0->18446744073709551615) 00002000:00100000:3.0:1777047540.232450:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c06680 with x1863365388231424 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047540.232466:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642c06680. 00000100:00100000:3.0:1777047540.232517:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388231552 00000100:00100000:3.0:1777047540.232522:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388231552 00002000:00010000:3.0:1777047540.232542:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/116 (0->18446744073709551615) 00002000:00100000:3.0:1777047540.232547:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c04e00 with x1863365388231552 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047540.232556:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0642c04e00. 00000100:00100000:3.0:1777047540.232584:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1538 00000100:00100000:3.0:1777047540.232597:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388231424:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:3.0:1777047540.232791:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047540.232796:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb mtime from disk: 0 -> 1777047540 00002000:00010000:3.0:1777047540.232800:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047540.232804:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb ctime from disk: 0 -> 1777047540 00002000:00010000:3.0:1777047540.232807:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047540.232878:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388231424:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 283us (2453us total) trans 21474837915 rc 0/0 00000100:00100000:3.0:1777047540.232889:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1538 00002000:00010000:3.0:1777047540.232895:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/147 (0->18446744073709551615) 00002000:00100000:3.0:1777047540.232899:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c06680 with x1863365388231424 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047540.232906:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642c06680. 00000100:00100000:3.0:1777047540.232933:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1539 00000100:00100000:3.0:1777047540.232944:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388231552:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:3.0:1777047540.234707:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047540.234714:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb mtime from disk: 0 -> 1777047540 00002000:00010000:3.0:1777047540.234717:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047540.234720:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb ctime from disk: 0 -> 1777047540 00002000:00010000:3.0:1777047540.234723:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047540.234767:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388231552:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 1823us (4245us total) trans 17179870536 rc 0/0 00000100:00100000:3.0:1777047540.234779:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1539 00002000:00010000:3.0:1777047540.234784:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/116 (0->18446744073709551615) 00002000:00100000:3.0:1777047540.234788:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c04e00 with x1863365388231552 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047540.234796:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0642c04e00. 00000100:00100000:2.0:1777047540.235658:0:6573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6573:1863365443138816:192.168.201.54@tcp:105: 00010000:00010000:2.0:1777047540.235686:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047540.236137:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388231296:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 29393us (30031us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047540.236151:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2209 00000100:00100000:1.0:1777047540.255501:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047540.255693:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388231680 00000100:00100000:3.0:1777047540.255706:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388231680 00000100:00100000:2.0:1777047540.256342:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4400 00000100:00100000:2.0:1777047540.256361:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388231680:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:2.0:1777047540.256648:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388231680:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 289us (1181us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047540.256661:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4400 00000100:00100000:0.0:1777047540.273376:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047540.273988:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388231808 00000100:00100000:1.0:1777047540.274001:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388231808 00000100:00100000:1.0:1777047540.274079:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4401 00000100:00100000:1.0:1777047540.274094:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388231808:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047540.276182:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388231808:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 231us (956us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047540.276202:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4401 00000100:00100000:3.0:1777047540.290268:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047540.300332:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388231936 00000100:00100000:1.0:1777047540.300352:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388231936 00000100:00100000:1.0:1777047540.300521:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1540 00000100:00100000:1.0:1777047540.300538:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388231936:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047540.300684:0:8484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493af81 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.300709:0:8484:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047540.300712:0:8484:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047540.300721:0:8484:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493af81 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.300742:0:8484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493af81 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.300877:0:8484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493af81 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.300891:0:8484:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493af81 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.300913:0:8484:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493af81 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.300924:0:8484:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047540.300930:0:8484:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493af81 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.300942:0:8484:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493af81 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.300963:0:8484:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493af81 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.300975:0:8484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493af81 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047540.301093:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388231936:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 557us (10834us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1777047540.301106:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1540 00000100:00100000:2.0:1777047540.330622:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047540.330779:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388232064 00000100:00100000:1.0:1777047540.330792:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388232064 00000100:00100000:1.0:1777047540.330912:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1541 00000100:00100000:1.0:1777047540.330930:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388232064:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:1.0:1777047540.330980:0:24562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493af88 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.331024:0:24562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493af73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e2a expref: 22 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.331043:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047540.331047:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047540.331052:0:24562:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493af88 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.331367:0:24562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493af73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e2a expref: 22 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.332685:0:24562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493af73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e2a expref: 22 pid: 36217 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047540.332713:0:24562:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24562:1863365443138944:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047540.333247:0:24562:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07412e4780 going to sleep for 11 seconds 00000100:00100000:2.0:1777047540.354803:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047540.355041:0:24562:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24562:1863365443138944:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047540.355099:0:24562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493af88 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047540.355379:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388232192 00000100:00100000:1.0:1777047540.355415:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388232192 00010000:00010000:1.0:1777047540.355503:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493af73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e2a expref: 23 pid: 36217 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047540.355590:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2210 00000100:00100000:1.0:1777047540.355606:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0771875850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388232192:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047540.355627:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047540.355655:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493af73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e2a expref: 23 pid: 36217 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.355677:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493af73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e2a expref: 23 pid: 36217 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.355711:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfee37d2/0x5ecf73d72493af73 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e2a expref: 23 pid: 36217 timeout: 4268 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.355744:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047540.355746:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047540.355753:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493af88 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.355768:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493af88 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.355800:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047540.355864:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0771875850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388232192:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 261us (1072us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047540.355876:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2210 00010000:00010000:0.0:1777047540.357537:0:24562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493af88 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.357558:0:24562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493af88 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047540.370927:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837916 is committed 00000001:00080000:1.0:1777047540.370961:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837912 is committed 00002000:00010000:0.0:1777047540.371573:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb size from disk: 0 -> 8192 00002000:00010000:0.0:1777047540.371580:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:0.0:1777047540.371597:0:24562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493af88 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.371618:0:24562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493af88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.371633:0:24562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493af88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.371646:0:24562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047540.371654:0:24562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493af88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.371668:0:24562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493af88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.371697:0:24562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493af88 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.371712:0:24562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493af88 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047540.371852:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388232064:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 40920us (41234us total) trans 21474837916 rc 0/0 00000100:00100000:0.0:1777047540.371868:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1541 00000100:00100000:2.0:1777047540.397689:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047540.401508:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388232320 00000100:00100000:1.0:1777047540.401526:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388232320 00000100:00100000:1.0:1777047540.401653:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4402 00000100:00100000:1.0:1777047540.401671:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388232320:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047540.401875:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388232320:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 206us (4197us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047540.401890:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4402 00000100:00100000:0.0:1777047540.428672:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047540.430783:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388232448 00000100:00100000:2.0:1777047540.430802:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388232448 00000100:00100000:2.0:1777047540.430921:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4403 00000100:00100000:2.0:1777047540.430940:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365388232448:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:2.0:1777047540.431118:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365388232448:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 180us (2519us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047540.431133:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4403 00000100:00100000:2.0:1777047540.459752:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047540.459915:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388232576 00000100:00100000:1.0:1777047540.459933:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388232576 00000100:00100000:1.0:1777047540.460060:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1542 00000100:00100000:1.0:1777047540.460084:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e280380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365388232576:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047540.460149:0:24566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493af8f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.462251:0:24566:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047540.462256:0:24566:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047540.462266:0:24566:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493af8f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.462300:0:24566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493af8f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.495735:0:24566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493af8f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.495772:0:24566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493af8f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.495791:0:24566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493af8f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.495833:0:24566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821edc00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047540.495842:0:24566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493af8f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.495859:0:24566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493af8f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.495893:0:24566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493af8f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.495910:0:24566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493af8f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047540.496064:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e280380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365388232576:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 35983us (36321us total) trans 0 rc 73728/73728 00000100:00100000:1.0:1777047540.496083:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1542 00000100:00100000:0.0:1777047540.521810:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047540.521989:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388232704 00000100:00100000:3.0:1777047540.522003:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388232704 00000100:00100000:3.0:1777047540.522142:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1543 00000100:00100000:3.0:1777047540.522161:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388232704:12345-192.168.201.54@tcp:4:lfs.0 00002000:00010000:3.0:1777047540.522231:0:8485:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x93:0x0] initial LVB size: 8192, mtime: 0x69eb97f4, atime: 0x0, ctime: 0x69eb97f4, blocks: 0x10 00010000:00010000:3.0:1777047540.522247:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493af96 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.522273:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047540.522277:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047540.522285:0:8485:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493af96 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.522309:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493af96 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.546699:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777047540.562746:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837917 is committed 00002000:00010000:2.0:1777047540.563042:0:8485:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb size from disk: 8192 -> 172032 00002000:00010000:2.0:1777047540.563075:0:8485:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb mtime from disk: 1777047540 -> 1777047541 00002000:00010000:2.0:1777047540.563081:0:8485:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb ctime from disk: 1777047540 -> 1777047541 00002000:00010000:2.0:1777047540.563087:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb blocks from disk: 16 -> 160 00010000:00010000:2.0:1777047540.563108:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493af96 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.563131:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493af96 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.563148:0:8485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493af96 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.563162:0:8485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139ac00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047540.563170:0:8485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493af96 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.563185:0:8485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493af96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.563212:0:8485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493af96 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.563226:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092c4d39a/0x5ecf73d72493af96 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [98304->172031] (req 98304->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047540.563368:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388232704:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 41205us (41564us total) trans 21474837917 rc 0/0 00000100:00100000:2.0:1777047540.563491:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1543 00000100:00100000:0.0:1777047540.578496:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047540.579637:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388232832 00000100:00100000:3.0:1777047540.579658:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388232832 00000100:00100000:3.0:1777047540.579753:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4404 00000100:00100000:3.0:1777047540.579770:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388232832:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047540.580209:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388232832:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 439us (1748us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047540.580224:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4404 00000100:00100000:1.0:1777047540.591190:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047540.594307:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388233088 00000100:00100000:0.0:1777047540.594325:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388233088 00000100:00100000:0.0:1777047540.594522:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6453 00000100:00100000:0.0:1777047540.594540:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57907:x1863365388233088:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047540.595181:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493af9d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.595209:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493af9d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.595229:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493af9d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047540.595300:0:9025:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935335 00000004:00010000:0.0:1777047540.595340:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bd6fe645 reply state 00000000c00d933c transno 8589935336 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493af9d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.595363:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493af9d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.595376:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3a:0x0].0x0 (ffff9e0752b09900) 00010000:00010000:0.0:1777047540.595416:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047540.595422:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047540.595605:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57907:x1863365388233088:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1066us (4588us total) trans 8589935336 rc 0/0 00000100:00100000:0.0:1777047540.595618:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6453 00000020:00080000:0.0:1777047540.595626:0:9025:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047540.604160:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047540.604845:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388233216 00000100:00100000:1.0:1777047540.604859:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388233216 00000100:00100000:1.0:1777047540.604942:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4405 00000100:00100000:1.0:1777047540.604957:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:57907:x1863365388233216:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047540.604980:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047540.605008:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493afa4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8e38 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047540.605045:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x93:0x0] initial LVB size: 172032, mtime: 0x69eb97f5, atime: 0x0, ctime: 0x69eb97f5, blocks: 0xa0 00010000:00010000:1.0:1777047540.605074:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047540.605078:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047540.605089:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493afa4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e38 expref: 13 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.605116:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493afa4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e38 expref: 13 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.605135:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ec600, rc 0) 00000100:00100000:1.0:1777047540.606335:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57907:x1863365388233216:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1376us (2181us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047540.606349:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4405 00000100:00100000:1.0:1777047540.618206:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047540.618647:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047540.618843:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388233344 00000100:00100000:2.0:1777047540.618857:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388233344 00002000:00010000:2.0:1777047540.618908:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/147 (227433->18446744073709551615) 00002000:00100000:2.0:1777047540.618915:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c07100 with x1863365388233344 ext(227433->18446744073709551615) 00002000:00010000:2.0:1777047540.618931:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642c07100. 00000100:00100000:2.0:1777047540.618972:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388233472 00000100:00100000:2.0:1777047540.618978:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388233472 00002000:00010000:2.0:1777047540.618998:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/116 (0->18446744073709551615) 00002000:00100000:2.0:1777047540.619003:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c05c00 with x1863365388233472 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047540.619012:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0642c05c00. 00000100:00100000:2.0:1777047540.619053:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1544 00000100:00100000:2.0:1777047540.619067:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388233344:12345-192.168.201.54@tcp:10:lfs.0 00000100:00100000:0.0:1777047540.620557:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1545 00000100:00100000:0.0:1777047540.620574:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388233472:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:0.0:1777047540.620701:0:29059:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047540.620707:0:29059:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb mtime from disk: 1777047540 -> 1777047541 00002000:00010000:0.0:1777047540.620712:0:29059:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047540.620715:0:29059:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb ctime from disk: 1777047540 -> 1777047541 00002000:00010000:0.0:1777047540.620720:0:29059:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047540.620799:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388233472:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 227us (2151us total) trans 17179870537 rc 0/0 00000100:00100000:0.0:1777047540.620813:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1545 00002000:00010000:0.0:1777047540.620819:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/116 (0->18446744073709551615) 00002000:00100000:0.0:1777047540.620823:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c05c00 with x1863365388233472 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047540.620830:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0642c05c00. 00002000:00010000:2.0:1777047540.622929:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb size from disk: 172032 -> 227433 00002000:00010000:2.0:1777047540.622939:0:29067:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb mtime from disk: 1777047541 -> 1777047541 00002000:00010000:2.0:1777047540.622943:0:29067:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047540.622946:0:29067:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb ctime from disk: 1777047541 -> 1777047541 00002000:00010000:2.0:1777047540.622950:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:2.0:1777047540.623049:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388233344:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 3964us (4835us total) trans 21474837918 rc 0/0 00000100:00100000:2.0:1777047540.623063:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1544 00002000:00010000:2.0:1777047540.623069:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/147 (227433->18446744073709551615) 00002000:00100000:2.0:1777047540.623074:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c07100 with x1863365388233344 ext(227433->18446744073709551615) 00002000:00010000:2.0:1777047540.623083:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642c07100. 00000100:00100000:1.0:1777047540.637604:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047540.638602:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388233600 00000100:00100000:0.0:1777047540.638614:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388233600 00000100:00100000:0.0:1777047540.638721:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1546 00000100:00100000:0.0:1777047540.638736:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388233600:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047540.638783:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493afab lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.638806:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047540.638809:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047540.638816:0:8486:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493afab lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.638835:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493afab lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.638975:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493afab lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.638989:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493afab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.639004:0:8486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493afab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.639025:0:8486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047540.639056:0:8486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493afab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.639068:0:8486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493afab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.639089:0:8486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493afab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.639100:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493afab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047540.639198:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388233600:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 464us (1628us total) trans 0 rc 2153/2153 00000100:00100000:0.0:1777047540.639211:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1546 00000100:00100000:1.0:1777047540.662688:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047540.663510:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388233728 00000100:00100000:3.0:1777047540.663524:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388233728 00000100:00100000:3.0:1777047540.663628:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1547 00000100:00100000:3.0:1777047540.663644:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388233728:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:3.0:1777047540.663689:0:29064:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493afb2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.664031:0:29064:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493afa4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e38 expref: 14 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.664045:0:29064:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047540.664047:0:29064:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047540.664052:0:29064:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493afb2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.664101:0:29064:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493afa4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e38 expref: 14 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.664122:0:29064:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493afa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e38 expref: 14 pid: 8480 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047540.664143:0:29064:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:29064:1863365443139072:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047540.664251:0:29064:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07412e4780 going to sleep for 11 seconds 00000100:00100000:2.0:1777047540.675244:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047540.675499:0:29064:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:29064:1863365443139072:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047540.675534:0:29064:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493afb2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047540.676714:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388233856 00000100:00100000:1.0:1777047540.676724:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388233856 00010000:00010000:1.0:1777047540.676801:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493afa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e38 expref: 15 pid: 8480 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047540.682017:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2211 00000100:00100000:1.0:1777047540.682046:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388233856:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047540.682071:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047540.682118:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493afa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e38 expref: 15 pid: 8480 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.682146:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493afa4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e38 expref: 15 pid: 8480 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.682176:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493afa4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e38 expref: 15 pid: 8480 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.682201:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047540.682205:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047540.682212:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493afb2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.682227:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493afb2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.682283:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047540.682370:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388233856:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 336us (7136us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047540.682423:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2211 00010000:00010000:3.0:1777047540.683898:0:29064:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493afb2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.683920:0:29064:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493afb2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047540.696916:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837919 is committed 00002000:00010000:3.0:1777047540.697636:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb blocks from disk: 160 -> 168 00010000:00010000:3.0:1777047540.697657:0:29064:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493afb2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.697676:0:29064:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493afb2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.697691:0:29064:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493afb2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.697704:0:29064:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139bc00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047540.697711:0:29064:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493afb2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.697726:0:29064:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493afb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.697754:0:29064:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493afb2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.697769:0:29064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493afb2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047540.697905:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388233728:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 34259us (35221us total) trans 21474837919 rc 0/0 00000100:00100000:3.0:1777047540.697931:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1547 00000100:00100000:2.0:1777047540.713723:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047540.714522:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388233984 00000100:00100000:0.0:1777047540.714536:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388233984 00000100:00100000:0.0:1777047540.714641:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6454 00000100:00100000:0.0:1777047540.714657:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749167480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57907:x1863365388233984:12345-192.168.201.54@tcp:44:lfs.0 00000001:00080000:3.0:1777047540.727550:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935336 is committed 00010000:00010000:2.0:1777047540.728498:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493af65 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.728526:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493af65 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.728537:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493af65 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.728548:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139a400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047540.728555:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493af65 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.728568:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493af65 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.728593:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3a:0x0].0x0 (ffff9e0752b09900) 00010000:00010000:2.0:1777047540.728598:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047540.728618:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493af65 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.728628:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493af65 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.728657:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493af9d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.728667:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493af9d lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.728676:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493af9d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.728685:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047540.728691:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493af9d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.728702:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493af9d lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.728717:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3a:0x0].0x0 (ffff9e0752b09900) 00010000:00010000:2.0:1777047540.728722:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047540.728727:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493af9d lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.728737:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388000/0x5ecf73d72493af9d lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047540.728789:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749167480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57907:x1863365388233984:12345-192.168.201.54@tcp:44:lfs.0 Request processed in 14129us (15070us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047540.728806:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6454 00000100:00100000:1.0:1777047540.748126:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047540.748575:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047540.748932:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388234240 00000100:00100000:2.0:1777047540.748947:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388234240 00000100:00100000:2.0:1777047540.749026:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388234112 00000100:00100000:2.0:1777047540.749031:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388234112 00000100:00100000:2.0:1777047540.749084:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4406 00000100:00100000:2.0:1777047540.749099:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388234240:12345-192.168.201.54@tcp:16:lfs.0 00000100:00100000:0.0:1777047540.749623:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4407 00000100:00100000:0.0:1777047540.749641:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388234112:12345-192.168.201.54@tcp:16:lfs.0 00000100:00100000:0.0:1777047540.749786:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388234112:12345-192.168.201.54@tcp:16:lfs.0 Request processed in 149us (1210us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047540.749800:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4407 00000001:00080000:2.0:1777047540.761627:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870537 is committed 00000001:00080000:2.0:1777047540.761653:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870534 is committed 00000100:00100000:1.0:1777047540.762303:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388234240:12345-192.168.201.54@tcp:16:lfs.0 Request processed in 13200us (14183us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047540.762321:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4406 00000100:00100000:1.0:1777047540.872279:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047540.885233:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388234368 00000100:00100000:3.0:1777047540.885253:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388234368 00000100:00100000:3.0:1777047540.886197:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4408 00000100:00100000:2.0:1777047540.886212:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047540.886269:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047540.886779:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365388234368:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:3.0:1777047540.886846:0:11204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493afb9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.886933:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047540.886937:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047540.886946:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493afb9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.886971:0:11204:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493afb9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.887012:0:11204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493afb9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.887210:0:11204:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493afb9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.887226:0:11204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493afb9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.887250:0:11204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139bc00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047540.887257:0:11204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493afb9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.887273:0:11204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493afb9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.887311:0:11204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493afb9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.887327:0:11204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd3b194c/0x5ecf73d72493afb9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047540.887500:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365388234368:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 691us (15191us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047540.887836:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388234624 00000100:00100000:1.0:1777047540.887847:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388234624 00000100:00100000:2.0:1777047540.888104:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388234496 00000100:00100000:2.0:1777047540.888112:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388234496 00000100:00100000:3.0:1777047540.895578:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4408 00000100:00100000:1.0:1777047540.896493:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4409 00000100:00100000:1.0:1777047540.896523:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365388234624:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:1.0:1777047540.896588:0:28387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493afc0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.896617:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047540.896621:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047540.896628:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493afc0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.896662:0:28387:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493afc0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.896699:0:28387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493afc0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.896716:0:28387:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493afc0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.896732:0:28387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493afc0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.896745:0:28387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047540.896753:0:28387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493afc0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.896770:0:28387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493afc0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.896795:0:28387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493afc0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.896811:0:28387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7f6f810/0x5ecf73d72493afc0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047540.896950:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365388234624:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 438us (10740us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047540.896966:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4409 00000100:00100000:1.0:1777047540.907715:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4410 00000100:00100000:1.0:1777047540.907750:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644480700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388234496:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:1.0:1777047540.907821:0:36217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d72493afc7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.907850:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047540.907854:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047540.907862:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d72493afc7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.907888:0:36217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d72493afc7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.907956:0:36217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d72493afc7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.907975:0:36217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d72493afc7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.907992:0:36217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d72493afc7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.908017:0:36217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821eda00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047540.911733:0:36217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d72493afc7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.914157:0:36217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d72493afc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.914190:0:36217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d72493afc7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.914208:0:36217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d72493afc7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047540.914437:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644480700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388234496:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 6643us (28108us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047540.914481:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4410 00000100:00100000:2.0:1777047540.945606:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047540.945793:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388234880 00000100:00100000:0.0:1777047540.945809:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388234880 00000100:00100000:0.0:1777047540.945918:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6455 00000100:00100000:0.0:1777047540.945939:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644865180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57907:x1863365388234880:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047540.946072:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493afce lrc: 3/0,1 mode: --/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.946106:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493afce lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.946128:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493afce lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777047540.948851:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000db457bdf reply state 0000000080cce0c2 transno 8589935337 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493afce lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.948883:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493afce lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.948900:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3a:0x0].0x0 (ffff9e0752b09900) 00010000:00010000:0.0:1777047540.948907:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047540.948914:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047540.949122:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644865180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57907:x1863365388234880:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 3183us (3525us total) trans 8589935337 rc 0/0 00000100:00100000:0.0:1777047540.949139:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6455 00000100:00100000:2.0:1777047540.960778:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047540.962240:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388235008 00000100:00100000:0.0:1777047540.962257:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388235008 00000100:00100000:0.0:1777047540.963793:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4411 00000100:00100000:0.0:1777047540.963820:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:57907:x1863365388235008:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047540.963850:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047540.963888:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d72493afd5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8e3f expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047540.963936:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x93:0x0] initial LVB size: 227433, mtime: 0x69eb97f5, atime: 0x0, ctime: 0x69eb97f5, blocks: 0xa8 00010000:00010000:0.0:1777047540.963976:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047540.963986:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047540.963998:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d72493afd5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e3f expref: 13 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.964055:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d72493afd5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e3f expref: 13 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.964086:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389200, rc 0) 00000100:00100000:0.0:1777047540.964205:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57907:x1863365388235008:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 395us (3443us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047540.964220:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4411 00000100:00100000:3.0:1777047540.975661:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047540.975870:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388235136 00000100:00100000:1.0:1777047540.975887:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388235136 00000100:00100000:1.0:1777047540.975995:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4412 00000100:00100000:1.0:1777047540.976019:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388235136:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:1.0:1777047540.976773:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb size from disk: 227433 -> 227433 00002000:00010000:1.0:1777047540.976782:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb mtime from disk: 1777047541 -> 1777047539 00002000:00010000:1.0:1777047540.976787:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb atime from disk: 0 -> 1777047537 00002000:00010000:1.0:1777047540.976792:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb ctime from disk: 1777047541 -> 1777047541 00002000:00010000:1.0:1777047540.976797:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:1.0:1777047540.977291:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388235136:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 1279us (1645us total) trans 21474837920 rc 0/0 00000100:00100000:1.0:1777047540.977313:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4412 00000100:00100000:2.0:1777047540.991361:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047540.992664:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388235264 00000100:00100000:3.0:1777047540.992685:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388235264 00000100:00100000:3.0:1777047540.993416:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4413 00000100:00100000:3.0:1777047540.993442:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388235264:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:3.0:1777047540.993741:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047540.993749:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb mtime from disk: 1777047541 -> 1777047539 00002000:00010000:3.0:1777047540.993759:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb atime from disk: 0 -> 1777047537 00002000:00010000:3.0:1777047540.994135:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb ctime from disk: 1777047541 -> 1777047541 00002000:00010000:3.0:1777047540.994141:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047540.994245:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388235264:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 806us (2898us total) trans 17179870538 rc 0/0 00000100:00100000:3.0:1777047540.994668:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4413 00000100:00100000:2.0:1777047541.054269:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047541.055787:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388235520 00000100:00100000:1.0:1777047541.055804:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388235520 00000100:00100000:1.0:1777047541.055999:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6456 00000100:00100000:1.0:1777047541.056022:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644867b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57907:x1863365388235520:12345-192.168.201.54@tcp:55:lfs.0 00010000:00010000:1.0:1777047541.056166:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493afdc lrc: 3/0,1 mode: --/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047541.056207:0:9025:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493af5e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e1c expref: 30 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047541.056225:0:9025:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493afdc lrc: 4/0,1 mode: --/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047541.056340:0:9025:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493af5e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e1c expref: 30 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047541.056375:0:9025:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493af5e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e1c expref: 30 pid: 9025 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047541.056503:0:9025:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c08700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9025:1863365443139200:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047541.056660:0:9025:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89b40 going to sleep for 11 seconds 00000100:00080000:2.0:1777047541.058101:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047541.060987:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777047541.061016:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644864700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443139328:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777047541.061112:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047541.063232:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443139328 00000100:00100000:2.0:1777047541.063246:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443139328 00000100:00100000:2.0:1777047541.063522:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2522 00000100:00100000:2.0:1777047541.063546:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443139328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777047541.063589:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484909760 pending 0 free 3919093760 avail 3687411712 00000100:00100000:2.0:1777047541.063735:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443139328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 190us (2619us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047541.063753:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2522 00000100:00100000:3.0:1777047541.066423:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644864700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443139328:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1777047541.067306:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047541.076001:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047541.076272:0:9025:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c08700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9025:1863365443139200:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047541.076318:0:9025:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493afdc lrc: 3/0,1 mode: --/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047541.076911:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388235648 00000100:00100000:2.0:1777047541.076926:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388235648 00010000:00010000:2.0:1777047541.076996:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493af5e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e1c expref: 31 pid: 9025 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047541.077084:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2212 00000100:00100000:2.0:1777047541.077109:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2429:x1863365388235648:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047541.077141:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047541.077155:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493af5e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e1c expref: 31 pid: 9025 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.077188:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493af5e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e1c expref: 31 pid: 9025 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.077235:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493af5e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x3a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e1c expref: 31 pid: 9025 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.077310:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3a:0x0].0x0 (ffff9e0752b09900) 00010000:00010000:2.0:1777047541.077321:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493afdc lrc: 3/0,1 mode: --/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.077341:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493afdc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.077361:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493afdc lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.077577:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047541.077657:0:9025:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493afdc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047541.077692:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493afdc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047541.077708:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2429:x1863365388235648:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 601us (1712us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047541.077734:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2212 00010000:00010000:1.0:1777047541.077765:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493afdc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047541.077790:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493afdc lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047541.077805:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493afdc lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047541.078179:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821eda00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047541.078193:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493afdc lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047541.078209:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493afdc lrc: 4/0,0 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047541.078235:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3a:0x0].0x0 (ffff9e0752b09900) 00010000:00010000:1.0:1777047541.078243:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777047541.078250:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493afdc lrc: 2/0,0 mode: --/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047541.078265:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493afdc lrc: 0/0,0 mode: --/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047541.078366:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644867b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57907:x1863365388235520:12345-192.168.201.54@tcp:55:lfs.0 Request processed in 22349us (24116us total) trans 0 rc -22/-22 00000100:00100000:1.0:1777047541.078385:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6456 00000100:00100000:2.0:1777047541.101666:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047541.101942:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388235904 00000100:00100000:3.0:1777047541.101959:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388235904 00000100:00100000:3.0:1777047541.102085:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6457 00000100:00100000:3.0:1777047541.102111:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644864700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57907:x1863365388235904:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:3.0:1777047541.102200:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777047541.102247:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493ae93 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dc1 expref: 29 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.102299:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493aea8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8dcf expref: 28 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.102343:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047541.102357:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047541.102596:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493afe3 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.102627:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493afe3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.102651:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493afe3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777047541.102846:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000046702c7a reply state 00000000801ca10b transno 8589935338 ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493afe3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.102872:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493afe3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.102885:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047541.102890:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047541.102895:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047541.103034:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644864700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57907:x1863365388235904:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 931us (1384us total) trans 8589935338 rc 0/0 00000100:00100000:3.0:1777047541.103049:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6457 00000100:00100000:0.0:1777047541.118559:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047541.119119:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388236032 00000100:00100000:3.0:1777047541.119136:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388236032 00000100:00100000:3.0:1777047541.119239:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6458 00000100:00100000:3.0:1777047541.119259:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57907:x1863365388236032:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047541.119296:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047541.119333:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d72493afea lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8e46 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.119500:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d72493afea lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e46 expref: 30 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.119533:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d72493afea lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e46 expref: 30 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.119569:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047541.119577:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047541.119584:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139bc00, rc 0) 00000100:00100000:3.0:1777047541.119677:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57907:x1863365388236032:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 422us (1129us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047541.119693:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6458 00000100:00100000:1.0:1777047541.135123:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047541.136179:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388236160 00000100:00100000:0.0:1777047541.136196:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388236160 00000100:00100000:0.0:1777047541.136341:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4414 00000100:00100000:0.0:1777047541.136363:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57907:x1863365388236160:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047541.136485:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047541.136517:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493aff1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8e4d expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.136576:0:8480:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d72493af42 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e07 expref: 15 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.136593:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047541.136596:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047541.136605:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493aff1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e4d expref: 15 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.136661:0:8480:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d72493af42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e07 expref: 15 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.136720:0:8480:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d72493af42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e07 expref: 15 pid: 8480 timeout: 4269 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047541.136749:0:8480:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a28a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365443139456:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047541.136868:0:8480:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08a80 going to sleep for 11 seconds 00000100:00080000:2.0:1777047541.139086:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047541.145354:0:8480:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a28a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365443139456:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047541.145504:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493aff1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e4d expref: 15 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.145541:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389400, rc 0) 00000100:00100000:0.0:1777047541.145617:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57907:x1863365388236160:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 9260us (10507us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047541.145633:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4414 00000100:00100000:1.0:1777047541.156184:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047541.157497:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388236288 00000100:00100000:3.0:1777047541.157514:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388236288 00010000:00010000:3.0:1777047541.157578:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d72493af42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e07 expref: 15 pid: 8480 timeout: 4269 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047541.157639:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2213 00000100:00100000:3.0:1777047541.157660:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388236288:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047541.157685:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047541.157718:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d72493af42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e07 expref: 15 pid: 8480 timeout: 4269 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.157746:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d72493af42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e07 expref: 15 pid: 8480 timeout: 4269 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.157787:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d0783ee/0x5ecf73d72493af42 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e07 expref: 15 pid: 8480 timeout: 4269 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.157819:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047541.157822:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047541.157834:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493aff1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e4d expref: 14 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.157864:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493aff1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e4d expref: 14 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.157932:0:6574:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493aff1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e4d expref: 14 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047541.157960:0:6574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365443139584:192.168.201.54@tcp:105: 00000100:00100000:3.0:1777047541.158101:0:6574:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06422fdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047541.190984:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047541.191333:0:6574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6574:1863365443139584:192.168.201.54@tcp:105: 00010000:00010000:3.0:1777047541.191376:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047541.192436:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388236416 00000100:00100000:2.0:1777047541.192484:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388236416 00000100:00100000:2.0:1777047541.192636:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4415 00000100:00100000:2.0:1777047541.192661:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57907:x1863365388236416:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047541.192689:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047541.192724:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493aff8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8e54 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.192787:0:36217:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000507eb8fc/0x5ecf73d72493af49 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e0e expref: 19 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.192805:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047541.192809:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047541.192817:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493aff8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e54 expref: 19 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.192896:0:36217:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000507eb8fc/0x5ecf73d72493af49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e0e expref: 19 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.192930:0:36217:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000507eb8fc/0x5ecf73d72493af49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e0e expref: 19 pid: 8480 timeout: 4269 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047541.192962:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:36217:1863365443139712:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047541.193127:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a000 going to sleep for 11 seconds 00000100:00080000:1.0:1777047541.197667:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047541.207965:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388236288:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 50290us (51773us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047541.207996:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2213 00000100:00100000:1.0:1777047541.209637:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047541.210209:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:36217:1863365443139712:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047541.210260:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493aff8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e54 expref: 19 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.210300:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167c00, rc 0) 00000100:00100000:2.0:1777047541.210441:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57907:x1863365388236416:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 17787us (19466us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047541.210491:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4415 00000100:00100000:3.0:1777047541.210502:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388236544 00000100:00100000:3.0:1777047541.210517:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388236544 00010000:00010000:3.0:1777047541.210580:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000507eb8fc/0x5ecf73d72493af49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e0e expref: 19 pid: 8480 timeout: 4269 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047541.210786:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2214 00000100:00100000:3.0:1777047541.211177:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388236544:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047541.211203:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047541.211238:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000507eb8fc/0x5ecf73d72493af49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e0e expref: 19 pid: 8480 timeout: 4269 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.211266:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000507eb8fc/0x5ecf73d72493af49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e0e expref: 19 pid: 8480 timeout: 4269 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.211316:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000507eb8fc/0x5ecf73d72493af49 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e0e expref: 19 pid: 8480 timeout: 4269 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.211359:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047541.211364:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047541.211376:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493aff8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e54 expref: 18 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.211397:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493aff8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e54 expref: 18 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.211563:0:9569:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493aff8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e54 expref: 18 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047541.211592:0:9569:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9569:1863365443139840:192.168.201.54@tcp:105: 00000100:00100000:3.0:1777047541.211682:0:9569:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06422fdb40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047541.239266:0:9569:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9569:1863365443139840:192.168.201.54@tcp:105: 00010000:00010000:3.0:1777047541.239307:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047541.239509:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388236544:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 28339us (29874us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047541.239532:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2214 00000100:00100000:1.0:1777047541.239808:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047541.240583:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388236672 00000100:00100000:0.0:1777047541.240598:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388236672 00000100:00100000:0.0:1777047541.240691:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4416 00000100:00100000:0.0:1777047541.240708:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57907:x1863365388236672:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047541.240733:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047541.240761:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493afff lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8e5b expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.240814:0:30115:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493af50 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e15 expref: 15 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.240832:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047541.240836:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047541.240844:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493afff lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e5b expref: 15 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.240909:0:30115:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493af50 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e15 expref: 15 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.240935:0:30115:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493af50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e15 expref: 15 pid: 30115 timeout: 4269 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047541.240962:0:30115:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a28a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443139968:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047541.241076:0:30115:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047541.257324:0:30115:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a28a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443139968:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047541.257490:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493afff lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e5b expref: 15 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.257531:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389600, rc 0) 00000100:00100000:0.0:1777047541.257637:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57907:x1863365388236672:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 16930us (17830us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047541.257654:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4416 00000100:00100000:2.0:1777047541.260869:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047541.264597:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388236800 00000100:00100000:3.0:1777047541.264616:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388236800 00010000:00010000:3.0:1777047541.264683:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493af50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e15 expref: 15 pid: 30115 timeout: 4269 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047541.264760:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2215 00000100:00100000:3.0:1777047541.264780:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388236800:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047541.264804:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047541.264838:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493af50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e15 expref: 15 pid: 30115 timeout: 4269 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.264868:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493af50 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e15 expref: 15 pid: 30115 timeout: 4269 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.264909:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493af50 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e15 expref: 15 pid: 30115 timeout: 4269 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.264940:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047541.264945:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047541.264956:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493afff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e5b expref: 14 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.264977:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493afff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e5b expref: 14 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.265038:0:6573:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493afff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e5b expref: 14 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047541.265065:0:6573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365443140096:192.168.201.54@tcp:105: 00000100:00100000:3.0:1777047541.265746:0:6573:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06422fdb40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047541.288795:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047541.288839:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047541.288912:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047541.290171:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388236928 00000100:00100000:0.0:1777047541.290186:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388236928 00000100:00100000:0.0:1777047541.290287:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388237056 00000100:00100000:0.0:1777047541.290294:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388237056 00000100:00100000:0.0:1777047541.290334:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388237184 00000100:00100000:0.0:1777047541.290340:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388237184 00000100:00100000:0.0:1777047541.290379:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4417 00000100:00100000:0.0:1777047541.290517:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388236928:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:0.0:1777047541.290758:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 227433 -> 227433 00002000:00010000:0.0:1777047541.290766:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047539 -> 1777047539 00002000:00010000:0.0:1777047541.290771:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047541.290776:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047539 -> 1777047541 00002000:00010000:0.0:1777047541.290780:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 184 -> 184 00000100:00100000:0.0:1777047541.290866:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388236928:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 354us (2084us total) trans 21474837921 rc 0/0 00000100:00100000:0.0:1777047541.290882:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4417 00000100:00100000:0.0:1777047541.290917:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4418 00000100:00100000:0.0:1777047541.290931:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388237056:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:0.0:1777047541.291051:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047541.291058:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047539 -> 1777047539 00002000:00010000:0.0:1777047541.291062:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047541.291066:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047539 -> 1777047541 00002000:00010000:0.0:1777047541.291071:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1777047541.291113:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388237056:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 183us (2272us total) trans 17179870539 rc 0/0 00000100:00100000:0.0:1777047541.291127:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4418 00000100:00100000:0.0:1777047541.291154:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4419 00000100:00100000:0.0:1777047541.291167:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388237184:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:0.0:1777047541.291260:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047541.291265:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047539 -> 1777047539 00002000:00010000:0.0:1777047541.291270:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047541.291274:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047539 -> 1777047541 00002000:00010000:0.0:1777047541.291280:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047541.291322:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388237184:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 156us (2410us total) trans 21474837922 rc 0/0 00000100:00100000:0.0:1777047541.291336:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4419 00000100:00100000:3.0:1777047541.292219:0:6573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365443140096:192.168.201.54@tcp:105: 00010000:00010000:3.0:1777047541.292255:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047541.292305:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388236800:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 27529us (31441us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047541.292322:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2215 00000100:00100000:1.0:1777047541.308293:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047541.310061:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388237440 00000100:00100000:0.0:1777047541.310078:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388237440 00000100:00100000:0.0:1777047541.310602:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2167 00000100:00100000:0.0:1777047541.310625:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07430bfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57907:x1863365388237440:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:0.0:1777047541.310740:0:6591:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493af1f lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e00 expref: 30 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.310840:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b006 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.310867:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493aa79 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c2b expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.310885:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d72493afea lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e46 expref: 30 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.310900:0:6591:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b006 lrc: 5/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.310957:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d72493afea lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e46 expref: 30 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.310982:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d72493afea lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e46 expref: 30 pid: 6588 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047541.311019:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a28a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6591:1863365443140224:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047541.311193:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493aa79 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c2b expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.311212:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493aa79 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c2b expref: 30 pid: 12913 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047541.311232:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064e8faa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6591:1863365443140352:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047541.311643:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047541.334667:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047541.335167:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047541.337008:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388237696 00000100:00100000:2.0:1777047541.337026:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388237696 00010000:00010000:2.0:1777047541.337115:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493aa79 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c2b expref: 31 pid: 12913 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047541.337547:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388237568 00000100:00100000:2.0:1777047541.337558:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388237568 00000100:00100000:0.0:1777047541.337588:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a28a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6591:1863365443140224:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047541.337595:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d72493afea lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e46 expref: 32 pid: 6588 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047541.337623:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064e8faa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6591:1863365443140352:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047541.337658:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2216 00010000:00010000:0.0:1777047541.337670:0:6591:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b006 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047541.337683:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2430:x1863365388237696:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047541.337716:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047541.337730:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493aa79 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c2b expref: 32 pid: 12913 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.337753:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493aa79 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c2b expref: 32 pid: 12913 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.337786:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493aa79 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c2b expref: 32 pid: 12913 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.337830:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047541.337840:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b006 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.337857:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b006 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.337870:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047541.337874:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2217 00000100:00100000:0.0:1777047541.337898:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0771875050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365388237568:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047541.337920:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047541.337933:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d72493afea lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e46 expref: 31 pid: 6588 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047541.337954:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365388237696:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 275us (3292us total) trans 0 rc 0/0 00010000:00010000:0.0:1777047541.337967:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d72493afea lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e46 expref: 31 pid: 6588 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047541.337991:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2216 00010000:00010000:0.0:1777047541.338009:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139bc00/0x5ecf73d72493afea lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e46 expref: 31 pid: 6588 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.338055:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047541.338064:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b006 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.338080:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b006 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.338095:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b006 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.338144:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047541.338188:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0771875050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2430:x1863365388237568:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 298us (3021us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047541.338587:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2217 00010000:00010000:2.0:1777047541.345190:0:6591:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b006 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.345217:0:6591:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b006 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.345266:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b00d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.345295:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493af6c lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e23 expref: 28 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.345312:0:6591:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b00d lrc: 4/0,1 mode: --/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.345416:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493af6c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e23 expref: 28 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.351393:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493af6c lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e23 expref: 28 pid: 6589 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047541.351475:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a3b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6591:1863365443140480:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047541.351649:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a000 going to sleep for 11 seconds 00000100:00100000:2.0:1777047541.365258:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a3b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6591:1863365443140480:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047541.365298:0:6591:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b00d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047541.374508:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047541.374669:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388237824 00000100:00100000:3.0:1777047541.374683:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388237824 00010000:00010000:3.0:1777047541.374740:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493af6c lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e23 expref: 29 pid: 6589 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047541.374825:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2218 00000100:00100000:3.0:1777047541.374842:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2429:x1863365388237824:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047541.374864:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047541.374876:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493af6c lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e23 expref: 29 pid: 6589 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.374900:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493af6c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e23 expref: 29 pid: 6589 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.374936:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493af6c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e23 expref: 29 pid: 6589 timeout: 4269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.374977:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3a:0x0].0x0 (ffff9e0752b09900) 00010000:00010000:3.0:1777047541.374986:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b00d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.375010:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b00d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.375022:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b00d lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.375057:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047541.375139:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:2429:x1863365388237824:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 300us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047541.375162:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2218 00010000:00010000:0.0:1777047541.375437:0:6591:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b00d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.375484:0:6591:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b00d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047541.376057:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064e8faa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443140608:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047541.376501:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047541.376555:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047541.378564:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443140608 00000100:00100000:2.0:1777047541.378574:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443140608 00000100:00100000:2.0:1777047541.378655:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3412 00000100:00100000:2.0:1777047541.378667:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443140608:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047541.378793:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443140608:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 126us (2291us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047541.378806:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3412 00000100:00080000:3.0:1777047541.379030:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047541.379193:0:6591:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474837912 gen 2 00000004:00080000:0.0:1777047541.379202:0:6591:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645845880, transno 21474837895 00000004:00080000:0.0:1777047541.379215:0:6591:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645844380, transno 21474837896 00000004:00080000:0.0:1777047541.379220:0:6591:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645845c00, transno 21474837897 00000004:00080000:0.0:1777047541.379224:0:6591:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645844e00, transno 21474837898 00000004:00080000:0.0:1777047541.379229:0:6591:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0749166680, transno 21474837905 00000004:00080000:0.0:1777047541.379233:0:6591:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e39c000, transno 21474837906 00000004:00080000:0.0:1777047541.379237:0:6591:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0749166300, transno 21474837907 00000004:00080000:0.0:1777047541.379241:0:6591:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0749165500, transno 21474837908 00000004:00080000:0.0:1777047541.379245:0:6591:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e009500, transno 21474837909 00000004:00080000:0.0:1777047541.379249:0:6591:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0641c57100, transno 21474837910 00000004:00080000:0.0:1777047541.379253:0:6591:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e00aa00, transno 21474837911 00000004:00080000:0.0:1777047541.379256:0:6591:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0641c55880, transno 21474837912 00000100:00100000:0.0:1777047541.379265:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064e8faa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443140608:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047541.379331:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064e8faa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443140736:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047541.379374:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047541.379446:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047541.379513:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443140736 00000100:00100000:0.0:1777047541.379519:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443140736 00000100:00100000:0.0:1777047541.379567:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3413 00000100:00100000:0.0:1777047541.379578:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443140736:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047541.379679:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443140736:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 100us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047541.379691:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3413 00000100:00100000:0.0:1777047541.380038:0:6591:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179870534 gen 2 00000004:00080000:0.0:1777047541.380045:0:6591:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064b40b100, transno 17179870527 00000004:00080000:0.0:1777047541.380059:0:6591:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064b409180, transno 17179870528 00000004:00080000:0.0:1777047541.380064:0:6591:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064b40bb80, transno 17179870529 00000004:00080000:0.0:1777047541.380067:0:6591:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e064b408e00, transno 17179870530 00000004:00080000:0.0:1777047541.380071:0:6591:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e3eb480, transno 17179870531 00000004:00080000:0.0:1777047541.380075:0:6591:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e3eb800, transno 17179870532 00000004:00080000:0.0:1777047541.380078:0:6591:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e3ea300, transno 17179870533 00000004:00080000:0.0:1777047541.380082:0:6591:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e3eb100, transno 17179870534 00000100:00100000:0.0:1777047541.380090:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064e8faa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443140736:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047541.380164:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064e8faa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443140864:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047541.380209:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047541.380231:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08600 going to sleep for 11 seconds 00000004:00080000:0.0:1777047541.380418:0:33234:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 8 done 00000100:00100000:0.0:1777047541.380441:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443140864 00000100:00100000:0.0:1777047541.380477:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443140864 00000100:00100000:0.0:1777047541.380526:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3414 00000100:00100000:0.0:1777047541.380539:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443140864:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047541.380626:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443140864:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 90us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047541.380637:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3414 00000100:00100000:0.0:1777047541.380686:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064e8faa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443140864:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047541.380738:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064e8faa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443140992:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047541.380776:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047541.380801:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08600 going to sleep for 11 seconds 00000100:00100000:0.0:1777047541.380820:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443140992 00000100:00100000:0.0:1777047541.380825:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443140992 00000100:00100000:0.0:1777047541.380861:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3415 00000100:00100000:0.0:1777047541.380870:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443140992:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047541.380949:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443140992:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 79us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047541.380960:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3415 00000100:00100000:0.0:1777047541.381022:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064e8faa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443140992:0@lo:1000:mdt_rdpg00_000.0 00000004:00080000:2.0:1777047541.381637:0:33232:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 12 done 00000100:00080000:3.0:1777047541.382685:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047541.391896:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c0a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443141120:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047541.391979:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047541.392498:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445f240 going to sleep for 11 seconds 00000100:00100000:0.0:1777047541.400245:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443141120 00000100:00100000:0.0:1777047541.400282:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443141120 00000100:00100000:0.0:1777047541.400402:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3416 00000100:00100000:0.0:1777047541.400419:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443141120:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047541.400699:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443141120:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 284us (8717us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047541.400712:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3416 00000100:00100000:1.0:1777047541.402190:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c0a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443141120:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047541.402671:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c0a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443141248:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047541.402795:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047541.402826:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445f9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047541.404690:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443141248 00000100:00100000:2.0:1777047541.404703:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443141248 00000100:00100000:2.0:1777047541.404776:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3417 00000100:00100000:2.0:1777047541.404792:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443141248:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047541.404923:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443141248:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 134us (2127us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047541.404936:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3417 00000100:00100000:1.0:1777047541.405601:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c0a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443141248:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047541.406534:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c0a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443141376:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047541.406614:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047541.406656:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047541.407373:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443141376 00000100:00100000:0.0:1777047541.407424:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443141376 00000100:00100000:0.0:1777047541.407546:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3418 00000100:00100000:0.0:1777047541.407560:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443141376:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047541.407695:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443141376:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 138us (1080us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047541.407706:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3418 00000100:00100000:1.0:1777047541.409506:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c0a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443141376:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047541.409594:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c0a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443141504:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047541.409642:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047541.409664:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047541.410283:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443141504 00000100:00100000:0.0:1777047541.410291:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443141504 00000100:00100000:0.0:1777047541.410356:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3419 00000100:00100000:0.0:1777047541.410370:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443141504:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047541.410545:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443141504:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 178us (902us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047541.410556:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3419 00000100:00100000:1.0:1777047541.410947:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c0a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443141504:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047541.411009:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c0a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443141632:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047541.411047:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047541.411079:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047541.411365:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443141632 00000100:00100000:0.0:1777047541.411372:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443141632 00000100:00100000:0.0:1777047541.411478:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3420 00000100:00100000:0.0:1777047541.411489:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443141632:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047541.411602:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443141632:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 114us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047541.411615:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3420 00000100:00100000:3.0:1777047541.414208:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c0a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443141632:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047541.414343:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a6680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443141760:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047541.414482:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047541.414511:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07775d8a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047541.414634:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443141760 00000100:00100000:0.0:1777047541.414642:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443141760 00000100:00100000:0.0:1777047541.414707:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3421 00000100:00100000:0.0:1777047541.414721:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443141760:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047541.415946:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443141760:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 1225us (1461us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047541.415959:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3421 00000100:00100000:3.0:1777047541.416062:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a6680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443141760:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:3.0:1777047541.416350:0:6591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].18, 640 off48704 00000001:00080000:3.0:1777047541.416369:0:6591:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935339 00000100:00100000:3.0:1777047541.416500:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a6680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443141888:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047541.416543:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047541.416594:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07775d8780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047541.417242:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443141888 00000100:00100000:1.0:1777047541.417251:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443141888 00000100:00100000:1.0:1777047541.417310:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3422 00000100:00100000:1.0:1777047541.417322:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443141888:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047541.417570:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6591:x1863365443141888:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 248us (1024us total) trans 21474837923 rc 0/0 00000100:00100000:1.0:1777047541.417584:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3422 00000100:00100000:3.0:1777047541.419134:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a6680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443141888:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047541.419182:0:6591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443142016:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047541.419236:0:6591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047541.419278:0:6591:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07775d8780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047541.419662:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443142016 00000100:00100000:1.0:1777047541.419669:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443142016 00000100:00100000:1.0:1777047541.419794:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3423 00000100:00100000:1.0:1777047541.419807:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0746717050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6591:x1863365443142016:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047541.419995:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0746717050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6591:x1863365443142016:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 189us (757us total) trans 17179870540 rc 0/0 00000100:00100000:1.0:1777047541.420006:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3423 00000100:00100000:3.0:1777047541.420502:0:6591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6591:1863365443142016:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1777047541.420592:0:6591:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935340 00010000:00010000:3.0:1777047541.420635:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b00d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.420650:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b00d lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.420661:0:6591:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b00d lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.420670:0:6591:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047541.420676:0:6591:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b00d lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.420686:0:6591:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b00d lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.420707:0:6591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3a:0x0].0x0 (ffff9e0752b09900) 00010000:00010000:3.0:1777047541.420712:0:6591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1777047541.420718:0:6591:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b00d lrc: 2/0,0 mode: --/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.420729:0:6591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b00d lrc: 0/0,0 mode: --/EX res: [0x200000405:0x3a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.420761:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b006 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.420771:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b006 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.420787:0:6591:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b006 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.420795:0:6591:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047541.420799:0:6591:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b006 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.420809:0:6591:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b006 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.420822:0:6591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047541.420825:0:6591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1777047541.420830:0:6591:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b006 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.420839:0:6591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b006 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.420858:0:6591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047541.420862:0:6591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047541.420870:0:6591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493af1f lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e00 expref: 30 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047541.421003:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07430bfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57907:x1863365388237440:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 110385us (112724us total) trans 8589935341 rc 0/0 00000100:00100000:3.0:1777047541.421018:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2167 00000020:00080000:3.0:1777047541.421026:0:6591:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1777047541.431482:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047541.433132:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388237952 00000100:00100000:3.0:1777047541.433146:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388237952 00000100:00100000:2.0:1777047541.438950:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6459 00000100:00100000:2.0:1777047541.438977:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57907:x1863365388237952:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047541.439012:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047541.439063:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493b014 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8e62 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.439147:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493b014 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e62 expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.439169:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493b014 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e62 expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.439196:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047541.439201:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047541.439207:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166e00, rc 0) 00000100:00100000:2.0:1777047541.443978:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57907:x1863365388237952:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 5000us (12522us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047541.443995:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6459 00000100:00100000:0.0:1777047541.458042:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047541.459829:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388238208 00000100:00100000:2.0:1777047541.459842:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388238208 00000100:00100000:2.0:1777047541.459911:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2168 00000100:00100000:2.0:1777047541.459925:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57907:x1863365388238208:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047541.462759:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57907:x1863365388238208:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 2827us (4719us total) trans 8589935342 rc 0/0 00000100:00100000:2.0:1777047541.462774:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2168 00000100:00100000:0.0:1777047541.486624:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047541.487076:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388238464 00000100:00100000:2.0:1777047541.487088:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388238464 00000100:00100000:2.0:1777047541.487421:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2169 00000100:00100000:2.0:1777047541.487436:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57907:x1863365388238464:12345-192.168.201.54@tcp:35:lfs.0 00000004:00080000:2.0:1777047541.487689:0:6592:0:(mdd_object.c:4010:mdd_close()) Object [0x200000405:0x3a:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1777047541.487781:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b01b lrc: 3/0,1 mode: --/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.487805:0:6592:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b01b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.487821:0:6592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b01b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.487832:0:6592:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b01b lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.487843:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b01b lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.487852:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b01b lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.487875:0:6592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777047541.488001:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57907:x1863365388238464:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 567us (1404us total) trans 8589935343 rc 0/0 00000100:00100000:2.0:1777047541.488014:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2169 00010000:00010000:0.0:1777047541.488105:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047541.488115:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b01b lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.488125:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047541.488131:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b01b lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.488144:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b01b lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.488161:0:6576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3a:0x0].0x0 (ffff9e0752b09900) 00010000:00010000:0.0:1777047541.488166:0:6576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777047541.488172:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b01b lrc: 1/0,0 mode: --/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.488180:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b01b lrc: 0/0,0 mode: --/PW res: [0x200000405:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.488202:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047541.488204:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047541.488207:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047541.567312:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047541.568171:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388238592 00000100:00100000:3.0:1777047541.568186:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388238592 00000100:00100000:3.0:1777047541.568281:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6460 00000100:00100000:3.0:1777047541.568297:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57908:x1863365388238592:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047541.568330:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047541.568363:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493b022 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8e69 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.568548:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493b029 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.568570:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493b029 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.568589:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493b029 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.568609:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493b030 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.568622:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493b030 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.568633:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493b030 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.568737:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493b037 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.568753:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493b037 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.568773:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493b037 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047541.568828:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 227433 00000004:00200000:3.0:1777047541.568835:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047541.568862:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493b037 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.568882:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493b037 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.568897:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493b029 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.568910:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493b029 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.568922:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493b029 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.568933:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493b029 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.568944:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139ac00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047541.568951:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493b029 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.568964:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493b029 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.568984:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e0761dab300) 00010000:00010000:3.0:1777047541.568990:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047541.568997:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493b029 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.569008:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ac00/0x5ecf73d72493b029 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.569031:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493b030 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.569043:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493b030 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.569055:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493b030 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.569064:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047541.569070:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493b030 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.569080:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493b030 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.569093:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0761dab200) 00010000:00010000:3.0:1777047541.569098:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047541.569103:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493b030 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.569114:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b000/0x5ecf73d72493b030 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.569161:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493b022 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e69 expref: 34 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.569194:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493b037 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e69 expref: 33 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.569206:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047541.569210:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047541.569213:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139b600, rc 0) 00000100:00100000:3.0:1777047541.569307:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57908:x1863365388238592:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1012us (2006us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047541.569320:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6460 00000100:00100000:2.0:1777047541.571128:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777047541.571153:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443142144:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777047541.571533:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047541.572840:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443142144 00000100:00100000:0.0:1777047541.572850:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443142144 00000100:00100000:0.0:1777047541.572901:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3424 00000100:00100000:0.0:1777047541.572914:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443142144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777047541.572952:0:6594:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446096896 avail 1299857408 00000100:00100000:0.0:1777047541.573020:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443142144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (1487us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047541.573033:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3424 00000100:00100000:2.0:1777047541.574509:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443142144:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1777047541.582155:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047541.589572:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047541.591310:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388238848 00000100:00100000:0.0:1777047541.591325:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388238848 00000100:00100000:0.0:1777047541.591484:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6461 00000100:00100000:0.0:1777047541.591503:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57908:x1863365388238848:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047541.591530:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047541.591583:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389c00/0x5ecf73d72493b03e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8e70 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.591727:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493b045 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.591751:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493b045 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.591768:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493b045 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047541.591792:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 227433 00010000:00010000:0.0:1777047541.591930:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389c00/0x5ecf73d72493b03e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e70 expref: 36 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.591956:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493b045 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e70 expref: 35 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.591969:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047541.591973:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1777047541.591977:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388400, rc 0) 00000100:00100000:0.0:1777047541.592066:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57908:x1863365388238848:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 567us (2505us total) trans 8589935344 rc 0/0 00000100:00100000:0.0:1777047541.592077:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6461 00000100:00100000:0.0:1777047541.612206:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047541.613760:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388239104 00000100:00100000:1.0:1777047541.613775:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388239104 00000100:00100000:1.0:1777047541.613863:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6462 00000100:00100000:1.0:1777047541.613879:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57908:x1863365388239104:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047541.613911:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047541.613939:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493b053 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8e77 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047541.614154:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b05a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047541.614179:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b05a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047541.614200:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b05a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047541.614537:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 227433 00010000:00010000:1.0:1777047541.614674:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493b053 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e77 expref: 38 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047541.614705:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b05a lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e77 expref: 37 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047541.614718:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047541.614723:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047541.614728:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ec200, rc 0) 00000100:00100000:1.0:1777047541.614818:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57908:x1863365388239104:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 941us (2621us total) trans 8589935345 rc 0/0 00000100:00100000:1.0:1777047541.614830:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6462 00000100:00100000:1.0:1777047541.646770:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047541.647204:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388239232 00000100:00100000:2.0:1777047541.647219:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388239232 00000100:00100000:2.0:1777047541.647632:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4420 00000100:00100000:2.0:1777047541.647649:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388239232:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047541.647676:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047541.647706:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040af826f/0x5ecf73d72493b068 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8e7e expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047541.647742:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 172005, mtime: 0x69eb97f2, atime: 0x69eb97bd, ctime: 0x69eb97f2, blocks: 0xa0 00010000:00010000:2.0:1777047541.647771:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047541.647776:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047541.647790:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040af826f/0x5ecf73d72493b068 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e7e expref: 20 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.647819:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000040af826f/0x5ecf73d72493b068 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e7e expref: 20 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.647842:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167600, rc 0) 00000100:00100000:2.0:1777047541.647911:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388239232:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 266us (1153us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047541.647924:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4420 00000100:00100000:3.0:1777047541.668364:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047541.668622:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388239360 00000100:00100000:0.0:1777047541.668636:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388239360 00000100:00100000:0.0:1777047541.668723:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4421 00000100:00100000:0.0:1777047541.668738:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388239360:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047541.668763:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047541.668792:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493b06f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8e85 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047541.668829:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x73:0x0] initial LVB size: 172005, mtime: 0x69eb97f2, atime: 0x69eb97e2, ctime: 0x69eb97f2, blocks: 0xa0 00010000:00010000:0.0:1777047541.668858:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047541.668863:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047541.668875:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493b06f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e85 expref: 21 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.668902:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493b06f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e85 expref: 21 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.668923:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389000, rc 0) 00000100:00100000:0.0:1777047541.668987:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388239360:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 251us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047541.669000:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4421 00000100:00100000:0.0:1777047541.834616:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047541.834744:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388239488 00000100:00100000:1.0:1777047541.834774:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388239488 00000100:00100000:1.0:1777047541.834927:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1548 00000100:00100000:1.0:1777047541.834947:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388239488:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047541.835000:0:29062:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493b076 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047541.835241:0:29062:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493aff1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e4d expref: 16 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047541.835270:0:29062:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047541.835274:0:29062:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047541.835281:0:29062:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493b076 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047541.835352:0:29062:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493aff1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e4d expref: 16 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047541.835390:0:29062:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493aff1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e4d expref: 16 pid: 8480 timeout: 4270 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047541.835417:0:29062:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c09180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:29062:1863365443142272:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047541.835679:0:29062:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445f9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047541.853499:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047541.853625:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388239616 00000100:00100000:0.0:1777047541.853640:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388239616 00010000:00010000:0.0:1777047541.853699:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493aff1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e4d expref: 17 pid: 8480 timeout: 4270 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047541.853773:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2219 00000100:00100000:0.0:1777047541.853790:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388239616:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047541.853815:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047541.854149:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493aff1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e4d expref: 17 pid: 8480 timeout: 4270 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.854177:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493aff1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e4d expref: 17 pid: 8480 timeout: 4270 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.854213:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047541.854217:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047541.854226:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493b076 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.854245:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493b076 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047541.854279:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047541.854374:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388239616:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 587us (887us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047541.854424:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2219 00010000:00010000:2.0:1777047541.855152:0:29062:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493aff1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e4d expref: 16 pid: 8480 timeout: 4270 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047541.855183:0:29062:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c09180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:29062:1863365443142272:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047541.855215:0:29062:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493b076 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.855235:0:29062:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493b076 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.855249:0:29062:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493b076 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.900870:0:29062:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493b076 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.900903:0:29062:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493b076 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.900921:0:29062:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493b076 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.900934:0:29062:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ede00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047541.900943:0:29062:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493b076 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.900959:0:29062:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493b076 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.901000:0:29062:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493b076 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.901015:0:29062:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001fd4315a/0x5ecf73d72493b076 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047541.901176:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388239488:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 66228us (66564us total) trans 0 rc 227433/227433 00000100:00100000:3.0:1777047541.901197:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1548 00000100:00100000:1.0:1777047541.934265:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047541.935663:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388239744 00000100:00100000:0.0:1777047541.935681:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388239744 00000100:00100000:0.0:1777047541.935789:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4422 00000100:00100000:0.0:1777047541.935809:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388239744:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047541.935838:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047541.935867:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493b07d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8e8c expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047541.935958:0:8480:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b40b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365443142400:192.168.201.54@tcp:106: 00000100:00100000:0.0:1777047541.936797:0:8480:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab083c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047541.936970:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047541.937177:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388239872 00000100:00100000:3.0:1777047541.937186:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388239872 00000100:00100000:3.0:1777047541.937260:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4423 00000100:00100000:3.0:1777047541.937276:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388239872:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047541.937292:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047541.937311:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d72493b084 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8e93 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047541.937391:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365443142528:192.168.201.54@tcp:106: 00000100:00100000:3.0:1777047541.942199:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07775d89c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047541.948484:0:8480:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b40b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365443142400:192.168.201.54@tcp:106: 00010000:00010000:2.0:1777047541.948545:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493b07d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e8c expref: 16 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.949215:0:8480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493b07d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e8c expref: 16 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.949241:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388a00, rc 0) 00000100:00100000:2.0:1777047541.949327:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388239744:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 13522us (15074us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047541.949343:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4422 00000100:00100000:3.0:1777047541.967266:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365443142528:192.168.201.54@tcp:106: 00010000:00010000:3.0:1777047541.967329:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d72493b084 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e93 expref: 22 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.967432:0:28387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ffc4722/0x5ecf73d72493b084 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e93 expref: 22 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.967489:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139a400, rc 0) 00000100:00100000:3.0:1777047541.967593:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388239872:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 30317us (30621us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047541.967611:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4423 00000100:00100000:3.0:1777047542.003096:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047542.003961:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388240000 00000100:00100000:0.0:1777047542.003978:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388240000 00000100:00100000:0.0:1777047542.004102:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1549 00000100:00100000:0.0:1777047542.004121:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388240000:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047542.004179:0:29057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b08b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.004228:0:29057:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d72493afd5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e3f expref: 15 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.004245:0:29057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047542.004249:0:29057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047542.004257:0:29057:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b08b lrc: 4/1,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.004316:0:29057:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d72493afd5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e3f expref: 15 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.004344:0:29057:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d72493afd5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e3f expref: 15 pid: 30115 timeout: 4270 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047542.004371:0:29057:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b40b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:29057:1863365443142656:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047542.004595:0:29057:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047542.015711:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047542.017232:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388240128 00000100:00100000:3.0:1777047542.017248:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388240128 00010000:00010000:3.0:1777047542.017311:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d72493afd5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e3f expref: 16 pid: 30115 timeout: 4270 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047542.017494:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2220 00000100:00100000:3.0:1777047542.017513:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388240128:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047542.017538:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047542.017570:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d72493afd5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e3f expref: 16 pid: 30115 timeout: 4270 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.017599:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d72493afd5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e3f expref: 16 pid: 30115 timeout: 4270 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.017640:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047542.017645:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047542.017653:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b08b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.017674:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b08b lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.017712:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047542.017787:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388240128:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 278us (2088us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047542.017803:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2220 00010000:00010000:0.0:1777047542.018047:0:29057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d72493afd5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e3f expref: 15 pid: 30115 timeout: 4270 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047542.018079:0:29057:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b40b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:29057:1863365443142656:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047542.018116:0:29057:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b08b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.018137:0:29057:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b08b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.018154:0:29057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b08b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.059526:0:29057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b08b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.059564:0:29057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b08b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.059589:0:29057:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b08b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.059604:0:29057:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047542.059612:0:29057:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b08b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.059634:0:29057:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b08b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.059672:0:29057:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b08b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.059688:0:29057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b08b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047542.059878:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388240000:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 55748us (56782us total) trans 0 rc 227433/227433 00000100:00100000:0.0:1777047542.059900:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1549 00000100:00100000:1.0:1777047542.084644:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3683:1863365443143040:0@lo:400:kworker.0 00000100:00100000:1.0:1777047542.084752:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047542.084815:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3683:1863365443143552:0@lo:400:kworker.0 00000100:00100000:1.0:1777047542.084863:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047542.084919:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1777047542.084933:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443142912:0@lo:400:kworker.0 00000100:00100000:1.0:1777047542.084988:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047542.085024:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644483800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3683:1863365443143424:0@lo:400:kworker.0 00000100:00100000:1.0:1777047542.085065:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047542.085098:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064e8fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3683:1863365443143936:0@lo:400:kworker.0 00000100:00100000:1.0:1777047542.085141:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047542.085196:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443143040 00000100:00100000:1.0:1777047542.085214:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443143040 00000100:00100000:1.0:1777047542.085297:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443143552 00000100:00100000:1.0:1777047542.085304:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443143552 00000100:00100000:1.0:1777047542.085365:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443143424 00000100:00100000:1.0:1777047542.085376:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443143424 00000100:00100000:1.0:1777047542.085398:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443143936 00000100:00100000:1.0:1777047542.085403:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443143936 00000100:00100000:1.0:1777047542.085433:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5035 00000100:00100000:1.0:1777047542.085531:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3683:x1863365443143040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047542.085636:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3683:x1863365443143040:12345-0@lo:400:kworker.0 Request processed in 110us (888us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047542.085650:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5035 00000100:00100000:1.0:1777047542.085686:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5036 00000100:00100000:1.0:1777047542.085704:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3683:x1863365443143552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047542.085758:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3683:x1863365443143552:12345-0@lo:400:kworker.0 Request processed in 61us (894us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047542.085770:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5036 00000100:00100000:1.0:1777047542.085795:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5037 00000100:00100000:1.0:1777047542.085806:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3683:x1863365443143424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047542.085861:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3683:x1863365443143424:12345-0@lo:400:kworker.0 Request processed in 55us (795us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047542.085879:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5037 00000100:00100000:1.0:1777047542.085901:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5038 00000100:00100000:1.0:1777047542.085917:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3683:x1863365443143936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047542.085973:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3683:x1863365443143936:12345-0@lo:400:kworker.0 Request processed in 61us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047542.085984:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5038 00000100:00080000:1.0:1777047542.086024:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777047542.086031:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777047542.086087:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644483800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3683:1863365443143424:0@lo:400:kworker.0 00000100:00100000:1.0:1777047542.086107:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064e8fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3683:1863365443143936:0@lo:400:kworker.0 00000100:00100000:1.0:1777047542.086129:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3683:1863365443143040:0@lo:400:kworker.0 00000100:00100000:1.0:1777047542.086144:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3683:1863365443143552:0@lo:400:kworker.0 00000100:00100000:1.0:1777047542.086625:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443142912 00000100:00100000:1.0:1777047542.086633:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443142912 00000100:00100000:1.0:1777047542.086692:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3425 00000100:00100000:1.0:1777047542.086710:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443142912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047542.086796:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443142912:12345-0@lo:400:kworker.0 Request processed in 94us (1807us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047542.086817:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3425 00000100:00100000:1.0:1777047542.086886:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443142912:0@lo:400:kworker.0 00000100:00100000:3.0:1777047542.088560:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443143168:0@lo:400:kworker.0 00000100:00100000:3.0:1777047542.088643:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047542.088711:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3685:1863365443142784:0@lo:400:kworker.0 00000100:00100000:3.0:1777047542.088726:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3684:1863365443143680:0@lo:400:kworker.0 00000100:00100000:1.0:1777047542.096767:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443143168 00000100:00100000:1.0:1777047542.096795:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443143168 00000100:00100000:1.0:1777047542.096897:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3037 00000100:00100000:1.0:1777047542.096922:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443143168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047542.098485:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047542.098651:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443143680 00000100:00100000:3.0:1777047542.098670:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443143680 00000100:00100000:3.0:1777047542.099252:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5039 00000100:00100000:3.0:1777047542.099272:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3684:x1863365443143680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047542.099378:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3684:x1863365443143680:12345-0@lo:400:kworker.0 Request processed in 112us (926us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047542.099391:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5039 00000100:00080000:3.0:1777047542.099522:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047542.101141:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3684:1863365443143680:0@lo:400:kworker.0 00000100:00100000:2.0:1777047542.105660:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047542.105749:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644481180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443143296:0@lo:400:kworker.0 00000100:00100000:2.0:1777047542.105838:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047542.105910:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3685:1863365443143808:0@lo:400:kworker.0 00000100:00100000:2.0:1777047542.105962:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047542.106088:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443143808 00000100:00100000:2.0:1777047542.106099:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443143808 00000100:00100000:2.0:1777047542.106620:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5040 00000100:00100000:2.0:1777047542.106636:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3685:x1863365443143808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047542.106729:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3685:x1863365443143808:12345-0@lo:400:kworker.0 Request processed in 96us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047542.106748:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5040 00000100:00080000:2.0:1777047542.107152:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777047542.107210:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3685:1863365443143808:0@lo:400:kworker.0 00000100:00100000:3.0:1777047542.108134:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443143296 00000100:00100000:3.0:1777047542.108144:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443143296 00000100:00100000:3.0:1777047542.108245:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3038 00000100:00100000:3.0:1777047542.108259:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443143296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047542.108353:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443143296:12345-0@lo:400:kworker.0 Request processed in 96us (2513us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047542.108372:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3038 00000100:00100000:0.0:1777047542.111787:0:33219:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443142784 00000100:00100000:0.0:1777047542.111811:0:33219:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443142784 00000100:00100000:0.0:1777047542.112265:0:33219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:0.0:1777047542.112282:0:33219:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eff6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3685:x1863365443142784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047542.112387:0:33219:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eff6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3685:x1863365443142784:12345-0@lo:400:kworker.0 Request processed in 109us (6737us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047542.112508:0:33219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:0.0:1777047542.112606:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443143168:12345-0@lo:400:kworker.0 Request processed in 15695us (23967us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047542.112626:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3037 00000100:00100000:3.0:1777047542.112893:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443143168:0@lo:400:kworker.0 00000100:00080000:2.0:1777047542.117047:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777047542.117127:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3685:1863365443142784:0@lo:400:kworker.0 00000100:00100000:2.0:1777047542.117165:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644481180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443143296:0@lo:400:kworker.0 00000100:00100000:3.0:1777047542.209925:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047542.210084:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388240256 00000100:00100000:2.0:1777047542.210099:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388240256 00000100:00100000:2.0:1777047542.210203:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 437 00000100:00100000:2.0:1777047542.210222:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57908:x1863365388240256:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:2.0:1777047542.210246:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047542.210282:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b05a lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e77 expref: 37 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.210340:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047542.210349:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047542.210548:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57908:x1863365388240256:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 329us (633us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047542.210564:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 437 00000100:00100000:2.0:1777047542.219591:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047542.221237:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388240512 00000100:00100000:3.0:1777047542.221252:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388240512 00000100:00100000:2.0:1777047542.224962:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2170 00000100:00100000:2.0:1777047542.224982:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57908:x1863365388240512:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047542.225661:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57908:x1863365388240512:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 681us (6077us total) trans 8589935346 rc 0/0 00000100:00100000:2.0:1777047542.225678:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2170 00000100:00100000:1.0:1777047542.380521:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047542.380786:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388240768 00000100:00100000:3.0:1777047542.380800:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388240768 00000100:00100000:3.0:1777047542.380997:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6463 00000100:00100000:3.0:1777047542.381019:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57909:x1863365388240768:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047542.381056:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047542.381088:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d72493b092 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8e9a expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.381250:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493b099 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.381277:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493b099 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.381300:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493b099 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047542.381324:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 227433 00010000:00010000:3.0:1777047542.381555:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139ae00/0x5ecf73d72493b092 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e9a expref: 40 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.381589:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493b099 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e9a expref: 39 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.381606:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047542.381613:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047542.381618:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e074139a400, rc 0) 00000100:00100000:3.0:1777047542.381697:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57909:x1863365388240768:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 684us (1189us total) trans 8589935347 rc 0/0 00000100:00100000:3.0:1777047542.381714:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6463 00000100:00100000:1.0:1777047542.403679:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047542.406050:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388240896 00000100:00100000:0.0:1777047542.406067:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388240896 00000100:00100000:0.0:1777047542.406192:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1550 00000100:00100000:0.0:1777047542.406212:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388240896:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047542.406647:0:24562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007b6463c7/0x5ecf73d72493b0a7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.406679:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047542.406683:0:24562:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047542.406692:0:24562:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007b6463c7/0x5ecf73d72493b0a7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.406720:0:24562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007b6463c7/0x5ecf73d72493b0a7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.454210:0:24562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007b6463c7/0x5ecf73d72493b0a7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.454247:0:24562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007b6463c7/0x5ecf73d72493b0a7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.454268:0:24562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007b6463c7/0x5ecf73d72493b0a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.454283:0:24562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047542.454293:0:24562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007b6463c7/0x5ecf73d72493b0a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.454311:0:24562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007b6463c7/0x5ecf73d72493b0a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.459643:0:24562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007b6463c7/0x5ecf73d72493b0a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.459679:0:24562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b6463c7/0x5ecf73d72493b0a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047542.459845:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388240896:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 53631us (56172us total) trans 0 rc 172032/172032 00000100:00100000:2.0:1777047542.459867:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1550 00000100:00100000:1.0:1777047542.504075:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047542.504727:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388241024 00000100:00100000:2.0:1777047542.504767:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388241024 00000100:00100000:2.0:1777047542.504878:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1551 00000100:00100000:2.0:1777047542.504896:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388241024:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047542.504952:0:24566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b0ae lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.504992:0:24566:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047542.504996:0:24566:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047542.505005:0:24566:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b0ae lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.505031:0:24566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b0ae lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.535786:0:24566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b0ae lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.535820:0:24566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b0ae lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.536201:0:24566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b0ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.536218:0:24566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047542.536227:0:24566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b0ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.536243:0:24566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b0ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.536275:0:24566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b0ae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.536302:0:24566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b0ae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047542.537680:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388241024:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 32775us (33604us total) trans 0 rc 172032/172032 00000100:00100000:2.0:1777047542.537703:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1551 00000100:00100000:3.0:1777047542.594746:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047542.595111:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443144064:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777047542.595773:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777047542.595792:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0749166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443144192:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777047542.595851:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047542.595963:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443144192 00000100:00100000:2.0:1777047542.595976:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443144192 00000100:00100000:2.0:1777047542.596048:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3426 00000100:00100000:2.0:1777047542.596065:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365443144192:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777047542.596120:0:6593:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445834752 avail 1299595264 00000100:00100000:2.0:1777047542.596545:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3685:x1863365443144192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 482us (691us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047542.596560:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3426 00000100:00100000:2.0:1777047542.596639:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0749166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443144192:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777047542.598244:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777047542.598504:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047542.598700:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443144064 00000100:00100000:2.0:1777047542.598713:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443144064 00000100:00100000:2.0:1777047542.598795:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2523 00000100:00100000:2.0:1777047542.598812:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443144064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1777047542.598855:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 32768 granted 484943424 pending 0 free 3916914688 avail 3685392384 00000100:00100000:2.0:1777047542.599182:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443144064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 370us (3958us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047542.599198:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2523 00000100:00100000:0.0:1777047542.600961:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443144064:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777047542.773709:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047542.775571:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388241152 00000100:00100000:0.0:1777047542.775588:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388241152 00000100:00100000:0.0:1777047542.775694:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4424 00000100:00100000:0.0:1777047542.775714:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388241152:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047542.775742:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047542.775774:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b0b5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ea1 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047542.775816:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 227433, mtime: 0x69eb97f3, atime: 0x69eb97f1, ctime: 0x69eb97f5, blocks: 0xb8 00010000:00010000:0.0:1777047542.775848:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047542.775852:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047542.775869:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b0b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ea1 expref: 15 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.775901:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b0b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ea1 expref: 15 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.775926:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388c00, rc 0) 00000100:00100000:0.0:1777047542.776051:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388241152:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 340us (2354us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047542.776064:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4424 00000100:00100000:0.0:1777047542.788210:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047542.789324:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388241280 00000100:00100000:2.0:1777047542.789339:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388241280 00000100:00100000:2.0:1777047542.789533:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1552 00000100:00100000:2.0:1777047542.789554:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388241280:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047542.789607:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493b0bc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.789636:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047542.789639:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047542.789649:0:8485:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493b0bc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.789672:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493b0bc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.816736:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493b0bc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.816771:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493b0bc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.816790:0:8485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493b0bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.816803:0:8485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047542.816811:0:8485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493b0bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.816829:0:8485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493b0bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.816860:0:8485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493b0bc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.816875:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e45c5087/0x5ecf73d72493b0bc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047542.817021:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388241280:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 27465us (28816us total) trans 0 rc 227433/227433 00000100:00100000:2.0:1777047542.817040:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1552 00000100:00100000:0.0:1777047542.844077:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047542.848757:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388241408 00000100:00100000:3.0:1777047542.848776:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388241408 00000100:00100000:3.0:1777047542.848971:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1553 00000100:00100000:3.0:1777047542.848992:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388241408:12345-192.168.201.54@tcp:3:lfs.0 00002000:00010000:3.0:1777047542.849071:0:29058:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x93:0x0] initial LVB size: 227433, mtime: 0x69eb97f3, atime: 0x69eb97f1, ctime: 0x69eb97f5, blocks: 0xa8 00010000:00010000:3.0:1777047542.849089:0:29058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000099df2ab2/0x5ecf73d72493b0c3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.849141:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047542.849146:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047542.849156:0:29058:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099df2ab2/0x5ecf73d72493b0c3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.849184:0:29058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000099df2ab2/0x5ecf73d72493b0c3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.864837:0:29058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000099df2ab2/0x5ecf73d72493b0c3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.864893:0:29058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000099df2ab2/0x5ecf73d72493b0c3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.864912:0:29058:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000099df2ab2/0x5ecf73d72493b0c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.864927:0:29058:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0777afe800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047542.864935:0:29058:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000099df2ab2/0x5ecf73d72493b0c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.864951:0:29058:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000099df2ab2/0x5ecf73d72493b0c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.864982:0:29058:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000099df2ab2/0x5ecf73d72493b0c3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.864997:0:29058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000099df2ab2/0x5ecf73d72493b0c3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047542.865470:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388241408:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 16477us (21399us total) trans 0 rc 227433/227433 00000100:00100000:1.0:1777047542.865490:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1553 00000100:00100000:3.0:1777047542.923905:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047542.924099:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388241536 00000100:00100000:1.0:1777047542.924112:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388241536 00000100:00100000:1.0:1777047542.924282:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 438 00000100:00100000:1.0:1777047542.924299:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57909:x1863365388241536:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:1.0:1777047542.924321:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047542.924374:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139a400/0x5ecf73d72493b099 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e9a expref: 39 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.924403:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047542.924411:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047542.924642:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57909:x1863365388241536:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 345us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047542.924655:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 438 00000100:00100000:2.0:1777047542.935556:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047542.936978:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388241792 00000100:00100000:0.0:1777047542.936992:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388241792 00000100:00100000:0.0:1777047542.937394:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2171 00000100:00100000:0.0:1777047542.937412:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57909:x1863365388241792:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047542.938547:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57909:x1863365388241792:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1137us (2999us total) trans 8589935348 rc 0/0 00000100:00100000:0.0:1777047542.938560:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2171 00000100:00100000:0.0:1777047542.956541:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047542.956690:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388242048 00000100:00100000:3.0:1777047542.956703:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388242048 00000100:00100000:3.0:1777047542.956785:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6464 00000100:00100000:3.0:1777047542.956800:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57853:x1863365388242048:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047542.957121:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047542.957152:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe200/0x5ecf73d72493b0ca lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ea8 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.957608:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493b0d1 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.957632:0:6589:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493b037 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e69 expref: 40 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.957645:0:6589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493b0d1 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.957692:0:6589:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493b037 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e69 expref: 40 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.957713:0:6589:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493b037 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e69 expref: 40 pid: 34275 timeout: 4271 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047542.957734:0:6589:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a24380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6589:1863365443144320:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047542.957861:0:6589:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07775d89c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047542.975683:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047542.976050:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388242176 00000100:00100000:2.0:1777047542.976065:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388242176 00010000:00010000:2.0:1777047542.976118:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493b037 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e69 expref: 41 pid: 34275 timeout: 4271 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047542.976184:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2221 00000100:00100000:2.0:1777047542.976201:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:2430:x1863365388242176:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047542.976223:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047542.976234:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493b037 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e69 expref: 41 pid: 34275 timeout: 4271 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.976676:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493b037 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e69 expref: 41 pid: 34275 timeout: 4271 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.976711:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047542.976718:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493b0d1 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.976733:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493b0d1 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.976744:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493b0d1 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.977477:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b600/0x5ecf73d72493b037 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e69 expref: 41 pid: 34275 timeout: 4271 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047542.977506:0:6589:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a24380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6589:1863365443144320:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047542.977535:0:6589:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493b0d1 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.977549:0:6589:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493b0d1 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.977663:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493b0d1 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047542.977693:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 227433 00010000:00010000:1.0:1777047542.979464:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afe200/0x5ecf73d72493b0ca lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ea8 expref: 42 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.979492:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493b0d1 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ea8 expref: 41 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.979507:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047542.979512:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777047542.979516:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777afec00, rc 0) 00010000:00010000:2.0:1777047542.979716:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047542.981122:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57853:x1863365388242048:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 24321us (24591us total) trans 8589935349 rc 0/0 00000100:00100000:1.0:1777047542.981136:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6464 00000100:00100000:2.0:1777047542.987682:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:2430:x1863365388242176:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 11471us (11996us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047542.987704:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2221 00000100:00100000:3.0:1777047542.998458:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047542.998666:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388242304 00000100:00100000:2.0:1777047542.998680:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388242304 00000100:00100000:2.0:1777047542.998769:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6465 00000100:00100000:2.0:1777047542.998787:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365388242304:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047542.998819:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047542.998848:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493b0df lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8eaf expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.998966:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b0e6 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.998991:0:6588:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493b0d1 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ea8 expref: 41 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.999014:0:6588:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b0e6 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.999067:0:6588:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493b0d1 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ea8 expref: 41 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.999087:0:6588:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493b0d1 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ea8 expref: 41 pid: 6589 timeout: 4271 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047542.999107:0:6588:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e009f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443144448:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047542.999219:0:6588:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a240 going to sleep for 11 seconds 00000100:00100000:2.0:1777047543.005981:0:6588:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e009f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443144448:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047543.006037:0:6588:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b0e6 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047543.016718:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047543.016824:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388242432 00000100:00100000:0.0:1777047543.016840:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388242432 00010000:00010000:0.0:1777047543.016950:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493b0d1 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ea8 expref: 42 pid: 6589 timeout: 4271 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047543.017017:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2222 00000100:00100000:0.0:1777047543.017034:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0771877c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+42:2430:x1863365388242432:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047543.017058:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047543.017068:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493b0d1 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ea8 expref: 42 pid: 6589 timeout: 4271 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.017094:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493b0d1 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ea8 expref: 42 pid: 6589 timeout: 4271 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.017128:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afec00/0x5ecf73d72493b0d1 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ea8 expref: 42 pid: 6589 timeout: 4271 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.017153:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047543.017163:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b0e6 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.017179:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b0e6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.017191:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b0e6 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.017250:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047543.017329:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0771877c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:2430:x1863365388242432:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 298us (622us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047543.017343:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2222 00000100:00080000:2.0:1777047543.017974:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777047543.018220:0:6588:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b0e6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.018238:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b0e6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047543.018314:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 227433 00000004:00200000:1.0:1777047543.018321:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047543.018363:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b0e6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.018473:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493b0df lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8eaf expref: 41 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.018499:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b0e6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8eaf expref: 40 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.018513:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047543.018517:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047543.018522:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166400, rc 0) 00000100:00100000:1.0:1777047543.018600:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365388242304:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 19816us (20229us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047543.018612:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6465 00000100:00100000:3.0:1777047543.028115:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047543.028512:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047543.028662:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388242688 00000100:00100000:2.0:1777047543.028677:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388242688 00000100:00100000:2.0:1777047543.028764:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388242560 00000100:00100000:2.0:1777047543.028771:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388242560 00000100:00100000:1.0:1777047543.030244:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4425 00000100:00100000:1.0:1777047543.030265:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388242688:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047543.030292:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047543.030317:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000026d7412f/0x5ecf73d72493b0ed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ebd expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047543.030492:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365443144576:192.168.201.54@tcp:106: 00000100:00100000:1.0:1777047543.030597:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047543.030997:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4426 00000100:00100000:0.0:1777047543.031013:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388242560:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047543.031030:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047543.031050:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493b0f4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8eb6 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047543.031083:0:8481:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x93:0x0] initial LVB size: 227433, mtime: 0x69eb97f3, atime: 0x69eb97f1, ctime: 0x69eb97f5, blocks: 0xa8 00010000:00010000:0.0:1777047543.031104:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047543.031107:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047543.031120:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493b0f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8eb6 expref: 16 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.031149:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493b0f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8eb6 expref: 16 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.031170:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388a00, rc 0) 00000100:00100000:0.0:1777047543.031219:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388242560:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 210us (2708us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047543.031233:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4426 00000100:00080000:3.0:1777047543.033189:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777047543.033198:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047543.041758:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365443144576:192.168.201.54@tcp:106: 00010000:00010000:1.0:1777047543.041816:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000026d7412f/0x5ecf73d72493b0ed lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ebd expref: 22 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.041894:0:28387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026d7412f/0x5ecf73d72493b0ed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ebd expref: 22 pid: 28387 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.041924:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821edc00, rc 0) 00000100:00100000:1.0:1777047543.042110:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388242688:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 11849us (14003us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047543.042127:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4425 00000100:00100000:2.0:1777047543.069914:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047543.071669:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388242816 00000100:00100000:1.0:1777047543.071687:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388242816 00002000:00100000:1.0:1777047543.071764:0:29067:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x93:0x0] (102400->122879) req@ffff9e076e009f80 x1863365388242816/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:279/0 lens 488/0 e 0 to 0 dl 1777047554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047543.071786:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e009f80 with x1863365388242816 ext(102400->122879) 00002000:00010000:1.0:1777047543.071797:0:29067:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e009f80 00000100:00100000:1.0:1777047543.071882:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1554 00000100:00100000:1.0:1777047543.071902:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388242816:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:1.0:1777047543.086046:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388242816:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 14135us (16131us total) trans 0 rc 20480/20480 00000100:00100000:1.0:1777047543.086074:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1554 00002000:00100000:1.0:1777047543.086100:0:29067:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x93:0x0] (102400->122879) req@ffff9e076e009f80 x1863365388242816/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:279/0 lens 488/440 e 0 to 0 dl 1777047554 ref 1 fl Complete:/600/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047543.086121:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e009f80 with x1863365388242816 ext(102400->122879) 00002000:00010000:1.0:1777047543.086136:0:29067:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e009f80 00000100:00100000:1.0:1777047543.109677:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443144704:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777047543.109789:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047543.111654:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777047543.111681:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e009500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443144832:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777047543.111761:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047543.113277:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443144704 00000100:00100000:2.0:1777047543.113292:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443144704 00000100:00100000:2.0:1777047543.113483:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443144832 00000100:00100000:2.0:1777047543.113490:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443144832 00000100:00100000:2.0:1777047543.113534:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2524 00000100:00100000:2.0:1777047543.113552:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3685:x1863365443144704:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777047543.113586:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2525 00000100:00100000:0.0:1777047543.113620:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3683:x1863365443144832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777047543.113645:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484909760 pending 0 free 3919007744 avail 3687485440 00002000:00000024:0.0:1777047543.113658:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 32768 granted 484943424 pending 0 free 3916914688 avail 3685392384 00000100:00100000:2.0:1777047543.113753:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3685:x1863365443144704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 202us (3960us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047543.113777:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2524 00000100:00100000:0.0:1777047543.113788:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3683:x1863365443144832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 172us (2014us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047543.114167:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2525 00000100:00100000:0.0:1777047543.114299:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e009500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443144832:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1777047543.115323:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777047543.115330:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047543.115493:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443144704:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777047543.117606:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047543.118493:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388242944 00000100:00100000:3.0:1777047543.118506:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388242944 00000100:00100000:3.0:1777047543.118611:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4427 00000100:00100000:3.0:1777047543.118628:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2432:x1863365388242944:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047543.118654:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047543.118687:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493b0fb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ec4 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047543.118780:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a25500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443144960:192.168.201.54@tcp:106: 00000100:00100000:3.0:1777047543.118941:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07775d8b40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047543.146733:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a25500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443144960:192.168.201.54@tcp:106: 00010000:00010000:3.0:1777047543.146814:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493b0fb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ec4 expref: 22 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.146867:0:8633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493b0fb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ec4 expref: 22 pid: 8633 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.146902:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777afea00, rc 0) 00000100:00100000:3.0:1777047543.147036:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2432:x1863365388242944:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 28408us (29462us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047543.147063:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4427 00000100:00100000:2.0:1777047543.181650:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047543.182515:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388243072 00000100:00100000:0.0:1777047543.182541:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388243072 00000100:00100000:0.0:1777047543.182708:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4428 00000100:00100000:0.0:1777047543.182739:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388243072:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047543.182767:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047543.182805:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493b102 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ecb expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047543.187797:0:11204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c57b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365443145088:192.168.201.54@tcp:106: 00000100:00100000:2.0:1777047543.188004:0:11204:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a240 going to sleep for 11 seconds 00000100:00100000:3.0:1777047543.218372:0:11204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c57b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365443145088:192.168.201.54@tcp:106: 00010000:00010000:3.0:1777047543.218506:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493b102 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ecb expref: 22 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.218574:0:11204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc151bb5/0x5ecf73d72493b102 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ecb expref: 22 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.218627:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388600, rc 0) 00000100:00100000:3.0:1777047543.218744:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388243072:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 36018us (37103us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047543.218762:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4428 00000100:00100000:1.0:1777047543.253838:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047543.254329:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388243200 00000100:00100000:3.0:1777047543.254346:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388243200 00002000:00100000:3.0:1777047543.254538:0:24564:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x93:0x0] (98304->102399) req@ffff9e064eac8380 x1863365388243200/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:279/0 lens 488/0 e 0 to 0 dl 1777047554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047543.254561:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eac8380 with x1863365388243200 ext(98304->102399) 00002000:00010000:3.0:1777047543.254575:0:24564:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eac8380 00000100:00100000:3.0:1777047543.254639:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1555 00000100:00100000:3.0:1777047543.254665:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388243200:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:3.0:1777047543.254958:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388243200:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 301us (1135us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777047543.254973:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1555 00002000:00100000:3.0:1777047543.254993:0:24564:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x93:0x0] (98304->102399) req@ffff9e064eac8380 x1863365388243200/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:279/0 lens 488/4536 e 0 to 0 dl 1777047554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047543.255011:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eac8380 with x1863365388243200 ext(98304->102399) 00002000:00010000:3.0:1777047543.255019:0:24564:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eac8380 00000100:00100000:2.0:1777047543.266926:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047543.269005:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388243328 00000100:00100000:3.0:1777047543.269024:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388243328 00002000:00100000:2.0:1777047543.269288:0:29064:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x280000401:0x93:0x0] (122880->126975) req@ffff9e0641c54700 x1863365388243328/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:279/0 lens 488/0 e 0 to 0 dl 1777047554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047543.269312:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c54700 with x1863365388243328 ext(122880->126975) 00002000:00010000:2.0:1777047543.269323:0:29064:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c54700 00000100:00100000:1.0:1777047543.269856:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1556 00000100:00100000:1.0:1777047543.269881:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388243328:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:1.0:1777047543.270213:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388243328:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 337us (3296us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777047543.270229:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1556 00002000:00100000:1.0:1777047543.270242:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x93:0x0] (122880->126975) req@ffff9e0641c54700 x1863365388243328/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:279/0 lens 488/4536 e 0 to 0 dl 1777047554 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047543.270260:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c54700 with x1863365388243328 ext(122880->126975) 00002000:00010000:1.0:1777047543.270267:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c54700 00000100:00100000:2.0:1777047543.281041:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047543.282235:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388243456 00000100:00100000:3.0:1777047543.282251:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388243456 00002000:00100000:3.0:1777047543.282324:0:29062:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x93:0x0] (126976->163839) req@ffff9e0641c57100 x1863365388243456/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:279/0 lens 488/0 e 0 to 0 dl 1777047554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047543.282368:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c57100 with x1863365388243456 ext(126976->163839) 00002000:00010000:3.0:1777047543.282376:0:29062:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c57100 00000100:00100000:3.0:1777047543.282499:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1557 00000100:00100000:3.0:1777047543.282517:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365388243456:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:3.0:1777047543.303637:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365388243456:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 21111us (22618us total) trans 0 rc 36864/36864 00000100:00100000:3.0:1777047543.303658:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1557 00002000:00100000:3.0:1777047543.303677:0:29062:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x93:0x0] (126976->163839) req@ffff9e0641c57100 x1863365388243456/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:279/0 lens 488/440 e 0 to 0 dl 1777047554 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047543.303696:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c57100 with x1863365388243456 ext(126976->163839) 00002000:00010000:3.0:1777047543.303705:0:29062:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641c57100 00000100:00100000:0.0:1777047543.326507:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047543.326689:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388243584 00000100:00100000:1.0:1777047543.326704:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388243584 00002000:00100000:1.0:1777047543.326774:0:29057:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x93:0x0] (163840->200703) req@ffff9e0744a2ad80 x1863365388243584/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:279/0 lens 488/0 e 0 to 0 dl 1777047554 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047543.326793:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744a2ad80 with x1863365388243584 ext(163840->200703) 00002000:00010000:1.0:1777047543.327269:0:29057:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0744a2ad80 00000100:00100000:1.0:1777047543.327336:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1558 00000100:00100000:1.0:1777047543.327356:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388243584:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:1.0:1777047543.334957:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388243584:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 7592us (8447us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1777047543.334977:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1558 00002000:00100000:1.0:1777047543.334995:0:29057:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x93:0x0] (163840->200703) req@ffff9e0744a2ad80 x1863365388243584/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:279/0 lens 488/440 e 0 to 0 dl 1777047554 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047543.335034:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744a2ad80 with x1863365388243584 ext(163840->200703) 00002000:00010000:1.0:1777047543.335044:0:29057:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0744a2ad80 00000100:00100000:1.0:1777047543.349817:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047543.351485:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388243712 00000100:00100000:3.0:1777047543.351502:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388243712 00000100:00100000:2.0:1777047543.357220:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4429 00000100:00100000:2.0:1777047543.357246:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388243712:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047543.357275:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047543.357303:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493b109 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ed2 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047543.357473:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c55880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365443145216:192.168.201.54@tcp:106: 00000100:00100000:2.0:1777047543.357637:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8af00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047543.378277:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c55880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365443145216:192.168.201.54@tcp:106: 00010000:00010000:0.0:1777047543.378363:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493b109 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ed2 expref: 22 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.378484:0:36216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057875dfa/0x5ecf73d72493b109 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ed2 expref: 22 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.378545:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167a00, rc 0) 00000100:00100000:0.0:1777047543.378627:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388243712:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 21388us (28818us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047543.378644:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4429 00000100:00100000:1.0:1777047543.392174:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047543.394516:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388243968 00000100:00100000:2.0:1777047543.394533:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388243968 00000100:00100000:2.0:1777047543.394641:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2172 00000100:00100000:2.0:1777047543.394683:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365388243968:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:2.0:1777047543.395012:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57853:x1863365388243968:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 351us (2847us total) trans 8589935350 rc 0/0 00000100:00100000:2.0:1777047543.395028:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2172 00000100:00100000:1.0:1777047543.411926:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047543.414752:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388244224 00000100:00100000:2.0:1777047543.414772:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388244224 00000100:00100000:2.0:1777047543.419596:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6466 00000100:00100000:2.0:1777047543.419620:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57853:x1863365388244224:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047543.419661:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047543.419668:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1777047543.419716:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b0e6 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8eaf expref: 41 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.419812:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493b045 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e70 expref: 40 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.419938:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166e00/0x5ecf73d72493b014 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e62 expref: 39 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.419968:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047543.419978:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047543.420005:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b110 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ed9 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.420093:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493b117 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.420126:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493b117 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.420145:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493b117 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777047543.420633:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].140, 88 off20272 00000004:00080000:2.0:1777047543.420654:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4172057269593ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047543.420710:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].141, 88 off20360 00000004:00080000:2.0:1777047543.420723:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4172057339006ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047543.420787:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].142, 88 off20448 00000004:00080000:2.0:1777047543.420799:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4172057414056ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047543.420825:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].141, 88 off20360 00000004:00080000:2.0:1777047543.420836:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4172057452106ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047543.420884:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].143, 88 off20536 00000004:00080000:2.0:1777047543.420897:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4172057512526ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047543.420931:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].142, 88 off20448 00000004:00080000:2.0:1777047543.420941:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4172057557369ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047543.420970:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].144, 88 off20624 00000004:00080000:2.0:1777047543.420980:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4172057596169ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047543.421048:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].143, 88 off20536 00000004:00080000:2.0:1777047543.421060:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4172057675756ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047543.421083:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].144, 88 off20624 00000004:00080000:2.0:1777047543.421093:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4172057708806ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047543.421118:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].145, 88 off20712 00000004:00080000:2.0:1777047543.421128:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4172057744523ns, next at 4161903528331ns, rc = 0 00000001:00080000:1.0:1777047543.449674:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935351 is committed 00000004:00080000:1.0:1777047543.449692:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 146 committed 00000004:00080000:1.0:1777047543.449707:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 144 committed 00000004:00080000:1.0:1777047543.449727:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 143 committed 00000004:00080000:1.0:1777047543.449732:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 145 committed 00000004:00080000:1.0:1777047543.449736:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 142 committed 00000004:00080000:1.0:1777047543.449739:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 144 committed 00000004:00080000:1.0:1777047543.449743:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 141 committed 00000004:00080000:1.0:1777047543.450051:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 143 committed 00000004:00080000:1.0:1777047543.450056:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 142 committed 00000004:00080000:1.0:1777047543.450060:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 140 committed 00000020:00080000:1.0:1777047543.450100:0:33214:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e064ab08b40 refcount 2 committed 0 result 0 batchid 4294969366 00000020:00080000:1.0:1777047543.450109:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e0760515c00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e0745a89cc0 00000020:00080000:1.0:1777047543.450115:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e076e3b7600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e064ab08cc0 00000020:00080000:1.0:1777047543.450120:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e076e3b7900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e0641c53600 00000020:00080000:1.0:1777047543.450127:0:33214:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].18 00000020:00080000:2.0:1777047543.450346:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969366 committed batchid 4294969365 00000020:00080000:2.0:1777047543.450513:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969365 00010000:00010000:2.0:1777047543.450594:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493b117 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ed9 expref: 26 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.450617:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047543.450623:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777047543.450650:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b110 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ed9 expref: 26 pid: 12913 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.450688:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493b117 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ed9 expref: 25 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.450748:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047543.450753:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777047543.450759:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167400, rc 0) 00000100:00100000:2.0:1777047543.451518:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388244224:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 31902us (39599us total) trans 8589935351 rc 0/0 00000100:00100000:2.0:1777047543.451536:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6466 00000100:00100000:2.0:1777047543.451751:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443145600:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047543.451826:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047543.451879:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777047543.451889:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443145472:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047543.451927:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047543.451987:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443145600 00000100:00100000:2.0:1777047543.451998:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443145600 00000100:00100000:2.0:1777047543.452057:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443145472 00000100:00100000:2.0:1777047543.452063:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443145472 00000100:00100000:2.0:1777047543.452098:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4430 00000100:00100000:2.0:1777047543.452114:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:3685:x1863365443145600:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047543.452660:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047543.452667:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:2.0:1777047543.452672:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:2.0:1777047543.452677:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:2.0:1777047543.452682:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047543.452748:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3685:x1863365443145600:12345-0@lo:2:osp-syn-0-0.0 Request processed in 636us (920us total) trans 21474837924 rc 0/0 00000100:00100000:2.0:1777047543.452762:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4430 00000100:00100000:2.0:1777047543.452788:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4431 00000100:00100000:2.0:1777047543.452800:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:3685:x1863365443145472:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047543.452904:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047543.452910:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047539 -> 1777047539 00002000:00010000:2.0:1777047543.452915:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:2.0:1777047543.452920:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047541 -> 1777047541 00002000:00010000:2.0:1777047543.452924:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047543.452969:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3685:x1863365443145472:12345-0@lo:2:osp-syn-0-0.0 Request processed in 171us (1041us total) trans 21474837925 rc 0/0 00000100:00100000:2.0:1777047543.452981:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4431 00000004:00080000:2.0:1777047543.453053:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0641c57b80/2, rc 0, transno 21474837925 00000100:00100000:2.0:1777047543.453064:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443145472:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047543.453082:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e3ebb80/2, rc 0, transno 21474837924 00000100:00100000:2.0:1777047543.453088:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443145600:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1777047543.455515:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493afce lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.455536:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493afce lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.455550:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493afce lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.455573:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047543.455581:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493afce lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.455596:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493afce lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.455618:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3a:0x0].0x0 (ffff9e0752b09900) 00010000:00010000:3.0:1777047543.455623:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047543.455630:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493afce lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.455642:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493afce lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.455679:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493afe3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.455691:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493afe3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.455703:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493afe3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.455713:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e074139b200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047543.455718:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493afe3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.455730:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493afe3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.455752:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047543.455757:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047543.455763:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493afe3 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.455773:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e074139b200/0x5ecf73d72493afe3 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047543.456653:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443145344:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047543.456750:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047543.456796:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443145856:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047543.456836:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047543.456877:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777047543.456889:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443145728:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047543.456930:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047543.456994:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443145344 00000100:00100000:0.0:1777047543.457004:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443145344 00000100:00100000:0.0:1777047543.457058:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443145856 00000100:00100000:0.0:1777047543.457063:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443145856 00000100:00100000:0.0:1777047543.457095:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443145728 00000100:00100000:0.0:1777047543.457101:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443145728 00000100:00100000:0.0:1777047543.457138:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4432 00000100:00100000:0.0:1777047543.457152:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3683:x1863365443145344:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047543.457663:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 227433 -> 227433 00002000:00010000:0.0:1777047543.457670:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047539 -> 1777047539 00002000:00010000:0.0:1777047543.457675:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047543.457679:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047541 -> 1777047541 00002000:00010000:0.0:1777047543.457683:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 184 -> 184 00000100:00100000:0.0:1777047543.457748:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3683:x1863365443145344:12345-0@lo:2:osp-syn-0-0.0 Request processed in 597us (997us total) trans 21474837926 rc 0/0 00000100:00100000:0.0:1777047543.457763:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4432 00000100:00100000:0.0:1777047543.457794:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4433 00000100:00100000:0.0:1777047543.457807:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3683:x1863365443145856:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047543.457906:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb size from disk: 227433 -> 227433 00002000:00010000:0.0:1777047543.457912:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb mtime from disk: 1777047539 -> 1777047539 00002000:00010000:0.0:1777047543.457916:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047543.457920:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb ctime from disk: 1777047541 -> 1777047541 00002000:00010000:0.0:1777047543.457924:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:0.0:1777047543.457973:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3683:x1863365443145856:12345-0@lo:2:osp-syn-0-0.0 Request processed in 168us (1135us total) trans 21474837927 rc 0/0 00000100:00100000:0.0:1777047543.457985:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4433 00000100:00100000:0.0:1777047543.458010:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4434 00000100:00100000:0.0:1777047543.458022:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3683:x1863365443145728:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047543.458114:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047543.458120:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:0.0:1777047543.458124:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047543.458128:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:0.0:1777047543.458132:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047543.458179:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3683:x1863365443145728:12345-0@lo:2:osp-syn-0-0.0 Request processed in 157us (1247us total) trans 21474837928 rc 0/0 00000100:00100000:0.0:1777047543.458190:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4434 00000100:00100000:0.0:1777047543.458742:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645844380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443146240:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047543.458796:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047543.458829:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047543.458841:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645845c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443146368:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047543.459752:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443146240 00000100:00100000:1.0:1777047543.459761:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443146240 00000100:00100000:1.0:1777047543.459814:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4435 00000100:00100000:1.0:1777047543.459828:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0775805850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3682:x1863365443146240:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047543.459953:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 172005 -> 172005 00002000:00010000:1.0:1777047543.459960:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:1.0:1777047543.459964:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047543.459968:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:1.0:1777047543.459972:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:1.0:1777047543.460024:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0775805850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3682:x1863365443146240:12345-0@lo:2:osp-syn-1-0.0 Request processed in 199us (1227us total) trans 17179870541 rc 0/0 00000100:00100000:1.0:1777047543.460038:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4435 00000004:00080000:1.0:1777047543.460302:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e3e9c00/2, rc 0, transno 21474837928 00000100:00100000:1.0:1777047543.460314:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443145728:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047543.460334:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0641c55880/2, rc 0, transno 21474837926 00000100:00100000:1.0:1777047543.460340:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443145344:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047543.460356:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e3e9f80/2, rc 0, transno 21474837927 00000100:00100000:1.0:1777047543.460361:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443145856:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047543.472628:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645845880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443146112:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047543.472745:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047543.472818:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1777047543.472833:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443145984:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047543.472881:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047543.472924:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645844e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443146496:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047543.472962:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047543.473064:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443146112 00000100:00100000:2.0:1777047543.473077:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443146112 00000100:00100000:2.0:1777047543.473504:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443145984 00000100:00100000:2.0:1777047543.473513:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443145984 00000100:00100000:2.0:1777047543.473554:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443146496 00000100:00100000:2.0:1777047543.473560:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443146496 00000100:00100000:2.0:1777047543.473591:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4436 00000100:00100000:2.0:1777047543.473607:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3685:x1863365443146112:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047543.473818:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047543.473826:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047539 -> 1777047539 00002000:00010000:2.0:1777047543.473831:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:2.0:1777047543.473836:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047541 -> 1777047541 00002000:00010000:2.0:1777047543.473840:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777047543.473912:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3685:x1863365443146112:12345-0@lo:2:osp-syn-1-0.0 Request processed in 306us (1166us total) trans 17179870542 rc 0/0 00000100:00100000:2.0:1777047543.473928:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4436 00000100:00100000:2.0:1777047543.473964:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4437 00000100:00100000:2.0:1777047543.473978:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3685:x1863365443145984:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047543.474085:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047543.474091:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047543.474096:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047543.474100:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047543.474106:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047543.474160:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3685:x1863365443145984:12345-0@lo:2:osp-syn-1-0.0 Request processed in 183us (1278us total) trans 17179870543 rc 0/0 00000100:00100000:2.0:1777047543.474174:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4437 00000100:00100000:2.0:1777047543.474203:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4438 00000100:00100000:2.0:1777047543.474217:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3685:x1863365443146496:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047543.474322:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047543.474329:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb mtime from disk: 1777047539 -> 1777047539 00002000:00010000:2.0:1777047543.474334:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:2.0:1777047543.474338:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb ctime from disk: 1777047541 -> 1777047541 00002000:00010000:2.0:1777047543.474343:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047543.474477:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3685:x1863365443146496:12345-0@lo:2:osp-syn-1-0.0 Request processed in 259us (1511us total) trans 17179870544 rc 0/0 00000100:00100000:2.0:1777047543.474491:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4438 00000004:00080000:2.0:1777047543.474564:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0642c07480/2, rc 0, transno 17179870543 00000100:00100000:2.0:1777047543.474575:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443145984:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047543.474595:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645844e00/2, rc 0, transno 17179870544 00000100:00100000:2.0:1777047543.474602:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645844e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443146496:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047543.474618:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645845880/2, rc 0, transno 17179870542 00000100:00100000:2.0:1777047543.474625:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645845880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443146112:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047543.477367:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777047543.477545:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645844380/2, rc 0, transno 17179870541 00000100:00100000:0.0:1777047543.477557:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645844380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443146240:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047543.477708:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443146368 00000100:00100000:1.0:1777047543.477720:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443146368 00000100:00100000:1.0:1777047543.477789:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4439 00000100:00100000:1.0:1777047543.477805:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3682:x1863365443146368:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047543.477957:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb size from disk: 172005 -> 172005 00002000:00010000:1.0:1777047543.477964:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:1.0:1777047543.477971:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:1.0:1777047543.477975:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:1.0:1777047543.477980:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:1.0:1777047543.478101:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3682:x1863365443146368:12345-0@lo:2:osp-syn-1-0.0 Request processed in 294us (731us total) trans 17179870545 rc 0/0 00000100:00100000:1.0:1777047543.478117:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4439 00000004:00080000:0.0:1777047543.478149:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645845c00/2, rc 0, transno 17179870545 00000100:00100000:0.0:1777047543.478159:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645845c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443146368:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047543.495631:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047543.496998:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388244352 00000100:00100000:2.0:1777047543.497014:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388244352 00000100:00100000:2.0:1777047543.497119:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4440 00000100:00100000:2.0:1777047543.497138:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:57853:x1863365388244352:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047543.497168:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047543.497198:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493b11e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ee0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.497254:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b0b5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ea1 expref: 17 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.497272:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047543.497276:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047543.497284:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493b11e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [188416->229375] (req 188416->229375) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ee0 expref: 17 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.497377:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b0b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ea1 expref: 17 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.497497:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b0b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ea1 expref: 17 pid: 8479 timeout: 4272 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047543.497525:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443146624:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047543.497644:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8af00 going to sleep for 11 seconds 00000100:00100000:2.0:1777047543.513162:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443146624:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047543.513219:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493b11e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [188416->229375] (req 188416->229375) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ee0 expref: 17 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.513257:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166800, rc 0) 00000100:00100000:2.0:1777047543.513378:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57853:x1863365388244352:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 16217us (17732us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047543.513887:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047543.514167:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388244480 00000100:00100000:0.0:1777047543.514181:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388244480 00010000:00010000:0.0:1777047543.514241:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b0b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ea1 expref: 18 pid: 8479 timeout: 4272 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047543.514321:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2223 00000100:00100000:0.0:1777047543.514340:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388244480:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047543.514364:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047543.514469:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b0b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ea1 expref: 18 pid: 8479 timeout: 4272 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.514501:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b0b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ea1 expref: 18 pid: 8479 timeout: 4272 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.514545:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b0b5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ea1 expref: 18 pid: 8479 timeout: 4272 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.514571:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047543.514575:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047543.514587:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493b11e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->229375) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ee0 expref: 17 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.514620:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493b11e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->229375) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ee0 expref: 17 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047543.515582:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4440 00010000:00010000:1.0:1777047543.516605:0:9569:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493b11e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->229375) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ee0 expref: 16 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047543.516635:0:9569:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9569:1863365443146752:192.168.201.54@tcp:105: 00000100:00100000:1.0:1777047543.516760:0:9569:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445f9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047543.528585:0:9569:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9569:1863365443146752:192.168.201.54@tcp:105: 00010000:00010000:2.0:1777047543.528627:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047543.528714:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388244480:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 14376us (14828us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047543.528736:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2223 00000100:00100000:3.0:1777047543.529367:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047543.533265:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388244608 00000100:00100000:0.0:1777047543.533285:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388244608 00000100:00100000:1.0:1777047543.533852:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1559 00000100:00100000:1.0:1777047543.533875:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388244608:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:1.0:1777047543.534559:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 227433 -> 227433 00002000:00010000:1.0:1777047543.534567:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047539 -> 1777047541 00002000:00010000:1.0:1777047543.534573:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:1.0:1777047543.534577:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047541 -> 1777047541 00002000:00010000:1.0:1777047543.534582:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 184 -> 184 00000100:00100000:1.0:1777047543.534688:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388244608:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 818us (5323us total) trans 21474837929 rc 0/0 00000100:00100000:1.0:1777047543.534705:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1559 00000100:00100000:2.0:1777047543.546004:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047543.546990:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388244736 00000100:00100000:0.0:1777047543.547007:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388244736 00000100:00100000:0.0:1777047543.547114:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6467 00000100:00100000:0.0:1777047543.547134:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57853:x1863365388244736:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047543.547533:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047543.547566:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b125 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ee7 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.549256:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b12c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.549283:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b12c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.549312:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b12c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047543.549355:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 0 00000004:00200000:1.0:1777047543.549362:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047543.549392:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b12c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.549513:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b125 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ee7 expref: 25 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.549542:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b12c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ee7 expref: 24 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.549557:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047543.549563:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047543.549569:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ec200, rc 0) 00000100:00100000:1.0:1777047543.549667:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365388244736:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 2539us (3675us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047543.549680:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6467 00000100:00100000:2.0:1777047543.570745:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047543.571002:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388244864 00000100:00100000:1.0:1777047543.571018:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388244864 00000100:00100000:1.0:1777047543.571122:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6468 00000100:00100000:1.0:1777047543.571142:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365388244864:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047543.571173:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047543.571205:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493b133 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8eee expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.571272:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493b13a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.571296:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493b13a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.571315:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493b13a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.571554:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493b133 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8eee expref: 26 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.571581:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493b13a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8eee expref: 25 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.571592:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047543.571595:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777047543.571600:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ed400, rc 0) 00000100:00100000:1.0:1777047543.571709:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388244864:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 571us (973us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047543.571724:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6468 00000100:00100000:3.0:1777047543.581048:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047543.581936:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388245120 00000100:00100000:1.0:1777047543.581951:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388245120 00000100:00100000:1.0:1777047543.582163:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6469 00000100:00100000:1.0:1777047543.582564:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388245120:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:1.0:1777047543.582647:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777047543.582686:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b12c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ee7 expref: 25 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.582727:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493b117 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ed9 expref: 24 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.582747:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047543.582754:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047543.583021:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493b141 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.583046:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493b141 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.583064:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493b141 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047543.583516:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935352 00000004:00010000:1.0:1777047543.583570:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000090335163 reply state 00000000dc8d7c43 transno 8589935353 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493b141 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.583596:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493b141 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.583609:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047543.583615:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047543.583620:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047543.583787:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57853:x1863365388245120:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 1606us (2774us total) trans 8589935353 rc 0/0 00000100:00100000:1.0:1777047543.583802:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6469 00000020:00080000:1.0:1777047543.583811:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047543.594711:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047543.598048:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388245248 00000100:00100000:1.0:1777047543.598066:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388245248 00000100:00100000:0.0:1777047543.604812:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6470 00000100:00100000:0.0:1777047543.604836:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57853:x1863365388245248:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047543.605218:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047543.605252:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493b148 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ef5 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.605331:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493b148 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ef5 expref: 27 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.605351:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493b148 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ef5 expref: 27 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.605476:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047543.605483:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047543.605490:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388800, rc 0) 00000100:00100000:0.0:1777047543.605590:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365388245248:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 760us (10891us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047543.605603:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6470 00010000:00010000:1.0:1777047543.621299:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047543.622363:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047543.624211:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047543.624274:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047543.624522:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388245376 00000100:00100000:3.0:1777047543.624538:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388245376 00002000:00010000:3.0:1777047543.624594:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (147429->18446744073709551615) 00002000:00100000:3.0:1777047543.624601:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645845180 with x1863365388245376 ext(147429->18446744073709551615) 00002000:00010000:3.0:1777047543.624620:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645845180. 00000100:00100000:3.0:1777047543.624672:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388245504 00000100:00100000:3.0:1777047543.624679:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388245504 00002000:00010000:3.0:1777047543.624704:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:3.0:1777047543.624709:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645844a80 with x1863365388245504 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047543.624720:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0645844a80. 00000100:00100000:3.0:1777047543.624748:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388245632 00000100:00100000:3.0:1777047543.624754:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388245632 00002000:00010000:3.0:1777047543.625060:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:3.0:1777047543.625068:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645847100 with x1863365388245632 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047543.625077:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645847100. 00000100:00100000:3.0:1777047543.625115:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1560 00000100:00100000:3.0:1777047543.625133:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388245376:12345-192.168.201.54@tcp:10:fsx.0 00000100:00100000:1.0:1777047543.625443:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1561 00000100:00100000:1.0:1777047543.625460:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388245504:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:1.0:1777047543.625580:0:8485:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047543.625587:0:8485:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047539 -> 1777047544 00002000:00010000:1.0:1777047543.625592:0:8485:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:1.0:1777047543.625596:0:8485:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047541 -> 1777047544 00002000:00010000:1.0:1777047543.625600:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1777047543.625678:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388245504:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 220us (1469us total) trans 17179870546 rc 0/0 00000100:00100000:1.0:1777047543.625692:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1561 00002000:00010000:1.0:1777047543.625700:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:1.0:1777047543.625704:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645844a80 with x1863365388245504 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047543.625712:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0645844a80. 00002000:00010000:3.0:1777047543.625713:0:29059:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 227433 -> 147429 00002000:00010000:3.0:1777047543.625718:0:29059:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047541 -> 1777047544 00002000:00010000:3.0:1777047543.625722:0:29059:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:3.0:1777047543.625726:0:29059:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047541 -> 1777047544 00002000:00010000:3.0:1777047543.625731:0:29059:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 184 -> 136 00000100:00100000:1.0:1777047543.625738:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1562 00000100:00100000:1.0:1777047543.625750:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388245632:12345-192.168.201.54@tcp:10:fsx.0 00000100:00100000:3.0:1777047543.625771:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388245376:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 643us (3416us total) trans 21474837930 rc 0/0 00000100:00100000:3.0:1777047543.625784:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1560 00002000:00010000:3.0:1777047543.625789:0:29059:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (147429->18446744073709551615) 00002000:00100000:3.0:1777047543.625794:0:29059:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645845180 with x1863365388245376 ext(147429->18446744073709551615) 00002000:00010000:3.0:1777047543.625802:0:29059:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645845180. 00002000:00010000:1.0:1777047543.625839:0:8485:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047543.625845:0:8485:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047539 -> 1777047544 00002000:00010000:1.0:1777047543.625849:0:8485:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:1.0:1777047543.625853:0:8485:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047541 -> 1777047544 00002000:00010000:1.0:1777047543.625857:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047543.625896:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388245632:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 147us (1621us total) trans 21474837931 rc 0/0 00000100:00100000:1.0:1777047543.625909:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1562 00002000:00010000:1.0:1777047543.625915:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:1.0:1777047543.625920:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0645847100 with x1863365388245632 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047543.625927:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0645847100. 00000100:00100000:0.0:1777047543.642618:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047543.642780:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388245760 00000100:00100000:1.0:1777047543.642794:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388245760 00000100:00100000:1.0:1777047543.643224:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6471 00000100:00100000:1.0:1777047543.643243:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365388245760:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047543.643274:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047543.643303:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b14f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8efc expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.643522:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493b156 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.643545:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493b156 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.643563:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493b156 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047543.643603:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 147429 00000004:00200000:1.0:1777047543.643610:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047543.643637:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493b156 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.643673:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b14f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8efc expref: 29 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.643702:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493b156 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8efc expref: 28 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.643724:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047543.643729:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047543.643734:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ec600, rc 0) 00000100:00100000:1.0:1777047543.644084:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645844000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57853:x1863365388245760:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 845us (1476us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047543.644097:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6471 00000100:00100000:2.0:1777047543.658673:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047543.658858:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388245888 00000100:00100000:1.0:1777047543.658872:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388245888 00000100:00100000:1.0:1777047543.658979:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1563 00000100:00100000:1.0:1777047543.658996:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2432:x1863365388245888:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:2.0:1777047543.659966:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 147429 -> 147429 00002000:00010000:2.0:1777047543.659975:0:29067:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047544 -> 1777047544 00002000:00010000:2.0:1777047543.659980:0:29067:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:2.0:1777047543.659984:0:29067:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047544 -> 1777047544 00002000:00010000:2.0:1777047543.659987:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 136 -> 128 00000100:00100000:2.0:1777047543.660232:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2432:x1863365388245888:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 1237us (1567us total) trans 21474837932 rc 0/0 00000100:00100000:2.0:1777047543.660245:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1563 00000100:00100000:0.0:1777047543.687311:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047543.687576:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388246016 00000100:00100000:3.0:1777047543.687589:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388246016 00000100:00100000:3.0:1777047543.687691:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1564 00000100:00100000:3.0:1777047543.687708:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388246016:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:3.0:1777047543.689559:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 147429 -> 147429 00002000:00010000:3.0:1777047543.689568:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047544 -> 1777047544 00002000:00010000:3.0:1777047543.689573:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:3.0:1777047543.689577:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047544 -> 1777047544 00002000:00010000:3.0:1777047543.689580:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 128 -> 136 00000100:00100000:2.0:1777047543.696069:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388246016:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 8351us (8755us total) trans 21474837933 rc 0/0 00000100:00100000:2.0:1777047543.696092:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1564 00000100:00100000:0.0:1777047543.727526:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047543.727937:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388246272 00000100:00100000:1.0:1777047543.727952:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388246272 00000100:00100000:1.0:1777047543.728061:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2173 00000100:00100000:1.0:1777047543.728079:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07430be850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57853:x1863365388246272:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:1.0:1777047543.728722:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07430be850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57853:x1863365388246272:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 645us (1210us total) trans 8589935354 rc 0/0 00000100:00100000:1.0:1777047543.728738:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2173 00000100:00100000:0.0:1777047543.801876:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047543.802748:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388246400 00000100:00100000:2.0:1777047543.802763:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388246400 00000100:00100000:2.0:1777047543.802969:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6472 00000100:00100000:2.0:1777047543.802991:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57911:x1863365388246400:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047543.803054:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047543.803091:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b15d lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8f03 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.803197:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b164 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.803224:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b164 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.803848:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b164 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.804174:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b16b lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.804194:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b16b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.804210:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b16b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.804333:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b172 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.807530:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b172 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.807559:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b172 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047543.807659:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 147429 00000004:00200000:2.0:1777047543.807668:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047543.807701:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b172 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.807725:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b172 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.807743:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b164 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.807757:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b164 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.807770:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b164 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.807783:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b164 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.807795:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047543.807803:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b164 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.807817:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b164 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.807838:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e06431c0a00) 00010000:00010000:2.0:1777047543.807845:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047543.807852:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b164 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.807865:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b164 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.807895:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b16b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.807908:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b16b lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.807918:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b16b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.807928:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047543.807933:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b16b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.807944:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b16b lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.807958:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e06431c0200) 00010000:00010000:2.0:1777047543.807963:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047543.807969:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b16b lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.807979:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b16b lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.808054:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b15d lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f03 expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.808092:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b172 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f03 expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.808117:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047543.808489:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047543.808499:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166a00, rc 0) 00000100:00100000:2.0:1777047543.808607:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57911:x1863365388246400:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 5620us (7246us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047543.808624:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6472 00000100:00100000:2.0:1777047543.828100:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047543.828565:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388246784 00000100:00100000:3.0:1777047543.828580:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388246784 00000100:00100000:3.0:1777047543.828687:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 439 00000100:00100000:3.0:1777047543.828707:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2429:x1863365388246784:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047543.828735:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047543.828769:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b172 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f03 expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.828814:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047543.828823:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047543.828908:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2429:x1863365388246784:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 204us (820us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047543.828923:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 439 00000100:00100000:2.0:1777047543.834102:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047543.834282:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388246656 00000100:00100000:1.0:1777047543.834296:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388246656 00000100:00100000:1.0:1777047543.834436:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6473 00000100:00100000:1.0:1777047543.834454:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57911:x1863365388246656:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047543.834484:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047543.834513:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b179 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8f0a expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.834701:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493b180 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.834725:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493b156 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8efc expref: 30 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.834741:0:6590:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493b180 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.834791:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493b156 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8efc expref: 30 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.834815:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493b156 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8efc expref: 30 pid: 9025 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047543.834839:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443146880:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047543.834977:0:6590:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445f9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047543.848644:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047543.849077:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388246912 00000100:00100000:0.0:1777047543.849089:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388246912 00000100:00100000:1.0:1777047543.849092:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443146880:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047543.849130:0:6590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493b180 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.849139:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493b156 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8efc expref: 31 pid: 9025 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047543.849187:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2224 00000100:00100000:0.0:1777047543.849204:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365388246912:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047543.849227:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047543.849239:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493b156 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8efc expref: 31 pid: 9025 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.849263:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493b156 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8efc expref: 31 pid: 9025 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.849300:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493b156 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8efc expref: 31 pid: 9025 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.849331:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047543.849368:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493b180 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.849488:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493b180 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.849503:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493b180 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.849538:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047543.849626:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2430:x1863365388246912:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 423us (994us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047543.849643:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2224 00010000:00010000:1.0:1777047543.850236:0:6590:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493b180 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.850253:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493b180 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047543.850289:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 147429 00010000:00010000:1.0:1777047543.850582:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b179 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f0a expref: 31 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.850612:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493b180 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f0a expref: 30 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.850626:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047543.850632:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777047543.850637:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ecc00, rc 0) 00000100:00100000:1.0:1777047543.850710:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57911:x1863365388246656:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 16260us (16620us total) trans 8589935355 rc 0/0 00000100:00100000:1.0:1777047543.850724:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6473 00000100:00100000:2.0:1777047543.876967:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047543.877345:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388247040 00000100:00100000:1.0:1777047543.877362:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388247040 00000100:00100000:1.0:1777047543.877577:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6474 00000100:00100000:1.0:1777047543.877598:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57911:x1863365388247040:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047543.877656:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047543.877700:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b18e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8f11 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.877857:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493b195 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.877887:0:6588:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493b180 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f0a expref: 31 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.877906:0:6588:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493b195 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.877977:0:6588:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493b180 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f0a expref: 31 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.878006:0:6588:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493b180 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f0a expref: 31 pid: 6590 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047543.878071:0:6588:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443147008:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047543.878196:0:6588:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445f900 going to sleep for 11 seconds 00000100:00100000:1.0:1777047543.889086:0:6588:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443147008:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047543.889136:0:6588:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493b195 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047543.889478:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047543.889710:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388247168 00000100:00100000:1.0:1777047543.889723:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388247168 00010000:00010000:1.0:1777047543.889778:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493b180 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f0a expref: 32 pid: 6590 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047543.889857:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2225 00000100:00100000:1.0:1777047543.889877:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2432:x1863365388247168:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047543.889907:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047543.889921:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493b180 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f0a expref: 32 pid: 6590 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.889952:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493b180 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f0a expref: 32 pid: 6590 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.890006:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ecc00/0x5ecf73d72493b180 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f0a expref: 32 pid: 6590 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.890039:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047543.890049:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493b195 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.890073:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493b195 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.890088:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493b195 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.890159:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047543.891180:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2432:x1863365388247168:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1303us (1701us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047543.891204:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2225 00010000:00010000:2.0:1777047543.891827:0:6588:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493b195 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.891844:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493b195 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047543.891940:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 147429 00000004:00200000:2.0:1777047543.891950:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047543.891990:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493b195 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.892086:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b18e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f11 expref: 31 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.892125:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493b195 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f11 expref: 30 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.892159:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047543.892165:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047543.892171:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821edc00, rc 0) 00000100:00100000:2.0:1777047543.893656:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57911:x1863365388247040:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 16052us (16692us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047543.893675:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6474 00000100:00100000:2.0:1777047543.925584:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047543.925644:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047543.925701:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047543.925745:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388247424 00000100:00100000:2.0:1777047543.925760:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388247424 00000100:00100000:2.0:1777047543.925835:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388247680 00000100:00100000:2.0:1777047543.925840:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388247680 00000100:00100000:2.0:1777047543.925898:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5041 00000100:00100000:2.0:1777047543.925915:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2429:x1863365388247680:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:2.0:1777047543.926023:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2429:x1863365388247680:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 107us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047543.926038:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5041 00000100:00100000:2.0:1777047543.926068:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6475 00000100:00100000:2.0:1777047543.926081:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57911:x1863365388247424:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047543.926101:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047543.926132:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b19c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8f18 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047543.926192:0:33220:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388247552 00000100:00100000:3.0:1777047543.926205:0:33220:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388247552 00000100:00100000:3.0:1777047543.926277:0:33220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 309 00010000:00010000:2.0:1777047543.926290:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b1a3 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047543.926303:0:33220:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eff4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2429:x1863365388247552:12345-192.168.201.54@tcp:400:kworker.0 00010000:00010000:2.0:1777047543.926337:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b1a3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.926360:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b1a3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047543.926461:0:33220:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eff4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2429:x1863365388247552:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 86us (732us total) trans 0 rc 0/0 00000004:00200000:2.0:1777047543.926463:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 147429 00000100:00100000:3.0:1777047543.926486:0:33220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 309 00010000:00010000:2.0:1777047543.926649:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b19c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f18 expref: 33 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.926698:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b1a3 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f18 expref: 32 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.926715:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047543.926720:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047543.926726:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166200, rc 0) 00000100:00100000:2.0:1777047543.926776:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57911:x1863365388247424:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 694us (1204us total) trans 8589935356 rc 0/0 00000100:00100000:2.0:1777047543.926792:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6475 00000100:00080000:2.0:1777047543.927199:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777047543.943689:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047543.943776:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047543.943844:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047543.944016:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388247936 00000100:00100000:3.0:1777047543.944032:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388247936 00000100:00100000:3.0:1777047543.944523:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388247808 00000100:00100000:3.0:1777047543.944532:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388247808 00000100:00100000:3.0:1777047543.944571:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388248064 00000100:00100000:3.0:1777047543.944575:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388248064 00000100:00100000:3.0:1777047543.944606:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4441 00000100:00100000:3.0:1777047543.944624:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388247936:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:3.0:1777047543.944691:0:8479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493b1b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.944738:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493aff8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e54 expref: 22 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.944756:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047543.944760:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047543.944767:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493b1b1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.945190:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493aff8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e54 expref: 22 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.945563:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493aff8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e54 expref: 22 pid: 36217 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047543.945591:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1863365443147136:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047543.945704:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07775d8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047543.946245:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4442 00000100:00100000:0.0:1777047543.946265:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388247808:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047543.946308:0:8481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b1b8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.946332:0:8481:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493b11e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->229375) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ee0 expref: 22 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.946358:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047543.946361:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047543.946366:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b1b8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.946496:0:8481:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493b11e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->229375) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ee0 expref: 22 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.946517:0:8481:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493b11e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->229375) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ee0 expref: 22 pid: 28387 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047543.946540:0:8481:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443147264:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047543.946606:0:8481:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08840 going to sleep for 11 seconds 00000100:00100000:0.0:1777047543.946643:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4443 00000100:00100000:0.0:1777047543.946660:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388248064:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047543.946699:0:36217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493b1bf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.946725:0:36217:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493afff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e5b expref: 22 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.946740:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047543.946743:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047543.946749:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493b1bf lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.946801:0:36217:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493afff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e5b expref: 22 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.946821:0:36217:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493afff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e5b expref: 22 pid: 30115 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047543.946840:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443147392:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047543.946889:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047543.957065:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443147392:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047543.957114:0:36217:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493b1bf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047543.957682:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1863365443147136:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047543.957715:0:8479:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493b1b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047543.958226:0:8481:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443147264:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047543.958257:0:8481:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b1b8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047543.959580:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047543.959659:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047543.960221:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047543.961500:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388248320 00000100:00100000:1.0:1777047543.961513:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388248320 00010000:00010000:1.0:1777047543.961571:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493b11e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->229375) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ee0 expref: 23 pid: 28387 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047543.961622:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388248192 00000100:00100000:1.0:1777047543.961629:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388248192 00010000:00010000:1.0:1777047543.961658:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493aff8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e54 expref: 23 pid: 36217 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047543.961697:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388248448 00000100:00100000:1.0:1777047543.961703:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388248448 00010000:00010000:1.0:1777047543.961726:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493afff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e5b expref: 24 pid: 30115 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047543.961758:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2226 00000100:00100000:1.0:1777047543.961774:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2431:x1863365388248320:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047543.961969:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047543.962003:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493b11e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 188416->229375) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ee0 expref: 24 pid: 28387 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.962038:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493b11e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 188416->229375) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ee0 expref: 24 pid: 28387 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.962078:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493b11e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 188416->229375) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ee0 expref: 24 pid: 28387 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.962125:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047543.962130:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047543.962139:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b1b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.962159:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b1b8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.962209:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047543.962286:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2431:x1863365388248320:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 512us (2708us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047543.962302:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2226 00000100:00100000:1.0:1777047543.962338:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2227 00000100:00100000:1.0:1777047543.962353:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2431:x1863365388248192:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047543.962370:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047543.962392:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493aff8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e54 expref: 23 pid: 36217 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.962452:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493aff8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e54 expref: 23 pid: 36217 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.962481:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d0783ee/0x5ecf73d72493aff8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e54 expref: 23 pid: 36217 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.962501:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047543.962505:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047543.962511:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493b1b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.962526:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493b1b1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.962635:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047543.962678:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2431:x1863365388248192:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 327us (3018us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047543.962691:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2227 00000100:00100000:1.0:1777047543.962720:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2228 00000100:00100000:1.0:1777047543.963071:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0771877850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2431:x1863365388248448:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047543.963090:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047543.963109:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493afff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e5b expref: 22 pid: 30115 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.963131:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493afff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e5b expref: 22 pid: 30115 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.963156:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493afff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e5b expref: 22 pid: 30115 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.963173:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047543.963176:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047543.963524:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493b1bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.963544:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493b1bf lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.963583:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047543.963625:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0771877850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388248448:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 560us (3404us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047543.963639:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2228 00010000:00010000:1.0:1777047543.963731:0:8481:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b1b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.963749:0:8481:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b1b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.964137:0:8481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b1b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.964155:0:8481:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b1b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.964171:0:8481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b1b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.964185:0:8481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047543.965216:0:8479:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493b1b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.965238:0:8479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493b1b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.965269:0:8479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493b1b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.965296:0:8479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493b1b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.965311:0:8479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493b1b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.965324:0:8479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0777afea00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047543.965332:0:8479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493b1b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.965346:0:8479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493b1b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.965368:0:8479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493b1b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.965451:0:8479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000438cc2ef/0x5ecf73d72493b1b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047543.965556:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388247936:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 20933us (21877us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047543.965572:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4441 00010000:00010000:0.0:1777047543.965639:0:36217:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493b1bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.965668:0:36217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493b1bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.965697:0:36217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493b1bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.965712:0:36217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493b1bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.965728:0:36217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493b1bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.965739:0:36217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047543.965745:0:36217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493b1bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.965759:0:36217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493b1bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.965781:0:36217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493b1bf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.965797:0:36217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7cc3116/0x5ecf73d72493b1bf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047543.965880:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388248064:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 19223us (22035us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047543.965895:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4443 00010000:00010000:1.0:1777047543.970862:0:8481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b1b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.970890:0:8481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b1b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.970921:0:8481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b1b8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.970947:0:8481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b1b8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047543.971091:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388247808:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 24827us (27312us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047543.971108:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4442 00000100:00100000:0.0:1777047543.991720:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047543.992042:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388248704 00000100:00100000:2.0:1777047543.992059:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388248704 00000100:00100000:2.0:1777047543.992166:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6476 00000100:00100000:2.0:1777047543.992187:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57911:x1863365388248704:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047543.992665:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777047543.992707:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493b148 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ef5 expref: 32 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.992755:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821edc00/0x5ecf73d72493b195 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f11 expref: 31 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.992780:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047543.992788:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047543.992833:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b1c6 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.992857:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b1c6 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.992875:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b1c6 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777047543.993644:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].145, 88 off20712 00000004:00080000:2.0:1777047543.993660:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4172630275651ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047543.993717:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].146, 88 off20800 00000004:00080000:2.0:1777047543.993726:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4172630342071ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047543.993759:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].147, 88 off20888 00000004:00080000:2.0:1777047543.993766:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4172630382244ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047543.993786:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].146, 88 off20800 00000004:00080000:2.0:1777047543.993793:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4172630409871ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047543.993812:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].148, 88 off20976 00000004:00080000:2.0:1777047543.993819:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4172630436011ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047543.993838:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].147, 88 off20888 00000004:00080000:2.0:1777047543.993844:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4172630460991ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047543.993862:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].149, 88 off21064 00000004:00080000:2.0:1777047543.993870:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4172630486021ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047543.993891:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].148, 88 off20976 00000004:00080000:2.0:1777047543.993898:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4172630514718ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047543.993918:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].149, 88 off21064 00000004:00080000:2.0:1777047543.993928:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4172630544044ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047543.993947:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].150, 88 off21152 00000004:00080000:2.0:1777047543.993955:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4172630571188ns, next at 4161903528331ns, rc = 0 00000001:00080000:3.0:1777047544.006538:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935357 is committed 00000004:00080000:3.0:1777047544.006556:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 151 committed 00000004:00080000:3.0:1777047544.006569:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 149 committed 00000004:00080000:3.0:1777047544.006585:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 148 committed 00000004:00080000:3.0:1777047544.006589:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 150 committed 00000004:00080000:3.0:1777047544.006594:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 147 committed 00000004:00080000:3.0:1777047544.006598:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 149 committed 00000004:00080000:3.0:1777047544.006602:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 146 committed 00000004:00080000:3.0:1777047544.006605:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 148 committed 00000004:00080000:3.0:1777047544.006609:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 147 committed 00000004:00080000:3.0:1777047544.006613:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 145 committed 00000020:00080000:3.0:1777047544.006635:0:33214:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969366 batchid updated 00000020:00080000:2.0:1777047544.006822:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969366 00010000:00010000:1.0:1777047544.006975:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493b141 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1777047544.006995:0:33244:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969366 cancel update log [0x200000bd0:0x2:0x0].18: rc = 0 00010000:00010000:1.0:1777047544.006999:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493b141 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1777047544.007021:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969366 00010000:00010000:1.0:1777047544.007023:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493b141 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.007042:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ede00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047544.007052:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493b141 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047544.007064:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443147520:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1777047544.007072:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493b141 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.007103:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047544.007111:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047544.007120:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493b141 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.007133:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ede00/0x5ecf73d72493b141 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047544.007183:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047544.007205:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443147776:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047544.007258:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443148032:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047544.007290:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047544.007326:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443147904:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047544.007361:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777047544.007372:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047544.007480:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443147648:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047544.007512:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443147520 00000100:00100000:2.0:1777047544.007525:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443147520 00000100:00100000:1.0:1777047544.007542:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047544.007598:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443147776 00000100:00100000:2.0:1777047544.007606:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443147776 00000100:00100000:1.0:1777047544.007619:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443147904 00000100:00100000:1.0:1777047544.007632:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443147904 00000100:00100000:2.0:1777047544.007649:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443147648 00000100:00100000:2.0:1777047544.007657:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443147648 00000100:00100000:1.0:1777047544.007716:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4444 00000100:00100000:1.0:1777047544.007864:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3685:x1863365443147520:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047544.008085:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3685:x1863365443147520:12345-0@lo:2:osp-syn-0-0.0 Request processed in 353us (904us total) trans 21474837934 rc 0/0 00000100:00100000:0.0:1777047544.008600:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443148288:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047544.008650:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047544.008687:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1777047544.008697:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443148160:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047544.008733:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047544.008752:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443148672:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047544.008783:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047544.008816:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443148416:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047544.008853:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047544.008874:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777047544.008885:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443148544:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047544.008920:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047544.008961:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4445 00000100:00100000:2.0:1777047544.008985:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3683:x1863365443147776:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047544.008996:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443148288 00000100:00100000:0.0:1777047544.009006:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443148288 00000100:00100000:0.0:1777047544.009047:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443148160 00000100:00100000:0.0:1777047544.009053:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443148160 00000100:00100000:0.0:1777047544.009077:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443148672 00000100:00100000:0.0:1777047544.009081:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443148672 00000100:00100000:0.0:1777047544.009111:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443148416 00000100:00100000:0.0:1777047544.009116:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443148416 00000100:00100000:0.0:1777047544.009139:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443148544 00000100:00100000:0.0:1777047544.009145:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443148544 00002000:00010000:2.0:1777047544.009145:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047544.009155:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:2.0:1777047544.009162:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:2.0:1777047544.009168:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:2.0:1777047544.009174:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047544.009183:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4446 00000100:00100000:0.0:1777047544.009200:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3684:x1863365443147904:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047544.009256:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3683:x1863365443147776:12345-0@lo:2:osp-syn-0-0.0 Request processed in 279us (1967us total) trans 21474837935 rc 0/0 00000100:00100000:2.0:1777047544.009273:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4445 00002000:00010000:0.0:1777047544.009321:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047544.009328:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:0.0:1777047544.009333:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047544.009336:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:0.0:1777047544.009341:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047544.009475:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3684:x1863365443147904:12345-0@lo:2:osp-syn-0-0.0 Request processed in 278us (2104us total) trans 21474837936 rc 0/0 00000100:00100000:0.0:1777047544.009489:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4446 00000100:00100000:0.0:1777047544.009517:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4447 00000100:00100000:0.0:1777047544.009529:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3683:x1863365443147648:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047544.009675:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3683:x1863365443147648:12345-0@lo:2:osp-syn-0-0.0 Request processed in 147us (2134us total) trans 21474837937 rc 0/0 00000100:00100000:0.0:1777047544.009688:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4447 00000100:00100000:0.0:1777047544.009714:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4448 00000100:00100000:0.0:1777047544.009726:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:3683:x1863365443148288:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047544.009878:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3683:x1863365443148288:12345-0@lo:2:osp-syn-1-0.0 Request processed in 152us (1224us total) trans 17179870547 rc 0/0 00000100:00100000:0.0:1777047544.009893:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4448 00000100:00100000:2.0:1777047544.009906:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4449 00000100:00100000:2.0:1777047544.010160:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3683:x1863365443148160:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047544.010280:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047544.010314:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047544.010321:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047544.010327:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047544.010333:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047544.010390:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3683:x1863365443148160:12345-0@lo:2:osp-syn-1-0.0 Request processed in 237us (1654us total) trans 17179870548 rc 0/0 00000100:00100000:3.0:1777047544.010465:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4450 00000100:00100000:3.0:1777047544.010487:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3683:x1863365443148672:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047544.010600:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047544.010606:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb mtime from disk: 1777047539 -> 1777047539 00002000:00010000:3.0:1777047544.010610:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:3.0:1777047544.010614:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb ctime from disk: 1777047541 -> 1777047541 00002000:00010000:3.0:1777047544.010618:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047544.010675:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3683:x1863365443148672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 196us (1888us total) trans 17179870549 rc 0/0 00000100:00100000:3.0:1777047544.010688:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4450 00000100:00100000:3.0:1777047544.010723:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4451 00000100:00100000:3.0:1777047544.010736:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3684:x1863365443148416:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047544.010850:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 172005 -> 172005 00002000:00010000:3.0:1777047544.010857:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:3.0:1777047544.010862:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:3.0:1777047544.010866:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:3.0:1777047544.010870:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:3.0:1777047544.010923:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3684:x1863365443148416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 189us (2066us total) trans 17179870550 rc 0/0 00000100:00100000:3.0:1777047544.010936:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4451 00000100:00100000:3.0:1777047544.011015:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4452 00000100:00100000:3.0:1777047544.011031:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3684:x1863365443148544:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047544.011146:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb size from disk: 172005 -> 172005 00002000:00010000:3.0:1777047544.011153:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:3.0:1777047544.011157:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:3.0:1777047544.011161:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb ctime from disk: 1777047538 -> 1777047538 00002000:00010000:3.0:1777047544.011165:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:3.0:1777047544.011215:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3684:x1863365443148544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 187us (2293us total) trans 17179870551 rc 0/0 00000100:00100000:3.0:1777047544.011228:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4452 00000004:00010000:3.0:1777047544.011707:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007d700f55 reply state 000000007d9c4d17 transno 8589935357 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b1c6 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.011742:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b1c6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.011760:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047544.011765:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1777047544.011772:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1777047544.012241:0:9025:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777047544.012264:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57911:x1863365388248704:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 20081us (20557us total) trans 8589935357 rc 0/0 00000100:00100000:3.0:1777047544.012280:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6476 00010000:00010000:3.0:1777047544.012648:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b1c6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.012665:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b1c6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.012679:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b1c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.012691:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047544.012699:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b1c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.012713:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b1c6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.012733:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047544.012739:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047544.012746:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b1c6 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.012758:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b1c6 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047544.015566:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4444 00000100:00100000:0.0:1777047544.015726:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047544.015747:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4449 00000100:00100000:2.0:1777047544.016097:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443148032 00000100:00100000:2.0:1777047544.016109:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443148032 00000100:00100000:2.0:1777047544.016176:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4453 00000100:00100000:2.0:1777047544.016193:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3685:x1863365443148032:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047544.016196:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643a26d80/2, rc 0, transno 21474837934 00000100:00100000:0.0:1777047544.016213:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443147520:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047544.016269:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644c6d500/2, rc 0, transno 17179870551 00000100:00100000:0.0:1777047544.016281:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443148544:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047544.016672:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644c6dc00/2, rc 0, transno 17179870550 00000100:00100000:0.0:1777047544.016681:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443148416:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047544.016701:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643a25f80/2, rc 0, transno 21474837936 00000100:00100000:0.0:1777047544.016707:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443147904:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047544.016920:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644c6ed80/2, rc 0, transno 17179870548 00000100:00100000:0.0:1777047544.016930:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443148160:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047544.016945:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644c6d180/2, rc 0, transno 17179870549 00000100:00100000:0.0:1777047544.016951:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443148672:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047544.016966:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644c6ca80/2, rc 0, transno 17179870547 00000100:00100000:0.0:1777047544.016972:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443148288:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047544.016988:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643a27b80/2, rc 0, transno 21474837937 00000100:00100000:0.0:1777047544.016993:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443147648:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047544.017008:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643a27480/2, rc 0, transno 21474837935 00000100:00100000:0.0:1777047544.017014:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443147776:0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047544.024697:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb size from disk: 227433 -> 227433 00002000:00010000:0.0:1777047544.024711:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb mtime from disk: 1777047539 -> 1777047539 00002000:00010000:0.0:1777047544.024716:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047544.024721:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb ctime from disk: 1777047541 -> 1777047541 00002000:00010000:0.0:1777047544.024725:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:0.0:1777047544.024849:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3685:x1863365443148032:12345-0@lo:2:osp-syn-0-0.0 Request processed in 8656us (9122us total) trans 21474837938 rc 0/0 00000100:00100000:0.0:1777047544.024869:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4453 00000004:00080000:2.0:1777047544.024986:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643a24700/2, rc 0, transno 21474837938 00000100:00100000:2.0:1777047544.025003:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643a24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443148032:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047544.025813:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047544.025929:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388248832 00000100:00100000:2.0:1777047544.025941:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388248832 00000100:00100000:2.0:1777047544.026036:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6477 00000100:00100000:2.0:1777047544.026052:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57911:x1863365388248832:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047544.026084:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047544.026114:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b1cd lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8f1f expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.026199:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b1cd lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f1f expref: 25 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.026227:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b1cd lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f1f expref: 25 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.026259:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047544.026265:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047544.026271:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166a00, rc 0) 00000100:00100000:2.0:1777047544.026341:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57911:x1863365388248832:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 291us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047544.026354:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6477 00000100:00100000:3.0:1777047544.044238:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047544.047643:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388248960 00000100:00100000:2.0:1777047544.047708:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388248960 00000100:00100000:0.0:1777047544.048307:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6478 00000100:00100000:0.0:1777047544.048326:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57911:x1863365388248960:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047544.048377:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047544.048510:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493b1d4 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8f26 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.048648:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b1db lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.048672:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b1db lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.048690:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b1db lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047544.048736:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 147429 00000004:00200000:0.0:1777047544.048743:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047544.048770:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b1db lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.049139:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493b1d4 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f26 expref: 27 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.049169:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b1db lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f26 expref: 26 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.049183:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047544.049189:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047544.049194:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388c00, rc 0) 00000100:00100000:0.0:1777047544.049278:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57911:x1863365388248960:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 957us (5053us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047544.049292:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6478 00000100:00100000:0.0:1777047544.062144:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047544.062220:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047544.062284:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047544.062486:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388249216 00000100:00100000:1.0:1777047544.062502:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388249216 00000100:00100000:1.0:1777047544.062589:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388249088 00000100:00100000:1.0:1777047544.062596:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388249088 00000100:00100000:1.0:1777047544.062637:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388249344 00000100:00100000:1.0:1777047544.062642:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388249344 00000100:00100000:1.0:1777047544.062677:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4454 00000100:00100000:1.0:1777047544.062693:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388249216:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047544.062720:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047544.062753:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493b1e2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8f34 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047544.062793:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6d:0x0] initial LVB size: 0, mtime: 0x69eb97f8, atime: 0x69eb97f1, ctime: 0x69eb97f8, blocks: 0x1800 00010000:00010000:1.0:1777047544.062823:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047544.062828:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047544.062843:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493b1e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f34 expref: 22 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.062873:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493b1e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f34 expref: 22 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.062894:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ede00, rc 0) 00000100:00100000:1.0:1777047544.062980:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388249216:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 288us (846us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047544.062995:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4454 00000100:00100000:1.0:1777047544.063028:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4455 00000100:00100000:1.0:1777047544.063042:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388249088:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047544.063056:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047544.063075:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d72493b1e9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8f2d expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047544.063102:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 147429, mtime: 0x69eb97f8, atime: 0x69eb97f1, ctime: 0x69eb97f8, blocks: 0x88 00010000:00010000:1.0:1777047544.063121:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047544.063125:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047544.063135:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d72493b1e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f2d expref: 21 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.063158:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d72493b1e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f2d expref: 21 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.063175:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ecc00, rc 0) 00000100:00100000:1.0:1777047544.063215:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388249088:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 177us (996us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047544.063227:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4455 00000100:00100000:1.0:1777047544.063254:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4456 00000100:00100000:1.0:1777047544.063267:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388249344:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047544.063280:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047544.063299:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493b1f0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8f3b expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047544.063321:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8c:0x0] initial LVB size: 0, mtime: 0x69eb97f8, atime: 0x69eb97f1, ctime: 0x69eb97f8, blocks: 0x0 00010000:00010000:1.0:1777047544.063337:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047544.063340:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047544.063349:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493b1f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f3b expref: 21 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.063370:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493b1f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f3b expref: 21 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.063475:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821edc00, rc 0) 00000100:00100000:1.0:1777047544.063519:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388249344:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 252us (1234us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047544.063531:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4456 00000100:00100000:2.0:1777047544.429708:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047544.431078:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388249472 00000100:00100000:0.0:1777047544.431096:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388249472 00000100:00100000:0.0:1777047544.431194:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4457 00000100:00100000:0.0:1777047544.431215:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2432:x1863365388249472:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:0.0:1777047544.432610:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2432:x1863365388249472:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 1385us (2898us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047544.432627:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4457 00000100:00100000:1.0:1777047544.454255:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047544.455527:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388249600 00000100:00100000:3.0:1777047544.455542:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388249600 00000100:00100000:3.0:1777047544.455639:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4458 00000100:00100000:3.0:1777047544.455657:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2432:x1863365388249600:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047544.455834:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2432:x1863365388249600:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 178us (1587us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047544.455849:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4458 00000100:00100000:3.0:1777047544.484688:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047544.484915:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388249728 00000100:00100000:2.0:1777047544.484930:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388249728 00000100:00100000:2.0:1777047544.487817:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1565 00000100:00100000:2.0:1777047544.487845:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2432:x1863365388249728:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047544.487932:0:29064:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493b1f7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.487958:0:29064:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047544.487962:0:29064:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047544.487970:0:29064:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493b1f7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.489313:0:29064:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493b1f7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.489511:0:29064:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493b1f7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.489528:0:29064:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493b1f7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.489542:0:29064:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493b1f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.489554:0:29064:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047544.489561:0:29064:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493b1f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.489576:0:29064:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493b1f7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.489602:0:29064:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493b1f7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.489616:0:29064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d44798e/0x5ecf73d72493b1f7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047544.491204:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2432:x1863365388249728:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 3362us (6516us total) trans 0 rc 8192/8192 00000100:00100000:3.0:1777047544.491223:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1565 00000100:00100000:2.0:1777047544.504247:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047544.505525:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388249856 00000100:00100000:3.0:1777047544.505557:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388249856 00000100:00100000:3.0:1777047544.505660:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1566 00000100:00100000:3.0:1777047544.505677:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388249856:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:3.0:1777047544.505724:0:29062:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a4cbaf3/0x5ecf73d72493b1fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.505755:0:29062:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000040af826f/0x5ecf73d72493b068 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e7e expref: 22 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.505769:0:29062:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047544.505772:0:29062:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047544.505778:0:29062:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a4cbaf3/0x5ecf73d72493b1fe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.507850:0:29062:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000040af826f/0x5ecf73d72493b068 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e7e expref: 22 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.507879:0:29062:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000040af826f/0x5ecf73d72493b068 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e7e expref: 22 pid: 36217 timeout: 4273 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047544.507902:0:29062:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d30000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:29062:1863365443148800:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047544.508173:0:29062:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07775d8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047544.530160:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047544.532478:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388249984 00000100:00100000:1.0:1777047544.532511:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388249984 00010000:00010000:1.0:1777047544.532582:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000040af826f/0x5ecf73d72493b068 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e7e expref: 23 pid: 36217 timeout: 4273 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047544.533499:0:29062:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d30000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:29062:1863365443148800:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047544.533532:0:29062:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009a4cbaf3/0x5ecf73d72493b1fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047544.534009:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2229 00000100:00100000:1.0:1777047544.534026:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388249984:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047544.534047:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047544.534074:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000040af826f/0x5ecf73d72493b068 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e7e expref: 23 pid: 36217 timeout: 4273 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.534096:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000040af826f/0x5ecf73d72493b068 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e7e expref: 23 pid: 36217 timeout: 4273 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.534129:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040af826f/0x5ecf73d72493b068 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e7e expref: 23 pid: 36217 timeout: 4273 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.534149:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047544.534152:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047544.534158:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009a4cbaf3/0x5ecf73d72493b1fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.534172:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a4cbaf3/0x5ecf73d72493b1fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.534222:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047544.534298:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388249984:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 275us (4164us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047544.534311:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2229 00010000:00010000:3.0:1777047544.534324:0:29062:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009a4cbaf3/0x5ecf73d72493b1fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.534338:0:29062:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a4cbaf3/0x5ecf73d72493b1fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047544.543912:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870552 is committed 00000001:00080000:2.0:1777047544.543935:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870551 is committed 00002000:00010000:3.0:1777047544.544162:0:29062:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047538 -> 1777047545 00002000:00010000:3.0:1777047544.544170:0:29062:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047538 -> 1777047545 00010000:00010000:3.0:1777047544.544189:0:29062:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a4cbaf3/0x5ecf73d72493b1fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.544208:0:29062:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a4cbaf3/0x5ecf73d72493b1fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.544220:0:29062:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a4cbaf3/0x5ecf73d72493b1fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.544233:0:29062:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0777affe00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047544.544239:0:29062:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a4cbaf3/0x5ecf73d72493b1fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.544253:0:29062:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a4cbaf3/0x5ecf73d72493b1fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.544278:0:29062:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a4cbaf3/0x5ecf73d72493b1fe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.544300:0:29062:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a4cbaf3/0x5ecf73d72493b1fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047544.547025:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388249856:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 41340us (42777us total) trans 17179870552 rc 0/0 00000100:00100000:2.0:1777047544.547043:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1566 00000100:00100000:0.0:1777047544.561557:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047544.561669:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388250112 00000100:00100000:1.0:1777047544.561683:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388250112 00000100:00100000:1.0:1777047544.562678:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1567 00000100:00100000:1.0:1777047544.562699:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388250112:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:1.0:1777047544.562771:0:29057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493b205 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.562800:0:29057:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493b06f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e85 expref: 18 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.563085:0:29057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047544.563088:0:29057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047544.563094:0:29057:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493b205 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.563144:0:29057:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493b06f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e85 expref: 18 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.563166:0:29057:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493b06f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e85 expref: 18 pid: 30115 timeout: 4273 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047544.563190:0:29057:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac9500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:29057:1863365443148928:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047544.563283:0:29057:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445f9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047544.574686:0:29057:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac9500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:29057:1863365443148928:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047544.574725:0:29057:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493b205 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047544.577239:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047544.577679:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388250240 00000100:00100000:1.0:1777047544.577689:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388250240 00010000:00010000:1.0:1777047544.577739:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493b06f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e85 expref: 19 pid: 30115 timeout: 4273 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047544.579723:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2230 00000100:00100000:1.0:1777047544.579745:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388250240:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047544.579771:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047544.579827:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493b06f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e85 expref: 19 pid: 30115 timeout: 4273 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.579853:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493b06f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e85 expref: 19 pid: 30115 timeout: 4273 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.579888:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493b06f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e85 expref: 19 pid: 30115 timeout: 4273 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.579914:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047544.579917:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047544.579924:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493b205 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.579941:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493b205 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.580021:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047544.580107:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388250240:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 367us (2872us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047544.580120:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2230 00010000:00010000:0.0:1777047544.580545:0:29057:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493b205 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.580564:0:29057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493b205 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047544.606030:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870553 is committed 00002000:00010000:0.0:1777047544.606252:0:29057:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb mtime from disk: 1777047538 -> 1777047545 00002000:00010000:0.0:1777047544.606259:0:29057:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb ctime from disk: 1777047538 -> 1777047545 00010000:00010000:0.0:1777047544.606276:0:29057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493b205 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.606296:0:29057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493b205 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.606311:0:29057:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493b205 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.606323:0:29057:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047544.606330:0:29057:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493b205 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.606346:0:29057:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493b205 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.606371:0:29057:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493b205 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.606572:0:29057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cfc20705/0x5ecf73d72493b205 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047544.607020:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388250112:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 44321us (45467us total) trans 17179870553 rc 0/0 00000100:00100000:0.0:1777047544.607056:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1567 00000100:00100000:0.0:1777047544.635235:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047544.642738:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388250368 00000100:00100000:1.0:1777047544.642760:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388250368 00000100:00100000:1.0:1777047544.643170:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1568 00000100:00100000:1.0:1777047544.643188:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388250368:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:1.0:1777047544.643594:0:29061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b20c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.643627:0:29061:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493b0f4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8eb6 expref: 21 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.643641:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047544.643644:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047544.643650:0:29061:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b20c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.643702:0:29061:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493b0f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8eb6 expref: 21 pid: 8481 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.643727:0:29061:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493b0f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8eb6 expref: 21 pid: 8481 timeout: 4273 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047544.643753:0:29061:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac9500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:29061:1863365443149056:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047544.644187:0:29061:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445f9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1777047544.644349:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047544.665714:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047544.670945:0:29061:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac9500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:29061:1863365443149056:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047544.670984:0:29061:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b20c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047544.673532:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388250496 00000100:00100000:2.0:1777047544.673548:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388250496 00010000:00010000:2.0:1777047544.673613:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493b0f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8eb6 expref: 22 pid: 8481 timeout: 4273 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047544.673671:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2231 00000100:00100000:2.0:1777047544.673687:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388250496:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047544.673710:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047544.673739:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493b0f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8eb6 expref: 22 pid: 8481 timeout: 4273 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.673764:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493b0f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8eb6 expref: 22 pid: 8481 timeout: 4273 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.673802:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493b0f4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8eb6 expref: 22 pid: 8481 timeout: 4273 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.673828:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047544.673832:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047544.673839:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b20c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.673866:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b20c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.673927:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047544.674028:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388250496:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 341us (8324us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047544.674042:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2231 00010000:00010000:1.0:1777047544.675105:0:29061:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b20c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.675124:0:29061:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b20c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047544.694626:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837939 is committed 00000001:00080000:0.0:1777047544.694680:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837938 is committed 00002000:00010000:2.0:1777047544.707527:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb mtime from disk: 1777047539 -> 1777047545 00002000:00010000:2.0:1777047544.707541:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb ctime from disk: 1777047541 -> 1777047545 00010000:00010000:2.0:1777047544.707559:0:29061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b20c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.707582:0:29061:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b20c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.707597:0:29061:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b20c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.707611:0:29061:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821eda00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047544.707618:0:29061:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b20c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.707634:0:29061:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b20c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.707665:0:29061:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b20c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.707679:0:29061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b20c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047544.707826:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388250368:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 64636us (72596us total) trans 21474837939 rc 0/0 00000100:00100000:2.0:1777047544.707843:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1568 00000100:00100000:3.0:1777047544.727188:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047544.738514:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388250624 00000100:00100000:1.0:1777047544.738540:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388250624 00000100:00100000:1.0:1777047544.738629:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4459 00000100:00100000:1.0:1777047544.738683:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388250624:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047544.738856:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388250624:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 177us (11679us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047544.738870:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4459 00000100:00100000:3.0:1777047544.761560:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047544.762838:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388250752 00000100:00100000:0.0:1777047544.762853:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388250752 00000100:00100000:0.0:1777047544.762952:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4460 00000100:00100000:0.0:1777047544.762971:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388250752:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:0.0:1777047544.763163:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388250752:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 195us (1614us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047544.763178:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4460 00000100:00100000:3.0:1777047544.785661:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047544.785854:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388251008 00000100:00100000:1.0:1777047544.785870:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388251008 00000100:00100000:1.0:1777047544.785970:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6479 00000100:00100000:1.0:1777047544.785986:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57911:x1863365388251008:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:1.0:1777047544.786063:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047544.786102:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388c00/0x5ecf73d72493b1db lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f26 expref: 26 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.786141:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047544.786150:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047544.786842:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493b213 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.786867:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493b213 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.786884:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493b213 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047544.786955:0:6588:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935358 00000004:00010000:1.0:1777047544.786998:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d93e3173 reply state 00000000d5c65bf9 transno 8589935359 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493b213 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.787021:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493b213 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.787033:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047544.787038:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047544.787043:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047544.794613:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57911:x1863365388251008:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 8614us (8949us total) trans 8589935359 rc 0/0 00000100:00100000:1.0:1777047544.794634:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6479 00000020:00080000:1.0:1777047544.794647:0:6588:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047544.804284:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047544.804556:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388251136 00000100:00100000:1.0:1777047544.804572:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388251136 00000100:00100000:1.0:1777047544.804702:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4461 00000100:00100000:1.0:1777047544.804747:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57911:x1863365388251136:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047544.804786:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047544.804827:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d72493b21a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8f42 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047544.804880:0:11204:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 172005, mtime: 0x69eb97f9, atime: 0x69eb97bd, ctime: 0x69eb97f9, blocks: 0xa0 00010000:00010000:1.0:1777047544.804912:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047544.804917:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047544.804934:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d72493b21a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f42 expref: 18 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.806523:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d72493b21a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f42 expref: 18 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.811694:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821eda00, rc 0) 00000100:00100000:0.0:1777047544.813161:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57911:x1863365388251136:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 8406us (8876us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047544.813180:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4461 00000100:00100000:2.0:1777047544.839261:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047544.839358:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047544.841002:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388251264 00000100:00100000:3.0:1777047544.841018:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388251264 00002000:00010000:3.0:1777047544.841101:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (8192->18446744073709551615) 00002000:00100000:3.0:1777047544.841120:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e39f100 with x1863365388251264 ext(8192->18446744073709551615) 00002000:00010000:3.0:1777047544.841137:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e39f100. 00000100:00100000:3.0:1777047544.841209:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388251392 00000100:00100000:3.0:1777047544.841215:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388251392 00002000:00010000:3.0:1777047544.841246:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:3.0:1777047544.841252:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e39f480 with x1863365388251392 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047544.841262:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e39f480. 00000100:00100000:3.0:1777047544.841689:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1569 00000100:00100000:3.0:1777047544.841722:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2432:x1863365388251264:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:3.0:1777047544.844045:0:8486:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 172005 -> 8192 00002000:00010000:3.0:1777047544.844055:0:8486:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047545 -> 1777047545 00002000:00010000:3.0:1777047544.844060:0:8486:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:3.0:1777047544.844075:0:8486:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047545 -> 1777047545 00002000:00010000:3.0:1777047544.844080:0:8486:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 160 -> 16 00000100:00100000:3.0:1777047544.844208:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2432:x1863365388251264:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 2481us (4958us total) trans 17179870554 rc 0/0 00000100:00100000:3.0:1777047544.844224:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1569 00002000:00010000:3.0:1777047544.844242:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (8192->18446744073709551615) 00002000:00100000:3.0:1777047544.844248:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e39f100 with x1863365388251264 ext(8192->18446744073709551615) 00002000:00010000:3.0:1777047544.844258:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e39f100. 00000100:00100000:3.0:1777047544.844305:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1570 00000100:00100000:3.0:1777047544.844332:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2432:x1863365388251392:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:3.0:1777047544.854723:0:8486:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047544.854745:0:8486:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047538 -> 1777047545 00002000:00010000:3.0:1777047544.854751:0:8486:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:3.0:1777047544.854755:0:8486:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047538 -> 1777047545 00002000:00010000:3.0:1777047544.854759:0:8486:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047544.854877:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2432:x1863365388251392:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 10551us (15511us total) trans 21474837940 rc 0/0 00000100:00100000:3.0:1777047544.854903:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1570 00002000:00010000:3.0:1777047544.854911:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:3.0:1777047544.854918:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e39f480 with x1863365388251392 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047544.854929:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e39f480. 00000100:00100000:2.0:1777047544.907103:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047544.907929:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388251520 00000100:00100000:0.0:1777047544.907946:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388251520 00000100:00100000:0.0:1777047544.908100:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6480 00000100:00100000:0.0:1777047544.908119:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57911:x1863365388251520:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047544.908592:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047544.908632:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389c00/0x5ecf73d72493b221 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8f49 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.908800:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493b228 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.908827:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493b228 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.908854:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493b228 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047544.908908:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 8192 00000004:00200000:0.0:1777047544.908916:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047544.908951:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493b228 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.909006:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389c00/0x5ecf73d72493b221 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f49 expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.909036:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493b228 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f49 expref: 29 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.909058:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047544.909063:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047544.909069:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389200, rc 0) 00000100:00100000:0.0:1777047544.909164:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57911:x1863365388251520:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1047us (2078us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047544.909184:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6480 00000100:00100000:0.0:1777047544.938345:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047544.938878:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388251776 00000100:00100000:1.0:1777047544.938894:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388251776 00000100:00100000:1.0:1777047544.938999:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6481 00000100:00100000:1.0:1777047544.939019:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57911:x1863365388251776:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:1.0:1777047544.939131:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047544.939171:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493b228 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f49 expref: 29 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.939206:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047544.939216:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047544.939569:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b22f lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.939606:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b22f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.939625:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b22f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047544.939701:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935360 00000004:00010000:1.0:1777047544.939744:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000583f601d reply state 00000000538c5156 transno 8589935361 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b22f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.939768:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b22f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.939780:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047544.939786:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047544.939792:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047544.946197:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57911:x1863365388251776:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 6812us (7494us total) trans 8589935361 rc 0/0 00000100:00100000:1.0:1777047544.946227:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6481 00000020:00080000:1.0:1777047544.946241:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047544.955920:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047544.959506:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388251904 00000100:00100000:0.0:1777047544.959524:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388251904 00000100:00100000:0.0:1777047544.959662:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4462 00000100:00100000:0.0:1777047544.959683:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57911:x1863365388251904:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047544.959711:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047544.959747:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493b236 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8f50 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047544.959793:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x73:0x0] initial LVB size: 172005, mtime: 0x69eb97f9, atime: 0x69eb97e2, ctime: 0x69eb97f9, blocks: 0xa0 00010000:00010000:0.0:1777047544.959862:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047544.959867:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047544.959882:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493b236 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f50 expref: 20 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.959916:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493b236 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f50 expref: 20 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.959942:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389c00, rc 0) 00000100:00100000:0.0:1777047544.960046:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:57911:x1863365388251904:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 367us (4138us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047544.960062:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4462 00000100:00100000:2.0:1777047544.976345:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047544.976499:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047544.976943:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388252032 00000100:00100000:3.0:1777047544.976958:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388252032 00002000:00010000:3.0:1777047544.977028:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/115 (8192->18446744073709551615) 00002000:00100000:3.0:1777047544.977038:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e39f800 with x1863365388252032 ext(8192->18446744073709551615) 00002000:00010000:3.0:1777047544.977057:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e39f800. 00000100:00100000:3.0:1777047544.977179:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388252160 00000100:00100000:3.0:1777047544.977187:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388252160 00002000:00010000:3.0:1777047544.977214:0:20132:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/146 (0->18446744073709551615) 00002000:00100000:3.0:1777047544.977219:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e39d180 with x1863365388252160 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047544.977230:0:20132:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e39d180. 00000100:00100000:2.0:1777047544.984002:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1571 00000100:00100000:2.0:1777047544.984049:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388252032:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:2.0:1777047544.985017:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb size from disk: 172005 -> 8192 00002000:00010000:2.0:1777047544.985025:0:29067:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb mtime from disk: 1777047545 -> 1777047545 00002000:00010000:2.0:1777047544.985031:0:29067:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:2.0:1777047544.985036:0:29067:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb ctime from disk: 1777047545 -> 1777047545 00002000:00010000:2.0:1777047544.985041:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 160 -> 16 00000100:00100000:2.0:1777047544.985142:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388252032:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 1118us (8805us total) trans 17179870555 rc 0/0 00000100:00100000:2.0:1777047544.985158:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1571 00002000:00010000:2.0:1777047544.985166:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/115 (8192->18446744073709551615) 00002000:00100000:2.0:1777047544.985172:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e39f800 with x1863365388252032 ext(8192->18446744073709551615) 00002000:00010000:2.0:1777047544.985184:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e39f800. 00000100:00100000:2.0:1777047544.985222:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1572 00000100:00100000:2.0:1777047544.985239:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2432:x1863365388252160:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:2.0:1777047544.985364:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047544.985370:0:29067:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb mtime from disk: 1777047538 -> 1777047545 00002000:00010000:2.0:1777047544.985375:0:29067:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:2.0:1777047544.985379:0:29067:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb ctime from disk: 1777047538 -> 1777047545 00002000:00010000:2.0:1777047544.985383:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047544.985493:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388252160:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 257us (8993us total) trans 21474837941 rc 0/0 00000100:00100000:2.0:1777047544.985507:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1572 00002000:00010000:2.0:1777047544.985513:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/146 (0->18446744073709551615) 00002000:00100000:2.0:1777047544.985518:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e39d180 with x1863365388252160 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047544.985527:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e39d180. 00000100:00100000:1.0:1777047545.009690:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047545.010122:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388252288 00000100:00100000:3.0:1777047545.010135:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388252288 00000100:00100000:3.0:1777047545.010252:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6482 00000100:00100000:3.0:1777047545.010268:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eaca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57911:x1863365388252288:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047545.010301:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047545.010344:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afea00/0x5ecf73d72493b23d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8f57 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777047545.010516:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777047545.010565:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777affe00/0x5ecf73d72493b244 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.010589:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777affe00/0x5ecf73d72493b244 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.010607:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777affe00/0x5ecf73d72493b244 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047545.010655:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 8192 00000004:00200000:3.0:1777047545.010662:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047545.010687:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777affe00/0x5ecf73d72493b244 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.010728:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777afea00/0x5ecf73d72493b23d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f57 expref: 33 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.010753:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777affe00/0x5ecf73d72493b244 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f57 expref: 32 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.010768:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047545.010774:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047545.010779:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0777affe00, rc 0) 00000100:00100000:3.0:1777047545.010874:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eaca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57911:x1863365388252288:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 608us (1194us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047545.010888:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6482 00000100:00100000:1.0:1777047545.041288:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047545.043556:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388252544 00000100:00100000:0.0:1777047545.043572:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388252544 00000100:00100000:0.0:1777047545.043819:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6483 00000100:00100000:0.0:1777047545.043838:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57911:x1863365388252544:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047545.043913:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047545.043979:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0777affe00/0x5ecf73d72493b244 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f57 expref: 32 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.044008:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047545.044017:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047545.044246:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493b24b lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.044272:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493b24b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.044288:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493b24b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047545.044360:0:12913:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935362 00000004:00010000:0.0:1777047545.044478:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b3391479 reply state 00000000cbf19a19 transno 8589935363 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493b24b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.044509:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493b24b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.044520:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047545.044525:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047545.044529:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047545.044689:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57911:x1863365388252544:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 853us (3409us total) trans 8589935363 rc 0/0 00000100:00100000:0.0:1777047545.044703:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6483 00000020:00080000:0.0:1777047545.044711:0:12913:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047545.059603:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047545.059751:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388252672 00000100:00100000:1.0:1777047545.059782:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388252672 00000100:00100000:1.0:1777047545.060166:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4463 00000100:00100000:1.0:1777047545.060182:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57911:x1863365388252672:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047545.060206:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047545.060235:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493b252 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8f5e expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047545.060271:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x93:0x0] initial LVB size: 227433, mtime: 0x69eb97f9, atime: 0x69eb97f1, ctime: 0x69eb97f9, blocks: 0xa8 00010000:00010000:1.0:1777047545.060299:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047545.060303:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047545.060313:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493b252 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f5e expref: 15 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.060339:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493b252 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f5e expref: 15 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.060359:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e07821ec600, rc 0) 00000100:00100000:1.0:1777047545.060536:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57911:x1863365388252672:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 357us (942us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047545.060549:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4463 00000100:00080000:2.0:1777047545.060865:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047545.095510:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047545.096348:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388252800 00000100:00100000:1.0:1777047545.096363:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388252800 00000100:00080000:1.0:1777047545.097047:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777047545.097505:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4464 00000100:00100000:2.0:1777047545.097524:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:57911:x1863365388252800:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047545.097549:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047545.097575:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb5d219d/0x5ecf73d72493b259 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8f65 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.097619:0:30115:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493af7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e31 expref: 22 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.097666:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047545.097669:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047545.097677:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eb5d219d/0x5ecf73d72493b259 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f65 expref: 22 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.097723:0:30115:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493af7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e31 expref: 22 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.097743:0:30115:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493af7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e31 expref: 22 pid: 8479 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047545.097762:0:30115:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:30115:1863365443149184:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047545.097883:0:30115:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047545.114155:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047545.116304:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388252928 00000100:00100000:1.0:1777047545.116320:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388252928 00010000:00010000:1.0:1777047545.116467:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493af7a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e31 expref: 23 pid: 8479 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047545.116530:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2232 00000100:00100000:1.0:1777047545.116546:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388252928:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047545.116567:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047545.116597:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493af7a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e31 expref: 23 pid: 8479 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.116620:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493af7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e31 expref: 23 pid: 8479 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.116652:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047545.116656:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047545.116666:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eb5d219d/0x5ecf73d72493b259 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f65 expref: 23 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.116683:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eb5d219d/0x5ecf73d72493b259 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f65 expref: 23 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.116740:0:6574:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000eb5d219d/0x5ecf73d72493b259 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f65 expref: 23 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047545.116762:0:6574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6574:1863365443149312:192.168.201.54@tcp:105: 00000100:00100000:1.0:1777047545.117184:0:6574:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445f9c0 going to sleep for 11 seconds 00010000:00010000:0.0:1777047545.117953:0:30115:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a70f97f/0x5ecf73d72493af7a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8e31 expref: 23 pid: 8479 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047545.117980:0:30115:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:30115:1863365443149184:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047545.118012:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eb5d219d/0x5ecf73d72493b259 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f65 expref: 22 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.118029:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166e00, rc 0) 00000100:00100000:0.0:1777047545.118078:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:57911:x1863365388252800:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 20560us (22578us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047545.118089:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4464 00000100:00100000:2.0:1777047545.133643:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047545.133711:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047545.133885:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388253056 00000100:00100000:0.0:1777047545.133902:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388253056 00000100:00100000:3.0:1777047545.133930:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388253184 00000100:00100000:3.0:1777047545.133942:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388253184 00002000:00010000:0.0:1777047545.133962:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/147 (8192->18446744073709551615) 00002000:00100000:0.0:1777047545.133973:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e39ca80 with x1863365388253056 ext(8192->18446744073709551615) 00002000:00010000:3.0:1777047545.133981:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/116 (0->18446744073709551615) 00002000:00010000:0.0:1777047545.133991:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e39ca80. 00002000:00100000:3.0:1777047545.133992:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e39e300 with x1863365388253184 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047545.134012:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e39e300. 00000100:00100000:0.0:1777047545.134063:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1573 00000100:00100000:0.0:1777047545.134084:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388253056:12345-192.168.201.54@tcp:10:lfs.0 00000100:00100000:3.0:1777047545.134099:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1574 00000100:00100000:3.0:1777047545.134120:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388253184:12345-192.168.201.54@tcp:10:lfs.0 00000100:00100000:1.0:1777047545.134636:0:6574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6574:1863365443149312:192.168.201.54@tcp:105: 00002000:00010000:3.0:1777047545.134670:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047545.134679:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb mtime from disk: 1777047539 -> 1777047545 00010000:00010000:1.0:1777047545.134680:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:3.0:1777047545.134688:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:3.0:1777047545.134714:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb ctime from disk: 1777047541 -> 1777047545 00002000:00010000:3.0:1777047545.134719:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047545.135093:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388253184:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 977us (1378us total) trans 17179870556 rc 0/0 00000100:00100000:3.0:1777047545.135116:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1574 00002000:00010000:3.0:1777047545.135123:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/116 (0->18446744073709551615) 00002000:00100000:3.0:1777047545.135128:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e39e300 with x1863365388253184 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047545.135137:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e39e300. 00002000:00010000:0.0:1777047545.138347:0:24565:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb size from disk: 227433 -> 8192 00002000:00010000:0.0:1777047545.138359:0:24565:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb mtime from disk: 1777047545 -> 1777047545 00002000:00010000:0.0:1777047545.138364:0:24565:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047545.138369:0:24565:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb ctime from disk: 1777047545 -> 1777047545 00002000:00010000:0.0:1777047545.138373:0:24565:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb blocks from disk: 168 -> 16 00000100:00100000:0.0:1777047545.138529:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388253056:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 4445us (4909us total) trans 21474837942 rc 0/0 00000100:00100000:0.0:1777047545.138546:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1573 00002000:00010000:0.0:1777047545.138553:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/147 (8192->18446744073709551615) 00002000:00100000:0.0:1777047545.138559:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e39ca80 with x1863365388253056 ext(8192->18446744073709551615) 00002000:00010000:0.0:1777047545.138570:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e39ca80. 00000100:00100000:1.0:1777047545.141085:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388252928:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 18224us (20622us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047545.141113:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2232 00000100:00100000:2.0:1777047545.164599:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047545.168704:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388253312 00000100:00100000:0.0:1777047545.168720:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388253312 00000100:00100000:0.0:1777047545.168831:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6484 00000100:00100000:0.0:1777047545.168850:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57911:x1863365388253312:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047545.168884:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047545.168914:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493b260 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8f6c expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.170637:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b267 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.170668:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b267 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.170694:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b267 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047545.170737:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 8192 00000004:00200000:0.0:1777047545.170744:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047545.170772:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b267 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.171195:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493b260 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f6c expref: 36 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.171224:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b267 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f6c expref: 35 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.171238:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047545.171243:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047545.171249:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388600, rc 0) 00000100:00100000:0.0:1777047545.171342:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57911:x1863365388253312:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2496us (6753us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047545.171356:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6484 00000100:00100000:2.0:1777047545.184787:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047545.185501:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388253440 00000100:00100000:0.0:1777047545.185517:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388253440 00000100:00100000:0.0:1777047545.185639:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1575 00000100:00100000:0.0:1777047545.185656:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388253440:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047545.185702:0:29062:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493b26e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.185737:0:29062:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047545.185740:0:29062:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047545.185749:0:29062:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493b26e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.185771:0:29062:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493b26e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.204070:0:29062:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493b26e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.204102:0:29062:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493b26e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.205092:0:29062:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493b26e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.205107:0:29062:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047545.205115:0:29062:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493b26e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.205130:0:29062:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493b26e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.205160:0:29062:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493b26e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.205517:0:29062:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a70f97f/0x5ecf73d72493b26e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047545.205663:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388253440:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 20004us (20880us total) trans 0 rc 40960/40960 00000100:00100000:0.0:1777047545.205681:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1575 00000100:00100000:3.0:1777047545.213978:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047545.214126:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388253568 00000100:00100000:0.0:1777047545.214139:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388253568 00000100:00100000:0.0:1777047545.214271:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1576 00000100:00100000:0.0:1777047545.214288:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2432:x1863365388253568:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:0.0:1777047545.214338:0:29057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000039f13e7f/0x5ecf73d72493b275 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.214368:0:29057:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d72493b21a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f42 expref: 22 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.214384:0:29057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047545.214417:0:29057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047545.214423:0:29057:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000039f13e7f/0x5ecf73d72493b275 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.214478:0:29057:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d72493b21a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f42 expref: 22 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.214502:0:29057:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d72493b21a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f42 expref: 22 pid: 11204 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047545.214527:0:29057:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645688380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:29057:1863365443149440:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047545.214651:0:29057:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08840 going to sleep for 11 seconds 00000100:00100000:0.0:1777047545.226296:0:29057:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645688380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:29057:1863365443149440:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047545.226338:0:29057:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000039f13e7f/0x5ecf73d72493b275 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047545.229212:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047545.229322:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388253696 00000100:00100000:1.0:1777047545.229334:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388253696 00010000:00010000:1.0:1777047545.229469:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d72493b21a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f42 expref: 23 pid: 11204 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047545.229540:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2233 00000100:00100000:1.0:1777047545.229559:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388253696:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047545.229583:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047545.229622:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d72493b21a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f42 expref: 23 pid: 11204 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.229648:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d72493b21a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f42 expref: 23 pid: 11204 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.229684:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007931ce30/0x5ecf73d72493b21a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f42 expref: 23 pid: 11204 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.229712:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047545.229736:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047545.229745:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000039f13e7f/0x5ecf73d72493b275 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.229761:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000039f13e7f/0x5ecf73d72493b275 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.231771:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047545.231876:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388253696:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 2319us (2668us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047545.231891:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2233 00010000:00010000:0.0:1777047545.235906:0:29057:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000039f13e7f/0x5ecf73d72493b275 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.235933:0:29057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000039f13e7f/0x5ecf73d72493b275 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047545.271936:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870557 is committed 00002000:00010000:2.0:1777047545.272223:0:29057:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 8192 -> 139264 00002000:00010000:2.0:1777047545.272233:0:29057:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 16 -> 96 00010000:00010000:2.0:1777047545.272253:0:29057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000039f13e7f/0x5ecf73d72493b275 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.272276:0:29057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000039f13e7f/0x5ecf73d72493b275 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.272304:0:29057:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000039f13e7f/0x5ecf73d72493b275 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.272317:0:29057:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047545.272325:0:29057:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000039f13e7f/0x5ecf73d72493b275 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.272341:0:29057:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000039f13e7f/0x5ecf73d72493b275 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.272370:0:29057:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000039f13e7f/0x5ecf73d72493b275 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.272471:0:29057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000039f13e7f/0x5ecf73d72493b275 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047545.272609:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2432:x1863365388253568:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 58319us (58637us total) trans 17179870557 rc 0/0 00000100:00100000:2.0:1777047545.272630:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1576 00000100:00100000:2.0:1777047545.304906:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047545.305120:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388253824 00000100:00100000:0.0:1777047545.305135:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388253824 00000100:00100000:0.0:1777047545.305260:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1577 00000100:00100000:0.0:1777047545.305279:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2432:x1863365388253824:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:0.0:1777047545.305337:0:29061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b27c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.305374:0:29061:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493b236 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f50 expref: 18 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.305506:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047545.305511:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047545.305517:0:29061:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b27c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.305582:0:29061:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493b236 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f50 expref: 18 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.305611:0:29061:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493b236 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f50 expref: 18 pid: 28387 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047545.305640:0:29061:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645688380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:29061:1863365443149568:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047545.306048:0:29061:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047545.330606:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047545.330809:0:29061:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645688380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:29061:1863365443149568:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047545.330859:0:29061:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b27c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047545.330867:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388253952 00000100:00100000:3.0:1777047545.330882:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388253952 00010000:00010000:3.0:1777047545.330943:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493b236 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f50 expref: 19 pid: 28387 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047545.331017:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2234 00000100:00100000:3.0:1777047545.331033:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388253952:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047545.331057:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047545.331087:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493b236 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f50 expref: 19 pid: 28387 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.331111:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493b236 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f50 expref: 19 pid: 28387 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.331147:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493b236 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f50 expref: 19 pid: 28387 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.331173:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047545.331176:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047545.331185:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b27c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.331204:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b27c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.331269:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047545.331358:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388253952:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 327us (764us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047545.331373:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2234 00010000:00010000:2.0:1777047545.331946:0:29061:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b27c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.331966:0:29061:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b27c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047545.400704:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870558 is committed 00002000:00010000:2.0:1777047545.400931:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb size from disk: 8192 -> 139264 00002000:00010000:2.0:1777047545.400943:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 16 -> 96 00010000:00010000:2.0:1777047545.400965:0:29061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b27c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.400991:0:29061:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b27c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.401011:0:29061:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b27c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.401026:0:29061:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047545.401034:0:29061:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b27c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.401051:0:29061:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b27c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.401086:0:29061:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b27c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.401101:0:29061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b27c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047545.402629:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365388253824:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 97343us (97726us total) trans 17179870558 rc 0/0 00000100:00100000:2.0:1777047545.402650:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1577 00000100:00100000:0.0:1777047545.420308:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047545.421837:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388254080 00000100:00100000:1.0:1777047545.421854:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388254080 00000100:00100000:1.0:1777047545.422068:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1578 00000100:00100000:1.0:1777047545.422090:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388254080:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:1.0:1777047545.422150:0:29058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b283 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.422696:0:29058:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493b252 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f5e expref: 16 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.422714:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047545.422717:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047545.422724:0:29058:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b283 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.422786:0:29058:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493b252 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f5e expref: 16 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.422814:0:29058:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493b252 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f5e expref: 16 pid: 8480 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047545.422839:0:29058:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:29058:1863365443149696:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047545.422945:0:29058:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445f9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047545.430947:0:29058:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:29058:1863365443149696:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047545.430988:0:29058:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b283 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047545.434980:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047545.435623:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388254208 00000100:00100000:1.0:1777047545.435637:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388254208 00010000:00010000:1.0:1777047545.435695:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493b252 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f5e expref: 17 pid: 8480 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047545.435766:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2235 00000100:00100000:1.0:1777047545.435785:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0771874c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388254208:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047545.435811:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047545.435843:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493b252 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f5e expref: 17 pid: 8480 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.435869:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493b252 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f5e expref: 17 pid: 8480 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.435909:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cfc20705/0x5ecf73d72493b252 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f5e expref: 17 pid: 8480 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.435940:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047545.435944:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047545.435951:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b283 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.435968:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b283 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.436028:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047545.436599:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0771874c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388254208:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 434us (1244us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047545.436620:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2235 00010000:00010000:2.0:1777047545.446649:0:29058:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b283 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.446686:0:29058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b283 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047545.491676:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837943 is committed 00002000:00010000:1.0:1777047545.494606:0:29058:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb size from disk: 8192 -> 139264 00002000:00010000:1.0:1777047545.494619:0:29058:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb blocks from disk: 16 -> 96 00010000:00010000:1.0:1777047545.494641:0:29058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b283 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.494667:0:29058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b283 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.494687:0:29058:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b283 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.494702:0:29058:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821eda00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047545.494712:0:29058:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b283 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.494729:0:29058:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b283 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.494765:0:29058:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b283 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.494781:0:29058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007931ce30/0x5ecf73d72493b283 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [98304->139263] (req 98304->139263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047545.494953:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388254080:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 72861us (74649us total) trans 21474837943 rc 0/0 00000100:00100000:1.0:1777047545.494975:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1578 00000100:00100000:0.0:1777047545.520683:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047545.521362:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388254336 00000100:00100000:2.0:1777047545.521378:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388254336 00000100:00100000:2.0:1777047545.521558:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4465 00000100:00100000:2.0:1777047545.521576:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388254336:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:2.0:1777047545.521750:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388254336:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 175us (1079us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047545.521766:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4465 00000100:00100000:0.0:1777047545.542518:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047545.542877:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388254464 00000100:00100000:3.0:1777047545.542894:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388254464 00000100:00100000:3.0:1777047545.542994:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4466 00000100:00100000:3.0:1777047545.543014:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388254464:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047545.543183:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388254464:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 171us (676us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047545.543198:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4466 00000100:00100000:3.0:1777047545.574663:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047545.574820:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388254720 00000100:00100000:2.0:1777047545.574843:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388254720 00000100:00100000:2.0:1777047545.574936:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6485 00000100:00100000:2.0:1777047545.574961:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57911:x1863365388254720:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047545.575054:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047545.575135:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b267 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f6c expref: 35 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.575177:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047545.575188:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047545.575620:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b28a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.575649:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b28a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.575675:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b28a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047545.575784:0:9025:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935364 00000004:00010000:2.0:1777047545.575832:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e7565d38 reply state 00000000d80db705 transno 8589935365 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b28a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.575856:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b28a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.575875:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047545.575880:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047545.575885:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047545.576051:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57911:x1863365388254720:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1097us (1867us total) trans 8589935365 rc 0/0 00000100:00100000:2.0:1777047545.576067:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6485 00000020:00080000:2.0:1777047545.576082:0:9025:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047545.608672:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047545.612840:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388254848 00000100:00100000:0.0:1777047545.612873:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388254848 00000100:00100000:0.0:1777047545.613035:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4467 00000100:00100000:0.0:1777047545.613056:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57911:x1863365388254848:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047545.613097:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047545.613141:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d72493b291 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8f73 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047545.613204:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 139264, mtime: 0x69eb97f9, atime: 0x69eb97bd, ctime: 0x69eb97f9, blocks: 0x60 00010000:00010000:0.0:1777047545.613249:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047545.613254:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047545.613278:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d72493b291 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f73 expref: 18 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.613318:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d72493b291 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f73 expref: 18 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.613343:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389400, rc 0) 00000100:00100000:0.0:1777047545.613911:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57911:x1863365388254848:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 847us (5249us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047545.613926:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4467 00000100:00100000:0.0:1777047545.645271:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047545.645504:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047545.645752:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388254976 00000100:00100000:2.0:1777047545.645770:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388254976 00002000:00010000:2.0:1777047545.646377:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (139264->18446744073709551615) 00002000:00100000:2.0:1777047545.646517:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbd500 with x1863365388254976 ext(139264->18446744073709551615) 00002000:00010000:2.0:1777047545.646551:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0643bbd500. 00000100:00100000:2.0:1777047545.646599:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388255104 00000100:00100000:2.0:1777047545.646607:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388255104 00002000:00010000:2.0:1777047545.646647:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:2.0:1777047545.646653:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbc380 with x1863365388255104 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047545.646676:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643bbc380. 00000100:00100000:2.0:1777047545.646749:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1579 00000100:00100000:2.0:1777047545.646768:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388254976:12345-192.168.201.54@tcp:10:lfs.0 00000100:00100000:1.0:1777047545.647485:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1580 00000100:00100000:1.0:1777047545.647517:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388255104:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:2.0:1777047545.647601:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 139264 -> 139264 00002000:00010000:2.0:1777047545.647609:0:29067:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047545 -> 1777047546 00002000:00010000:2.0:1777047545.647615:0:29067:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:2.0:1777047545.647632:0:29067:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047545 -> 1777047546 00002000:00010000:2.0:1777047545.647637:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:2.0:1777047545.648216:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388254976:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 1000us (2507us total) trans 17179870559 rc 0/0 00002000:00010000:1.0:1777047545.648220:0:8484:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047545.648226:0:8484:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047545 -> 1777047546 00002000:00010000:1.0:1777047545.648233:0:8484:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00000100:00100000:2.0:1777047545.648234:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1579 00002000:00010000:1.0:1777047545.648237:0:8484:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047545 -> 1777047546 00002000:00010000:1.0:1777047545.648254:0:8484:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777047545.648254:0:29067:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (139264->18446744073709551615) 00002000:00100000:2.0:1777047545.648260:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbd500 with x1863365388254976 ext(139264->18446744073709551615) 00002000:00010000:2.0:1777047545.648269:0:29067:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0643bbd500. 00000100:00100000:1.0:1777047545.648316:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388255104:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 804us (2824us total) trans 21474837944 rc 0/0 00000100:00100000:1.0:1777047545.648343:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1580 00002000:00010000:1.0:1777047545.648350:0:8484:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:1.0:1777047545.648354:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643bbc380 with x1863365388255104 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047545.648363:0:8484:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643bbc380. 00010000:00010000:3.0:1777047545.668014:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047545.669922:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047545.671746:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388255232 00000100:00100000:2.0:1777047545.671763:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388255232 00000100:00100000:2.0:1777047545.671919:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6486 00000100:00100000:2.0:1777047545.671951:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57911:x1863365388255232:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047545.671997:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047545.672042:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b298 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8f7a expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.672252:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b29f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.672299:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b29f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.672330:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b29f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047545.672495:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 139264 00000004:00200000:2.0:1777047545.672504:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047545.672548:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b29f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.672626:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b298 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f7a expref: 39 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.672669:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b29f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f7a expref: 38 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.672698:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047545.672705:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047545.672711:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166800, rc 0) 00000100:00100000:2.0:1777047545.672861:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57911:x1863365388255232:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 913us (2934us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047545.672878:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6486 00000100:00100000:2.0:1777047545.717014:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047545.721517:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388255488 00000100:00100000:1.0:1777047545.721535:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388255488 00000100:00100000:1.0:1777047545.721642:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6487 00000100:00100000:1.0:1777047545.721663:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57911:x1863365388255488:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:1.0:1777047545.721760:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047545.721807:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b29f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f7a expref: 38 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.721863:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047545.721873:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047545.722147:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493b2a6 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.722181:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493b2a6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.722202:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493b2a6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047545.722297:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935366 00000004:00010000:1.0:1777047545.722349:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002e0355be reply state 00000000ff54029d transno 8589935367 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493b2a6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.722378:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493b2a6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.722517:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047545.722523:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047545.722529:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047545.722698:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57911:x1863365388255488:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1039us (5699us total) trans 8589935367 rc 0/0 00000100:00100000:1.0:1777047545.722719:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6487 00000020:00080000:1.0:1777047545.722729:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047545.740253:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047545.745041:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388255616 00000100:00100000:0.0:1777047545.745061:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388255616 00000100:00100000:0.0:1777047545.745185:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4468 00000100:00100000:0.0:1777047545.745206:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57911:x1863365388255616:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047545.745234:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047545.745310:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b2ad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8f81 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047545.745355:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x73:0x0] initial LVB size: 139264, mtime: 0x69eb97f9, atime: 0x69eb97e2, ctime: 0x69eb97f9, blocks: 0x60 00010000:00010000:0.0:1777047545.745479:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047545.745484:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047545.745497:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b2ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f81 expref: 20 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.745540:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b2ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f81 expref: 20 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.745564:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388c00, rc 0) 00000100:00100000:0.0:1777047545.745646:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:57911:x1863365388255616:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 444us (5405us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047545.745661:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4468 00000100:00100000:3.0:1777047545.753118:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047545.753341:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047545.757129:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388255744 00000100:00100000:0.0:1777047545.757145:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388255744 00002000:00010000:0.0:1777047545.757220:0:24563:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/115 (139264->18446744073709551615) 00002000:00100000:0.0:1777047545.757229:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642d31880 with x1863365388255744 ext(139264->18446744073709551615) 00002000:00010000:0.0:1777047545.757274:0:24563:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0642d31880. 00000100:00100000:0.0:1777047545.757706:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388255872 00000100:00100000:0.0:1777047545.757716:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388255872 00002000:00010000:0.0:1777047545.757752:0:24563:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/146 (0->18446744073709551615) 00002000:00100000:0.0:1777047545.757760:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642d33b80 with x1863365388255872 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047545.757772:0:24563:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642d33b80. 00000100:00100000:0.0:1777047545.757812:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1581 00000100:00100000:0.0:1777047545.757831:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388255744:12345-192.168.201.54@tcp:10:lfs.0 00000100:00100000:3.0:1777047545.758667:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1582 00000100:00100000:3.0:1777047545.758688:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388255872:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:3.0:1777047545.758867:0:24564:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047545.758875:0:24564:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb mtime from disk: 1777047545 -> 1777047546 00002000:00010000:3.0:1777047545.758880:0:24564:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:3.0:1777047545.758884:0:24564:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb ctime from disk: 1777047545 -> 1777047546 00002000:00010000:3.0:1777047545.758889:0:24564:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047545.758978:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388255872:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 295us (5636us total) trans 21474837945 rc 0/0 00000100:00100000:3.0:1777047545.758995:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1582 00002000:00010000:3.0:1777047545.759002:0:24564:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/146 (0->18446744073709551615) 00002000:00100000:3.0:1777047545.759007:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642d33b80 with x1863365388255872 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047545.759016:0:24564:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642d33b80. 00002000:00010000:0.0:1777047545.762559:0:24563:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb size from disk: 139264 -> 139264 00002000:00010000:0.0:1777047545.762572:0:24563:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb mtime from disk: 1777047545 -> 1777047546 00002000:00010000:0.0:1777047545.762577:0:24563:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047545.762582:0:24563:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb ctime from disk: 1777047545 -> 1777047546 00002000:00010000:0.0:1777047545.762587:0:24563:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:0.0:1777047545.762685:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388255744:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 4854us (9577us total) trans 17179870560 rc 0/0 00000100:00100000:0.0:1777047545.762704:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1581 00002000:00010000:0.0:1777047545.762711:0:24563:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/115 (139264->18446744073709551615) 00002000:00100000:0.0:1777047545.762717:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642d31880 with x1863365388255744 ext(139264->18446744073709551615) 00002000:00010000:0.0:1777047545.762730:0:24563:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0642d31880. 00000100:00100000:3.0:1777047545.768837:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047545.768975:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388256000 00000100:00100000:2.0:1777047545.768992:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388256000 00000100:00100000:2.0:1777047545.769098:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6488 00000100:00100000:2.0:1777047545.769118:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57911:x1863365388256000:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047545.769152:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047545.769183:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b2b4 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8f88 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.769375:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493b2bb lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.770186:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493b2bb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.770209:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493b2bb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047545.771925:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 139264 00000004:00200000:2.0:1777047545.771935:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047545.771965:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493b2bb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.772024:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b2b4 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f88 expref: 42 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.772057:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493b2bb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f88 expref: 41 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.772076:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047545.772081:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047545.772087:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167000, rc 0) 00000100:00100000:2.0:1777047545.772194:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57911:x1863365388256000:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 3079us (3368us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047545.772220:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6488 00000100:00100000:2.0:1777047545.807892:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047545.808473:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388256256 00000100:00100000:1.0:1777047545.808489:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388256256 00000100:00100000:1.0:1777047545.808597:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6489 00000100:00100000:1.0:1777047545.808618:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57911:x1863365388256256:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:1.0:1777047545.808701:0:6590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047545.808742:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493b2bb lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f88 expref: 41 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.808772:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047545.808781:0:6590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047545.809009:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493b2c2 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.809063:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493b2c2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.809082:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493b2c2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047545.809157:0:6590:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935368 00000004:00010000:1.0:1777047545.809201:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001dd566b1 reply state 000000009c93897f transno 8589935369 ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493b2c2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.809225:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493b2c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.809238:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047545.809244:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047545.809250:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047545.809480:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57911:x1863365388256256:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 866us (3612us total) trans 8589935369 rc 0/0 00000100:00100000:1.0:1777047545.809495:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6489 00000020:00080000:1.0:1777047545.809505:0:6590:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047545.831665:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047545.832187:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388256384 00000100:00100000:0.0:1777047545.832203:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388256384 00000100:00100000:0.0:1777047545.832299:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4469 00000100:00100000:0.0:1777047545.832316:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57911:x1863365388256384:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047545.832343:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047545.832374:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493b2c9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8f8f expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047545.835255:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x93:0x0] initial LVB size: 139264, mtime: 0x69eb97f9, atime: 0x69eb97f1, ctime: 0x69eb97f9, blocks: 0x60 00010000:00010000:1.0:1777047545.837262:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047545.837268:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047545.837287:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493b2c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f8f expref: 15 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.837325:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493b2c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f8f expref: 15 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.837355:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388a00, rc 0) 00000100:00100000:1.0:1777047545.837814:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57911:x1863365388256384:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 5496us (6156us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047545.837831:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4469 00000100:00100000:3.0:1777047545.846176:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047545.846261:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047545.849446:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388256512 00000100:00100000:2.0:1777047545.849470:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388256512 00002000:00010000:2.0:1777047545.849548:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/147 (139264->18446744073709551615) 00002000:00100000:2.0:1777047545.849558:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642d30380 with x1863365388256512 ext(139264->18446744073709551615) 00002000:00010000:2.0:1777047545.849577:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642d30380. 00000100:00100000:2.0:1777047545.849616:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388256640 00000100:00100000:2.0:1777047545.849623:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388256640 00002000:00010000:2.0:1777047545.849654:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/116 (0->18446744073709551615) 00002000:00100000:2.0:1777047545.849661:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642d31f80 with x1863365388256640 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047545.849676:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0642d31f80. 00000100:00100000:2.0:1777047545.849724:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1583 00000100:00100000:2.0:1777047545.849742:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388256512:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:2.0:1777047545.849958:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb size from disk: 139264 -> 139264 00002000:00010000:2.0:1777047545.849967:0:24562:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb mtime from disk: 1777047545 -> 1777047546 00002000:00010000:2.0:1777047545.850000:0:24562:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:2.0:1777047545.850007:0:24562:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb ctime from disk: 1777047545 -> 1777047546 00002000:00010000:2.0:1777047545.850012:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:2.0:1777047545.850110:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388256512:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 368us (3945us total) trans 21474837946 rc 0/0 00000100:00100000:2.0:1777047545.850127:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1583 00002000:00010000:2.0:1777047545.850135:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/147 (139264->18446744073709551615) 00002000:00100000:2.0:1777047545.850140:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642d30380 with x1863365388256512 ext(139264->18446744073709551615) 00002000:00010000:2.0:1777047545.850150:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642d30380. 00000100:00100000:2.0:1777047545.850184:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1584 00000100:00100000:2.0:1777047545.850200:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388256640:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:2.0:1777047545.850333:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047545.850340:0:24562:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb mtime from disk: 1777047545 -> 1777047546 00002000:00010000:2.0:1777047545.850344:0:24562:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:2.0:1777047545.850349:0:24562:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb ctime from disk: 1777047545 -> 1777047546 00002000:00010000:2.0:1777047545.850354:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047545.850469:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388256640:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 270us (4206us total) trans 17179870561 rc 0/0 00000100:00100000:2.0:1777047545.850484:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1584 00002000:00010000:2.0:1777047545.850491:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/116 (0->18446744073709551615) 00002000:00100000:2.0:1777047545.850496:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642d31f80 with x1863365388256640 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047545.850507:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0642d31f80. 00000100:00100000:0.0:1777047545.862632:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047545.866233:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388256768 00000100:00100000:2.0:1777047545.867712:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388256768 00000100:00100000:0.0:1777047545.868150:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6490 00000100:00100000:0.0:1777047545.868172:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57911:x1863365388256768:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047545.868214:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047545.868688:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493b2d0 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8f96 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.868851:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493b2d7 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.868878:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493b2d7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.868902:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493b2d7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047545.868955:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 139264 00000004:00200000:0.0:1777047545.868962:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047545.868998:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493b2d7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.869050:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493b2d0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f96 expref: 45 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.869088:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493b2d7 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f96 expref: 44 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.869110:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047545.869116:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047545.869122:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388400, rc 0) 00000100:00100000:0.0:1777047545.869212:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:57911:x1863365388256768:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1045us (6592us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047545.869232:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6490 00000100:00100000:3.0:1777047545.897672:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047545.899605:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388256896 00000100:00100000:2.0:1777047545.899628:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388256896 00000100:00100000:2.0:1777047545.899773:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1585 00000100:00100000:2.0:1777047545.899800:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388256896:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047545.899873:0:29057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493b2de lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.899908:0:29057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047545.899912:0:29057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047545.899922:0:29057:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493b2de lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.899954:0:29057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493b2de lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.900181:0:29057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493b2de lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.900207:0:29057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493b2de lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.900224:0:29057:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493b2de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.900243:0:29057:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047545.900251:0:29057:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493b2de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.900269:0:29057:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493b2de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.900304:0:29057:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493b2de lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.900323:0:29057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a294b224/0x5ecf73d72493b2de lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047545.903197:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388256896:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 3398us (5539us total) trans 0 rc 4069/4069 00000100:00100000:2.0:1777047545.903222:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1585 00000100:00100000:2.0:1777047545.934153:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047545.935867:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388257024 00000100:00100000:3.0:1777047545.935884:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388257024 00000100:00100000:2.0:1777047545.936830:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1586 00000100:00100000:2.0:1777047545.936853:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388257024:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:2.0:1777047545.936923:0:29061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b2e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.937768:0:29061:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d72493b291 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f73 expref: 22 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.937794:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047545.937797:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047545.937805:0:29061:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b2e5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.939584:0:29061:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d72493b291 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f73 expref: 22 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.939623:0:29061:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d72493b291 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f73 expref: 22 pid: 28387 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047545.939656:0:29061:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab44000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:29061:1863365443149824:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047545.939916:0:29061:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8af00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047545.956818:0:29061:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab44000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:29061:1863365443149824:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047545.956874:0:29061:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b2e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047545.958515:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047545.968258:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388257152 00000100:00100000:1.0:1777047545.968287:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388257152 00010000:00010000:1.0:1777047545.968469:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d72493b291 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f73 expref: 23 pid: 28387 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047545.969583:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2236 00000100:00100000:1.0:1777047545.969604:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388257152:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047545.969639:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047545.969683:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d72493b291 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f73 expref: 23 pid: 28387 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.969724:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d72493b291 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f73 expref: 23 pid: 28387 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.969795:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b7cc3116/0x5ecf73d72493b291 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f73 expref: 23 pid: 28387 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.970250:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047545.970254:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047545.970263:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b2e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.970294:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b2e5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.970351:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047545.970600:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388257152:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 999us (12227us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047545.970627:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2236 00010000:00010000:0.0:1777047545.973249:0:29061:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b2e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.973286:0:29061:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b2e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047546.006045:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870562 is committed 00002000:00010000:2.0:1777047546.013725:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 139264 -> 147456 00002000:00010000:2.0:1777047546.013740:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 96 -> 104 00010000:00010000:2.0:1777047546.013769:0:29061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b2e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.013798:0:29061:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b2e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.013815:0:29061:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b2e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.013835:0:29061:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047546.013844:0:29061:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b2e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.013863:0:29061:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b2e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.013903:0:29061:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b2e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.013924:0:29061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b2e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047546.014126:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388257024:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 77266us (79974us total) trans 17179870562 rc 0/0 00000100:00100000:2.0:1777047546.014594:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1586 00000100:00100000:2.0:1777047546.054105:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047546.054523:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388257280 00000100:00100000:1.0:1777047546.054541:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388257280 00000100:00100000:1.0:1777047546.054716:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1587 00000100:00100000:1.0:1777047546.054741:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2432:x1863365388257280:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:1.0:1777047546.054813:0:29058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d72493b2ec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.054856:0:29058:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b2ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f81 expref: 18 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.054886:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047546.054895:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047546.054902:0:29058:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d72493b2ec lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.054968:0:29058:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b2ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f81 expref: 18 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.055000:0:29058:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b2ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f81 expref: 18 pid: 36217 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047546.055031:0:29058:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:29058:1863365443149952:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047546.055214:0:29058:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e077192a900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047546.077872:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047546.078734:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388257408 00000100:00100000:3.0:1777047546.078751:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388257408 00010000:00010000:3.0:1777047546.079335:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b2ad lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f81 expref: 19 pid: 36217 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047546.079552:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2237 00000100:00100000:3.0:1777047546.079584:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388257408:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047546.079620:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047546.079667:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b2ad lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f81 expref: 19 pid: 36217 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047546.079706:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b2ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f81 expref: 19 pid: 36217 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047546.083312:0:29058:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:29058:1863365443149952:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047546.083511:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b2ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f81 expref: 19 pid: 36217 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.084630:0:29058:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d72493b2ec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047546.085640:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047546.085647:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047546.085668:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d72493b2ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047546.085689:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d72493b2ec lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047546.085805:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047546.086047:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388257408:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 6477us (8195us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047546.086072:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2237 00010000:00010000:1.0:1777047546.086779:0:29058:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d72493b2ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.086805:0:29058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d72493b2ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047546.139480:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870563 is committed 00002000:00010000:1.0:1777047546.141482:0:29058:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb size from disk: 139264 -> 147456 00002000:00010000:1.0:1777047546.141498:0:29058:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 96 -> 104 00010000:00010000:1.0:1777047546.141520:0:29058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d72493b2ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.141551:0:29058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d72493b2ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.141569:0:29058:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d72493b2ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.141590:0:29058:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047546.141598:0:29058:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d72493b2ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.141615:0:29058:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d72493b2ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.141651:0:29058:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d72493b2ec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.141700:0:29058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007bde26d1/0x5ecf73d72493b2ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047546.142446:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365388257280:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 87701us (88351us total) trans 17179870563 rc 0/0 00000100:00100000:1.0:1777047546.142473:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1587 00000100:00100000:0.0:1777047546.164802:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047546.173588:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388257536 00000100:00100000:1.0:1777047546.173616:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388257536 00000100:00100000:1.0:1777047546.173758:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1588 00000100:00100000:1.0:1777047546.173783:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388257536:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:1.0:1777047546.173843:0:8484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007bde26d1/0x5ecf73d72493b2f3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.173888:0:8484:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493b2c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f8f expref: 16 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.173910:0:8484:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047546.173914:0:8484:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047546.173921:0:8484:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007bde26d1/0x5ecf73d72493b2f3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.174098:0:8484:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493b2c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f8f expref: 16 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.174138:0:8484:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493b2c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f8f expref: 16 pid: 30115 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047546.174173:0:8484:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:8484:1863365443150080:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047546.174683:0:8484:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e077192a900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047546.186748:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047546.187093:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443150208:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777047546.187194:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047546.190779:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443150208 00000100:00100000:2.0:1777047546.191146:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443150208 00000100:00100000:2.0:1777047546.191289:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2526 00000100:00100000:2.0:1777047546.191314:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443150208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777047546.191358:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484909760 pending 0 free 3919032320 avail 3687411712 00000100:00100000:2.0:1777047546.191546:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443150208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 240us (4351us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047546.191566:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2526 00000100:00100000:2.0:1777047546.191663:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443150208:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1777047546.191856:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047546.214174:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047546.216549:0:8484:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:8484:1863365443150080:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047546.216596:0:8484:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007bde26d1/0x5ecf73d72493b2f3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047546.217881:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388257664 00000100:00100000:2.0:1777047546.217895:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388257664 00010000:00010000:2.0:1777047546.217963:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493b2c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f8f expref: 17 pid: 30115 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047546.218079:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2238 00000100:00100000:2.0:1777047546.218099:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388257664:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047546.218132:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047546.218171:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493b2c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f8f expref: 17 pid: 30115 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.218203:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493b2c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f8f expref: 17 pid: 30115 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.218247:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493b2c9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f8f expref: 17 pid: 30115 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.218275:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047546.218279:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047546.218292:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007bde26d1/0x5ecf73d72493b2f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.218312:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007bde26d1/0x5ecf73d72493b2f3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.218355:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047546.218546:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388257664:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 450us (4388us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047546.218564:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2238 00010000:00010000:1.0:1777047546.220736:0:8484:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007bde26d1/0x5ecf73d72493b2f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.220763:0:8484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007bde26d1/0x5ecf73d72493b2f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047546.256970:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837947 is committed 00002000:00010000:1.0:1777047546.257569:0:8484:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb size from disk: 139264 -> 147456 00002000:00010000:1.0:1777047546.257585:0:8484:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb blocks from disk: 96 -> 104 00010000:00010000:1.0:1777047546.257608:0:8484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007bde26d1/0x5ecf73d72493b2f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.257640:0:8484:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007bde26d1/0x5ecf73d72493b2f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.257663:0:8484:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007bde26d1/0x5ecf73d72493b2f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.257678:0:8484:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047546.257687:0:8484:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007bde26d1/0x5ecf73d72493b2f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.257711:0:8484:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007bde26d1/0x5ecf73d72493b2f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.257748:0:8484:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007bde26d1/0x5ecf73d72493b2f3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.257777:0:8484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007bde26d1/0x5ecf73d72493b2f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047546.257950:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388257536:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 84169us (93158us total) trans 21474837947 rc 0/0 00000100:00100000:1.0:1777047546.257997:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1588 00000100:00100000:3.0:1777047546.564822:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047546.564976:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388257920 00000100:00100000:0.0:1777047546.564993:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388257920 00000100:00100000:0.0:1777047546.565128:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6491 00000100:00100000:0.0:1777047546.565148:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:57911:x1863365388257920:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047546.565238:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047546.565294:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493b2d7 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f96 expref: 44 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.565327:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047546.565342:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047546.565810:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493b2fa lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.565843:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493b2fa lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.565862:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493b2fa lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047546.565959:0:6588:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935370 00000004:00010000:0.0:1777047546.566008:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000000102d0a reply state 00000000fdbab951 transno 8589935371 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493b2fa lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.566033:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493b2fa lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.566053:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047546.566059:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047546.566064:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047546.566237:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+46:57911:x1863365388257920:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1091us (1424us total) trans 8589935371 rc 0/0 00000100:00100000:0.0:1777047546.566258:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6491 00000020:00080000:0.0:1777047546.566269:0:6588:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047546.584247:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047546.584491:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388258048 00000100:00100000:0.0:1777047546.584510:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388258048 00000100:00100000:0.0:1777047546.584614:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4470 00000100:00100000:0.0:1777047546.584634:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57911:x1863365388258048:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047546.584661:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047546.584711:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493b301 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8f9d expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047546.585081:0:36216:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 147456, mtime: 0x69eb97fa, atime: 0x69eb97bd, ctime: 0x69eb97fa, blocks: 0x68 00010000:00010000:0.0:1777047546.585130:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047546.585136:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047546.585151:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493b301 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f9d expref: 18 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.585213:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493b301 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f9d expref: 18 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.585605:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388400, rc 0) 00000100:00100000:0.0:1777047546.585708:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57911:x1863365388258048:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1077us (1473us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047546.585723:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4470 00000100:00100000:3.0:1777047546.594156:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047546.598280:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388258176 00000100:00100000:0.0:1777047546.598300:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388258176 00002000:00010000:0.0:1777047546.598464:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (147429->18446744073709551615) 00002000:00100000:0.0:1777047546.598475:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d2300 with x1863365388258176 ext(147429->18446744073709551615) 00002000:00010000:0.0:1777047546.598494:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e077b9d2300. 00000100:00100000:0.0:1777047546.598564:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1589 00000100:00100000:0.0:1777047546.598584:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388258176:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:0.0:1777047546.599069:0:8486:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 147456 -> 147429 00002000:00010000:0.0:1777047546.599079:0:8486:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047546 -> 1777047547 00002000:00010000:0.0:1777047546.599084:0:8486:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:0.0:1777047546.599090:0:8486:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047546 -> 1777047547 00002000:00010000:0.0:1777047546.599110:0:8486:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:0.0:1777047546.607499:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365388258176:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 8902us (13702us total) trans 17179870564 rc 0/0 00000100:00100000:0.0:1777047546.607523:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1589 00002000:00010000:0.0:1777047546.607534:0:8486:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/111 (147429->18446744073709551615) 00002000:00100000:0.0:1777047546.607553:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d2300 with x1863365388258176 ext(147429->18446744073709551615) 00002000:00010000:0.0:1777047546.607569:0:8486:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e077b9d2300. 00000100:00100000:2.0:1777047546.614571:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047546.618079:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388258304 00000100:00100000:1.0:1777047546.618098:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388258304 00002000:00010000:1.0:1777047546.618550:0:20134:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:1.0:1777047546.618559:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab47100 with x1863365388258304 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047546.618578:0:20134:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064ab47100. 00000100:00100000:1.0:1777047546.618644:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1590 00000100:00100000:1.0:1777047546.618686:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365388258304:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047546.618919:0:20134:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047546.618927:0:20134:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047546 -> 1777047547 00002000:00010000:1.0:1777047546.618934:0:20134:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047546.618939:0:20134:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047546 -> 1777047547 00002000:00010000:1.0:1777047546.618943:0:20134:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047546.619051:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365388258304:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 368us (4488us total) trans 21474837948 rc 0/0 00000100:00100000:1.0:1777047546.619068:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1590 00002000:00010000:1.0:1777047546.619076:0:20134:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/142 (0->18446744073709551615) 00002000:00100000:1.0:1777047546.619082:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab47100 with x1863365388258304 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047546.619092:0:20134:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064ab47100. 00000100:00100000:3.0:1777047546.629583:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047546.630651:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388258432 00000100:00100000:1.0:1777047546.630667:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388258432 00000100:00100000:1.0:1777047546.630780:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6492 00000100:00100000:1.0:1777047546.630803:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+46:57911:x1863365388258432:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047546.630841:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047546.630877:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b308 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8fa4 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.631048:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d72493b30f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.631075:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d72493b30f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.631094:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d72493b30f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047546.631142:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 147429 00000004:00200000:1.0:1777047546.631150:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047546.631181:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d72493b30f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.631224:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b308 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fa4 expref: 48 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.631272:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d72493b30f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fa4 expref: 47 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.631288:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047546.631294:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047546.631301:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e26a00, rc 0) 00000100:00100000:1.0:1777047546.631514:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+47:57911:x1863365388258432:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 714us (1940us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047546.631530:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6492 00000100:00100000:3.0:1777047546.666662:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047546.672888:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388258688 00000100:00100000:1.0:1777047546.672908:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388258688 00000100:00100000:1.0:1777047546.673021:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6493 00000100:00100000:1.0:1777047546.673041:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+47:57911:x1863365388258688:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:1.0:1777047546.673118:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047546.673539:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d72493b30f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fa4 expref: 47 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.673576:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047546.673584:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047546.674143:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b316 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.674168:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b316 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.674184:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b316 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047546.674263:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935372 00000004:00010000:1.0:1777047546.674305:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fbb185b6 reply state 00000000050bc3f2 transno 8589935373 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b316 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.674327:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b316 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.674348:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047546.674354:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047546.674359:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047546.674633:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+49:57911:x1863365388258688:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1593us (7980us total) trans 8589935373 rc 0/0 00000100:00100000:1.0:1777047546.674647:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6493 00000020:00080000:1.0:1777047546.674656:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777047546.691225:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047546.693759:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443150336:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777047546.693863:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047546.694194:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443150336 00000100:00100000:1.0:1777047546.694208:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443150336 00000100:00100000:1.0:1777047546.694666:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3427 00000100:00100000:1.0:1777047546.694686:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443150336:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777047546.694739:0:6594:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446096896 avail 1299857408 00000100:00100000:1.0:1777047546.694844:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443150336:12345-0@lo:41:osp-pre-1-0.0 Request processed in 163us (980us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047546.694859:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3427 00000100:00100000:0.0:1777047546.695765:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443150336:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777047546.701204:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047546.702838:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388258816 00000100:00100000:1.0:1777047546.702854:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388258816 00000100:00100000:1.0:1777047546.703002:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4471 00000100:00100000:1.0:1777047546.703022:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57911:x1863365388258816:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047546.703049:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047546.703082:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b313ea65/0x5ecf73d72493b31d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8fab expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047546.703125:0:8633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x73:0x0] initial LVB size: 147456, mtime: 0x69eb97fa, atime: 0x69eb97e2, ctime: 0x69eb97fa, blocks: 0x68 00010000:00010000:1.0:1777047546.703158:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047546.703163:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047546.703177:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b313ea65/0x5ecf73d72493b31d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fab expref: 20 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.703208:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b313ea65/0x5ecf73d72493b31d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fab expref: 20 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.703233:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e26a00, rc 0) 00000100:00100000:1.0:1777047546.703672:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:57911:x1863365388258816:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 652us (2478us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047546.703688:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4471 00000100:00100000:3.0:1777047546.718773:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047546.718858:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047546.718966:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388258944 00000100:00100000:0.0:1777047546.718984:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388258944 00002000:00010000:0.0:1777047546.719080:0:24563:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/115 (147429->18446744073709551615) 00002000:00100000:0.0:1777047546.719090:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d1f80 with x1863365388258944 ext(147429->18446744073709551615) 00002000:00010000:0.0:1777047546.719110:0:24563:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e077b9d1f80. 00000100:00100000:0.0:1777047546.719170:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388259072 00000100:00100000:0.0:1777047546.719179:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388259072 00002000:00010000:0.0:1777047546.719211:0:24563:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/146 (0->18446744073709551615) 00002000:00100000:0.0:1777047546.719218:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d2680 with x1863365388259072 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047546.719230:0:24563:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e077b9d2680. 00000100:00100000:0.0:1777047546.719683:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1591 00000100:00100000:0.0:1777047546.719706:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388258944:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:0.0:1777047546.720137:0:24563:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb size from disk: 147456 -> 147429 00002000:00010000:0.0:1777047546.720145:0:24563:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb mtime from disk: 1777047546 -> 1777047547 00002000:00010000:0.0:1777047546.720485:0:24563:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047546.720493:0:24563:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb ctime from disk: 1777047546 -> 1777047547 00002000:00010000:0.0:1777047546.720497:0:24563:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:0.0:1777047546.720589:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388258944:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 888us (1828us total) trans 17179870565 rc 0/0 00000100:00100000:0.0:1777047546.720605:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1591 00002000:00010000:0.0:1777047546.720614:0:24563:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/115 (147429->18446744073709551615) 00002000:00100000:0.0:1777047546.720619:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d1f80 with x1863365388258944 ext(147429->18446744073709551615) 00002000:00010000:0.0:1777047546.720628:0:24563:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e077b9d1f80. 00000100:00100000:0.0:1777047546.720662:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1592 00000100:00100000:0.0:1777047546.720678:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2432:x1863365388259072:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:0.0:1777047546.721179:0:24563:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047546.721556:0:24563:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb mtime from disk: 1777047546 -> 1777047547 00002000:00010000:0.0:1777047546.721561:0:24563:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047546.721565:0:24563:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb ctime from disk: 1777047546 -> 1777047547 00002000:00010000:0.0:1777047546.721569:0:24563:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047546.721623:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388259072:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 945us (2763us total) trans 21474837949 rc 0/0 00000100:00100000:0.0:1777047546.721642:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1592 00002000:00010000:0.0:1777047546.721650:0:24563:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/146 (0->18446744073709551615) 00002000:00100000:0.0:1777047546.721656:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d2680 with x1863365388259072 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047546.721666:0:24563:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e077b9d2680. 00000100:00100000:3.0:1777047546.742213:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047546.744199:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388259200 00000100:00100000:0.0:1777047546.744216:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388259200 00000100:00100000:2.0:1777047546.752585:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6494 00000100:00100000:2.0:1777047546.752630:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+49:57911:x1863365388259200:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047546.752673:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047546.752712:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493b324 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8fb2 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.752873:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b32b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.752903:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b32b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.752927:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b32b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047546.752981:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 147429 00000004:00200000:2.0:1777047546.752991:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047546.753023:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b32b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.753078:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493b324 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fb2 expref: 51 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.753130:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b32b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fb2 expref: 50 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.753148:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047546.753155:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047546.753161:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167a00, rc 0) 00000100:00100000:2.0:1777047546.753289:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+50:57911:x1863365388259200:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 679us (11086us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047546.753307:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6494 00000100:00100000:2.0:1777047546.784981:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047546.785698:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388259456 00000100:00100000:0.0:1777047546.785720:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388259456 00000100:00100000:0.0:1777047546.785832:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6495 00000100:00100000:0.0:1777047546.785856:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+50:57911:x1863365388259456:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047546.785948:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047546.786002:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b32b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fb2 expref: 50 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.786053:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047546.786064:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047546.786341:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493b332 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.786611:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493b332 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.786640:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493b332 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047546.787854:0:12913:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935374 00000004:00010000:1.0:1777047546.787921:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fe3d283c reply state 00000000ba5d0aae transno 8589935375 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493b332 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.787983:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493b332 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.788005:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047546.788011:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047546.788016:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047546.788209:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+52:57911:x1863365388259456:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 2350us (3231us total) trans 8589935375 rc 0/0 00000100:00100000:1.0:1777047546.788225:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6495 00000020:00080000:1.0:1777047546.788236:0:12913:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047546.799113:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047546.800098:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388259584 00000100:00100000:0.0:1777047546.800115:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388259584 00000100:00100000:0.0:1777047546.800201:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4472 00000100:00100000:0.0:1777047546.800220:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57911:x1863365388259584:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047546.800249:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047546.800282:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b339 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8fb9 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047546.800326:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x93:0x0] initial LVB size: 147456, mtime: 0x69eb97fa, atime: 0x69eb97f1, ctime: 0x69eb97fa, blocks: 0x68 00010000:00010000:0.0:1777047546.800361:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047546.800455:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047546.800470:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b339 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fb9 expref: 15 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.800529:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b339 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fb9 expref: 15 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.800568:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388600, rc 0) 00000100:00100000:0.0:1777047546.800658:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57911:x1863365388259584:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 441us (1557us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047546.800674:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4472 00000100:00100000:3.0:1777047546.818982:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047546.819092:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047546.819492:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388259712 00000100:00100000:2.0:1777047546.819508:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388259712 00002000:00010000:2.0:1777047546.819612:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/147 (147429->18446744073709551615) 00002000:00100000:2.0:1777047546.819623:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d0000 with x1863365388259712 ext(147429->18446744073709551615) 00002000:00010000:2.0:1777047546.819643:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e077b9d0000. 00000100:00100000:2.0:1777047546.819679:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388259840 00000100:00100000:2.0:1777047546.819685:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388259840 00002000:00010000:2.0:1777047546.819715:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/116 (0->18446744073709551615) 00002000:00100000:2.0:1777047546.819722:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d1880 with x1863365388259840 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047546.819734:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e077b9d1880. 00000100:00100000:2.0:1777047546.819793:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1593 00000100:00100000:2.0:1777047546.819814:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388259712:12345-192.168.201.54@tcp:10:lfs.0 00000100:00100000:3.0:1777047546.820306:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1594 00000100:00100000:3.0:1777047546.820328:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2432:x1863365388259840:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:3.0:1777047546.820601:0:8485:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047546.820609:0:8485:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb mtime from disk: 1777047546 -> 1777047547 00002000:00010000:3.0:1777047546.820615:0:8485:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:3.0:1777047546.820619:0:8485:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb ctime from disk: 1777047546 -> 1777047547 00002000:00010000:3.0:1777047546.820623:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047546.820707:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2432:x1863365388259840:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 385us (1614us total) trans 17179870566 rc 0/0 00000100:00100000:3.0:1777047546.820723:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1594 00002000:00010000:3.0:1777047546.820730:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/116 (0->18446744073709551615) 00002000:00100000:3.0:1777047546.820736:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d1880 with x1863365388259840 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047546.820745:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e077b9d1880. 00002000:00010000:3.0:1777047546.827062:0:29057:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb size from disk: 147456 -> 147429 00002000:00010000:3.0:1777047546.827077:0:29057:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb mtime from disk: 1777047546 -> 1777047547 00002000:00010000:3.0:1777047546.827082:0:29057:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:3.0:1777047546.827087:0:29057:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb ctime from disk: 1777047546 -> 1777047547 00002000:00010000:3.0:1777047546.827092:0:29057:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:3.0:1777047546.827218:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2432:x1863365388259712:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 7401us (8242us total) trans 21474837950 rc 0/0 00000100:00100000:3.0:1777047546.827239:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1593 00002000:00010000:3.0:1777047546.827248:0:29057:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/147 (147429->18446744073709551615) 00002000:00100000:3.0:1777047546.827255:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077b9d0000 with x1863365388259712 ext(147429->18446744073709551615) 00002000:00010000:3.0:1777047546.827268:0:29057:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e077b9d0000. 00000100:00100000:3.0:1777047546.843061:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047546.858262:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388260096 00000100:00100000:1.0:1777047546.858285:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388260096 00000100:00100000:1.0:1777047546.858574:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6496 00000100:00100000:1.0:1777047546.858597:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+52:57911:x1863365388260096:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:1.0:1777047546.858764:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b340 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.858797:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b340 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.858818:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b340 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047546.859022:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000367adb2f reply state 00000000f702a5f8 transno 8589935376 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b340 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.859047:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b340 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.859062:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047546.859067:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047546.859074:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047546.859231:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+54:57911:x1863365388260096:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 639us (16182us total) trans 8589935376 rc 0/0 00000100:00100000:0.0:1777047546.876698:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047546.877010:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388260224 00000100:00100000:2.0:1777047546.877024:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388260224 00000100:00100000:2.0:1777047546.877133:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4473 00000100:00100000:2.0:1777047546.877152:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:57911:x1863365388260224:12345-192.168.201.54@tcp:101:lfs.0 00000100:00100000:1.0:1777047546.878437:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6496 00010000:00010000:2.0:1777047546.880498:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047546.880536:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493b347 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8fc0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.880592:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d72493b1e9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f2d expref: 17 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.880610:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047546.880613:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047546.880622:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493b347 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fc0 expref: 17 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.880678:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d72493b1e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f2d expref: 17 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.880704:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d72493b1e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f2d expref: 17 pid: 8480 timeout: 4275 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047546.880729:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab46a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443150464:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047546.880866:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a240 going to sleep for 11 seconds 00000100:00100000:2.0:1777047546.899099:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047546.899162:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab46a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443150464:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047546.899543:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493b347 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fc0 expref: 17 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.899580:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166400, rc 0) 00000100:00100000:1.0:1777047546.899662:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57911:x1863365388260224:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 22514us (22976us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047546.899679:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4473 00000100:00100000:0.0:1777047546.901465:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388260352 00000100:00100000:0.0:1777047546.901478:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388260352 00010000:00010000:0.0:1777047546.901527:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d72493b1e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f2d expref: 17 pid: 8480 timeout: 4275 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047546.902231:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2239 00000100:00100000:0.0:1777047546.902249:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388260352:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047546.902269:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047546.902297:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d72493b1e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f2d expref: 17 pid: 8480 timeout: 4275 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.902322:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d72493b1e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f2d expref: 17 pid: 8480 timeout: 4275 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.902429:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079efa0ce/0x5ecf73d72493b1e9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f2d expref: 17 pid: 8480 timeout: 4275 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.902454:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047546.902457:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047546.902468:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493b347 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fc0 expref: 16 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.902487:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493b347 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fc0 expref: 16 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.902536:0:9569:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493b347 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fc0 expref: 16 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047546.902571:0:9569:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643054700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9569:1863365443150592:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047546.902675:0:9569:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08600 going to sleep for 11 seconds 00000100:00100000:2.0:1777047546.931071:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047546.931613:0:9569:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643054700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9569:1863365443150592:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047546.931649:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047546.931719:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388260352:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 29472us (32633us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047546.932015:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2239 00000100:00100000:1.0:1777047546.934173:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388260480 00000100:00100000:1.0:1777047546.934186:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388260480 00000100:00100000:1.0:1777047546.934273:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4474 00000100:00100000:1.0:1777047546.934289:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:57911:x1863365388260480:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047546.934321:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047546.934349:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d72493b34e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8fc7 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.934465:0:30115:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493b1e2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f34 expref: 23 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.934481:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047546.934485:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047546.934492:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d72493b34e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fc7 expref: 23 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.934543:0:30115:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493b1e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f34 expref: 23 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.934584:0:30115:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493b1e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f34 expref: 23 pid: 8480 timeout: 4275 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047546.934608:0:30115:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:30115:1863365443150720:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047546.934717:0:30115:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e077192a780 going to sleep for 11 seconds 00000100:00100000:2.0:1777047546.951574:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047546.951775:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388260608 00000100:00100000:3.0:1777047546.951789:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388260608 00010000:00010000:3.0:1777047546.951844:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493b1e2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f34 expref: 24 pid: 8480 timeout: 4275 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047546.951911:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2240 00000100:00100000:3.0:1777047546.951927:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365388260608:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047546.951948:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047546.951977:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493b1e2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f34 expref: 24 pid: 8480 timeout: 4275 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047546.952002:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493b1e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f34 expref: 24 pid: 8480 timeout: 4275 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047546.952038:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047546.952042:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047546.952053:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d72493b34e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fc7 expref: 24 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047546.952069:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d72493b34e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fc7 expref: 24 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047546.952127:0:6575:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d72493b34e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fc7 expref: 24 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047546.952151:0:6575:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644325880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6575:1863365443150848:192.168.201.54@tcp:105: 00000100:00100000:3.0:1777047546.952680:0:6575:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07775d8cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1777047546.953814:0:30115:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001fd4315a/0x5ecf73d72493b1e2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f34 expref: 24 pid: 8480 timeout: 4275 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047546.953852:0:30115:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:30115:1863365443150720:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047546.953885:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d72493b34e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fc7 expref: 23 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.953905:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e26e00, rc 0) 00000100:00100000:1.0:1777047546.953987:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57911:x1863365388260480:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 19700us (22927us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047546.954001:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4474 00000100:00100000:3.0:1777047546.965888:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047546.966679:0:6575:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644325880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6575:1863365443150848:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047546.966714:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047546.966805:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388260608:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 14880us (15241us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047546.966823:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2240 00000100:00100000:1.0:1777047546.972614:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388260736 00000100:00100000:1.0:1777047546.972635:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388260736 00000100:00100000:1.0:1777047546.972748:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4475 00000100:00100000:1.0:1777047546.972767:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0775807c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:57911:x1863365388260736:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047546.972795:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047546.972823:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3b6067d/0x5ecf73d72493b355 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8fce expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.972874:0:11204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493b1f0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f3b expref: 17 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.972890:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047546.972893:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047546.972899:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3b6067d/0x5ecf73d72493b355 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fce expref: 17 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.976034:0:11204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493b1f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f3b expref: 17 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.976068:0:11204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493b1f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f3b expref: 17 pid: 8480 timeout: 4275 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047546.976096:0:11204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11204:1863365443150976:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047546.976647:0:11204:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e077192a780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047546.991587:0:11204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11204:1863365443150976:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047546.991614:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:3.0:1777047546.991642:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f3b6067d/0x5ecf73d72493b355 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fce expref: 17 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047546.991676:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27c00, rc 0) 00000100:00100000:0.0:1777047546.993046:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388260864 00000100:00100000:0.0:1777047546.993058:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388260864 00010000:00010000:0.0:1777047546.993114:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493b1f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f3b expref: 18 pid: 8480 timeout: 4275 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047546.993199:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2241 00000100:00100000:0.0:1777047546.993215:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388260864:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047546.993236:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047546.993269:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493b1f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f3b expref: 18 pid: 8480 timeout: 4275 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.993293:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493b1f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f3b expref: 18 pid: 8480 timeout: 4275 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.993328:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026d7412f/0x5ecf73d72493b1f0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f3b expref: 18 pid: 8480 timeout: 4275 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.993354:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777047546.993419:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0775807c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57911:x1863365388260736:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 20650us (27534us total) trans 0 rc 0/0 00010000:00010000:0.0:1777047546.993434:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777047546.993438:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4475 00010000:00010000:0.0:1777047546.993451:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f3b6067d/0x5ecf73d72493b355 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fce expref: 17 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.993471:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3b6067d/0x5ecf73d72493b355 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fce expref: 16 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.993533:0:6573:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f3b6067d/0x5ecf73d72493b355 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fce expref: 16 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047546.993560:0:6573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643054700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365443151104:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047546.993669:0:6573:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08600 going to sleep for 11 seconds 00000100:00100000:3.0:1777047547.007608:0:6573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643054700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365443151104:192.168.201.54@tcp:105: 00010000:00010000:3.0:1777047547.007644:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047547.007729:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388260864:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 14516us (16122us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047547.007748:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2241 00000100:00100000:2.0:1777047547.008321:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047547.008597:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047547.014188:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047547.015673:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388260992 00000100:00100000:1.0:1777047547.015689:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388260992 00000100:00100000:3.0:1777047547.015933:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388261120 00000100:00100000:3.0:1777047547.015940:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388261120 00000100:00100000:3.0:1777047547.016016:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4476 00000100:00100000:3.0:1777047547.016053:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388260992:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:3.0:1777047547.016252:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 147429 -> 147429 00002000:00010000:3.0:1777047547.016259:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047544 -> 1777047544 00002000:00010000:3.0:1777047547.016264:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:3.0:1777047547.016268:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047544 -> 1777047547 00002000:00010000:3.0:1777047547.016272:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 136 -> 136 00000100:00100000:3.0:1777047547.016442:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388260992:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 409us (8120us total) trans 21474837951 rc 0/0 00000100:00100000:3.0:1777047547.016482:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4476 00000100:00100000:3.0:1777047547.016514:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4477 00000100:00100000:3.0:1777047547.016529:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388261120:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:3.0:1777047547.016638:0:8480:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047547.016645:0:8480:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047544 -> 1777047544 00002000:00010000:3.0:1777047547.016649:0:8480:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:3.0:1777047547.016653:0:8480:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047544 -> 1777047547 00002000:00010000:3.0:1777047547.016657:0:8480:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777047547.016698:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388261120:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 171us (8101us total) trans 17179870567 rc 0/0 00000100:00100000:3.0:1777047547.016710:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4477 00000100:00080000:1.0:1777047547.019032:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777047547.019065:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047547.023340:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388261248 00000100:00100000:2.0:1777047547.023412:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388261248 00000100:00100000:2.0:1777047547.023498:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4478 00000100:00100000:2.0:1777047547.023516:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388261248:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:2.0:1777047547.023720:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047547.023727:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047544 -> 1777047544 00002000:00010000:2.0:1777047547.023732:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:2.0:1777047547.023736:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047544 -> 1777047547 00002000:00010000:2.0:1777047547.023741:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047547.023810:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388261248:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 297us (9632us total) trans 21474837952 rc 0/0 00000100:00100000:2.0:1777047547.024121:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4478 00000100:00100000:0.0:1777047547.045189:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047547.045830:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388261504 00000100:00100000:2.0:1777047547.045846:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388261504 00000100:00100000:2.0:1777047547.046088:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2174 00000100:00100000:2.0:1777047547.046107:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+54:57911:x1863365388261504:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:2.0:1777047547.046202:0:35315:0:(mdt_open.c:2500:mdt_close_resync_done()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b1a3 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f18 expref: 54 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.046671:0:35315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b35c lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.046696:0:35315:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b1cd lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f1f expref: 54 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.046714:0:35315:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b35c lrc: 4/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.047074:0:35315:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b1cd lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f1f expref: 54 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.047099:0:35315:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b1cd lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f1f expref: 54 pid: 12913 timeout: 4275 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047547.047123:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645689500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443151232:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047547.047587:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a900 going to sleep for 11 seconds 00000100:00080000:1.0:1777047547.054862:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047547.071720:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645689500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443151232:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047547.071767:0:35315:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b35c lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047547.078135:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047547.078568:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388261632 00000100:00100000:0.0:1777047547.078582:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388261632 00010000:00010000:0.0:1777047547.078643:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b1cd lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f1f expref: 55 pid: 12913 timeout: 4275 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047547.078719:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2242 00000100:00100000:0.0:1777047547.078737:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0771876050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+55:2429:x1863365388261632:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047547.078762:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047547.078773:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b1cd lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f1f expref: 55 pid: 12913 timeout: 4275 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047547.078801:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b1cd lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f1f expref: 55 pid: 12913 timeout: 4275 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047547.078837:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b1cd lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f1f expref: 55 pid: 12913 timeout: 4275 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047547.078880:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047547.078887:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b35c lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047547.078901:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b35c lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT flags: 0x40290000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047547.078915:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b35c lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT flags: 0x40290000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047547.079182:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047547.079606:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0771876050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+54:2429:x1863365388261632:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 871us (1482us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047547.079622:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2242 00010000:00010000:1.0:1777047547.085418:0:35315:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b35c lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.085448:0:35315:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b35c lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047547.085958:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].150, 88 off21152 00000004:00080000:1.0:1777047547.085977:0:35315:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4175722592145ns, next at 4161903486201ns, rc = 0 00000040:00080000:1.0:1777047547.086516:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].151, 88 off21240 00000004:00080000:1.0:1777047547.086537:0:35315:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4175723153496ns, next at 4161903528331ns, rc = 0 00000040:00080000:1.0:1777047547.086572:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].152, 88 off21328 00000004:00080000:1.0:1777047547.086581:0:35315:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4175723197145ns, next at 4161903528331ns, rc = 0 00000040:00080000:1.0:1777047547.086601:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].151, 88 off21240 00000004:00080000:1.0:1777047547.086607:0:35315:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4175723223996ns, next at 4161903486201ns, rc = 0 00000040:00080000:1.0:1777047547.090928:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].153, 88 off21416 00000004:00080000:1.0:1777047547.091920:0:35315:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4175728534515ns, next at 4161903528331ns, rc = 0 00000040:00080000:1.0:1777047547.092620:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].152, 88 off21328 00000004:00080000:1.0:1777047547.092634:0:35315:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4175729249920ns, next at 4161903486201ns, rc = 0 00000040:00080000:1.0:1777047547.093931:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].154, 88 off21504 00000004:00080000:1.0:1777047547.093945:0:35315:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4175730561194ns, next at 4161903528331ns, rc = 0 00000040:00080000:1.0:1777047547.094618:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].153, 88 off21416 00000004:00080000:1.0:1777047547.094633:0:35315:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4175731248855ns, next at 4161903486201ns, rc = 0 00000040:00080000:1.0:1777047547.094881:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].154, 88 off21504 00000004:00080000:1.0:1777047547.094892:0:35315:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4175731508895ns, next at 4161903486201ns, rc = 0 00000040:00080000:1.0:1777047547.095111:0:35315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].155, 88 off21592 00000004:00080000:1.0:1777047547.095122:0:35315:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4175731738732ns, next at 4161903528331ns, rc = 0 00000001:00080000:2.0:1777047547.119031:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935377 is committed 00000004:00080000:2.0:1777047547.119054:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 156 committed 00000004:00080000:2.0:1777047547.119086:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 154 committed 00000004:00080000:2.0:1777047547.119124:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 153 committed 00000004:00080000:2.0:1777047547.119133:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 155 committed 00000004:00080000:2.0:1777047547.119137:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 152 committed 00000004:00080000:2.0:1777047547.119143:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 154 committed 00000004:00080000:2.0:1777047547.119150:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 151 committed 00000004:00080000:2.0:1777047547.119155:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 153 committed 00000004:00080000:2.0:1777047547.119163:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 152 committed 00000004:00080000:2.0:1777047547.119169:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 150 committed 00000100:00100000:0.0:1777047547.119790:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443151360:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047547.119889:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047547.119971:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744af0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443151872:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047547.120014:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047547.120064:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777047547.120077:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443151744:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047547.120120:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047547.120183:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443151488:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047547.120227:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047547.120264:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047547.120277:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443151616:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047547.120319:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047547.120432:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443151360 00000100:00100000:0.0:1777047547.120444:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443151360 00000100:00100000:0.0:1777047547.120531:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443151872 00000100:00100000:0.0:1777047547.120538:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443151872 00000100:00100000:0.0:1777047547.120570:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443151744 00000100:00100000:0.0:1777047547.120575:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443151744 00000100:00100000:0.0:1777047547.120604:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443151488 00000100:00100000:0.0:1777047547.120610:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443151488 00000100:00100000:0.0:1777047547.120639:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443151616 00000100:00100000:0.0:1777047547.120644:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443151616 00000100:00100000:0.0:1777047547.120668:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4479 00000100:00100000:0.0:1777047547.120681:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3685:x1863365443151360:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047547.120901:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047547.120909:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047547.120914:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047547.120918:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047547.120923:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047547.121003:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3685:x1863365443151360:12345-0@lo:2:osp-syn-1-0.0 Request processed in 319us (1111us total) trans 17179870568 rc 0/0 00000100:00100000:0.0:1777047547.121019:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4479 00000100:00100000:0.0:1777047547.121053:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4480 00000100:00100000:0.0:1777047547.121068:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3685:x1863365443151872:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047547.121541:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047547.121548:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb mtime from disk: 1777047547 -> 1777047547 00002000:00010000:0.0:1777047547.121552:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047547.121556:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb ctime from disk: 1777047547 -> 1777047547 00002000:00010000:0.0:1777047547.121560:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047547.121627:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3685:x1863365443151872:12345-0@lo:2:osp-syn-1-0.0 Request processed in 561us (1610us total) trans 17179870569 rc 0/0 00000100:00100000:0.0:1777047547.121641:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4480 00000100:00100000:0.0:1777047547.121667:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4481 00000100:00100000:0.0:1777047547.121680:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3685:x1863365443151744:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047547.121780:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb size from disk: 147429 -> 147429 00002000:00010000:0.0:1777047547.121787:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb mtime from disk: 1777047547 -> 1777047547 00002000:00010000:0.0:1777047547.121792:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:0.0:1777047547.121797:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb ctime from disk: 1777047547 -> 1777047547 00002000:00010000:0.0:1777047547.121802:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x73:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:0.0:1777047547.121854:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3685:x1863365443151744:12345-0@lo:2:osp-syn-1-0.0 Request processed in 176us (1733us total) trans 17179870570 rc 0/0 00000100:00100000:0.0:1777047547.121866:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4481 00000100:00100000:0.0:1777047547.121893:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4482 00000100:00100000:0.0:1777047547.121906:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3682:x1863365443151488:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047547.122021:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047547.122028:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047544 -> 1777047544 00002000:00010000:0.0:1777047547.122033:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047547.122037:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047547 -> 1777047547 00002000:00010000:0.0:1777047547.122042:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1777047547.122106:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3682:x1863365443151488:12345-0@lo:2:osp-syn-1-0.0 Request processed in 201us (1877us total) trans 17179870571 rc 0/0 00000100:00100000:0.0:1777047547.122121:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4482 00000100:00100000:0.0:1777047547.122149:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4483 00000100:00100000:0.0:1777047547.122164:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3682:x1863365443151616:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047547.122266:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb size from disk: 147429 -> 147429 00002000:00010000:0.0:1777047547.122272:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb mtime from disk: 1777047547 -> 1777047547 00002000:00010000:0.0:1777047547.122276:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:0.0:1777047547.122280:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb ctime from disk: 1777047547 -> 1777047547 00002000:00010000:0.0:1777047547.122284:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6f:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:0.0:1777047547.122345:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3682:x1863365443151616:12345-0@lo:2:osp-syn-1-0.0 Request processed in 183us (2024us total) trans 17179870572 rc 0/0 00000100:00100000:1.0:1777047547.123015:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443152256:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047547.123077:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047547.123124:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047547.123136:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443152384:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047547.123186:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047547.123231:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443152256 00000100:00100000:1.0:1777047547.123240:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443152256 00010000:00010000:3.0:1777047547.123744:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493b213 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.123764:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493b213 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.123779:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493b213 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.123791:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047547.123799:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493b213 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.123813:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493b213 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.123849:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047547.124156:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047547.124168:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493b213 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124182:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec800/0x5ecf73d72493b213 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124224:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b22f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124238:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b22f lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124250:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b22f lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124261:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047547.124267:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b22f lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124280:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b22f lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124297:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047547.124302:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047547.124308:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b22f lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124321:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec200/0x5ecf73d72493b22f lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124353:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493b24b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124474:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493b24b lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124485:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493b24b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124495:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047547.124501:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493b24b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124514:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493b24b lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124529:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047547.124534:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047547.124540:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493b24b lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124552:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389600/0x5ecf73d72493b24b lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124576:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b28a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124589:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b28a lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124602:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b28a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124615:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047547.124622:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b28a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124637:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b28a lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124654:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047547.124658:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047547.124663:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b28a lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124674:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b28a lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124710:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493b2a6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124722:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493b2a6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124734:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493b2a6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124745:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821eda00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047547.124752:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493b2a6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124763:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493b2a6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124787:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047547.124791:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047547.124796:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493b2a6 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124807:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821eda00/0x5ecf73d72493b2a6 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124828:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493b2c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124840:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493b2c2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124853:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493b2c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124864:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e07821ec600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047547.124869:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493b2c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124882:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493b2c2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124897:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047547.124902:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047547.124908:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493b2c2 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124920:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ec600/0x5ecf73d72493b2c2 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124951:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493b2fa lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124965:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493b2fa lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124978:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493b2fa lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.124988:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047547.124993:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493b2fa lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.125005:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493b2fa lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.125020:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047547.125025:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047547.125030:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493b2fa lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.125042:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389000/0x5ecf73d72493b2fa lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.125062:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b316 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.125074:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b316 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.125086:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b316 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.125098:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047547.125103:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b316 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.125116:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b316 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.125131:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047547.125135:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047547.125142:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b316 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.125155:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b316 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.125177:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493b332 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.125191:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493b332 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.125203:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493b332 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.125213:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047547.125218:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493b332 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.125232:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493b332 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.125255:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047547.125260:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047547.125265:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493b332 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.125277:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493b332 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.125297:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b340 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.125309:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b340 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.125320:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b340 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.125330:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e26800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047547.125335:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b340 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.125347:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b340 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.125456:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047547.125461:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047547.125468:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b340 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.125480:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b340 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047547.125531:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443152128:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047547.125597:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047547.125627:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1777047547.125639:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443152000:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047547.125676:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047547.125694:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443152512:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047547.125726:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047547.125763:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443152384 00000100:00100000:3.0:1777047547.125772:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443152384 00000100:00100000:2.0:1777047547.125968:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443152128 00000100:00100000:2.0:1777047547.125978:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443152128 00000100:00100000:0.0:1777047547.137871:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4483 00000100:00100000:0.0:1777047547.138041:0:3682:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179870551 gen 2 00000004:00080000:0.0:1777047547.138052:0:3682:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179870540 committed transno 17179870551 00000004:00080000:0.0:1777047547.138084:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645844380, transno 17179870541 00000004:00080000:0.0:1777047547.138104:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645845880, transno 17179870542 00000004:00080000:0.0:1777047547.138479:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0642c07480, transno 17179870543 00000004:00080000:0.0:1777047547.138486:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645844e00, transno 17179870544 00000004:00080000:0.0:1777047547.138492:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645845c00, transno 17179870545 00000004:00080000:0.0:1777047547.138497:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644c6ca80, transno 17179870547 00000004:00080000:0.0:1777047547.138502:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644c6ed80, transno 17179870548 00000004:00080000:0.0:1777047547.138507:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644c6d180, transno 17179870549 00000004:00080000:0.0:1777047547.138512:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644c6dc00, transno 17179870550 00000004:00080000:0.0:1777047547.138516:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644c6d500, transno 17179870551 00000100:00100000:0.0:1777047547.138531:0:3682:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9e0643054380 x1863365443151616/t17179870572(17179870572) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777047563 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1777047547.138554:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643054380/2, rc 0, transno 17179870572 00000100:00100000:0.0:1777047547.138565:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443151616:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047547.138597:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643054700/2, rc 0, transno 17179870571 00000100:00100000:0.0:1777047547.138605:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443151488:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047547.138656:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643055180/2, rc 0, transno 17179870570 00000100:00100000:0.0:1777047547.138667:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443151744:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047547.138685:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643055880/2, rc 0, transno 17179870568 00000100:00100000:0.0:1777047547.138692:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443151360:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047547.138709:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0744af0000/2, rc 0, transno 17179870569 00000100:00100000:0.0:1777047547.138715:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744af0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443151872:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047547.139633:0:33234:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 5 in progress, 0 in flight, 10 done 00000100:00100000:0.0:1777047547.139667:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443152000 00000100:00100000:0.0:1777047547.139680:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443152000 00000100:00100000:1.0:1777047547.150337:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443152512 00000100:00100000:1.0:1777047547.150380:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443152512 00000100:00100000:1.0:1777047547.150451:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4484 00000100:00100000:1.0:1777047547.150471:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3684:x1863365443152256:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047547.150694:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047547.150702:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047547 -> 1777047547 00002000:00010000:1.0:1777047547.150708:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:1.0:1777047547.150713:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047547 -> 1777047547 00002000:00010000:1.0:1777047547.150717:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047547.150843:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3684:x1863365443152256:12345-0@lo:2:osp-syn-0-0.0 Request processed in 376us (27764us total) trans 21474837953 rc 0/0 00000100:00100000:1.0:1777047547.150860:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4484 00000100:00100000:1.0:1777047547.150942:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4485 00000100:00100000:1.0:1777047547.150959:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3683:x1863365443152512:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047547.151068:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb size from disk: 147429 -> 147429 00002000:00010000:1.0:1777047547.151076:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb mtime from disk: 1777047547 -> 1777047547 00002000:00010000:1.0:1777047547.151080:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:1.0:1777047547.151085:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb ctime from disk: 1777047547 -> 1777047547 00002000:00010000:1.0:1777047547.151112:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:3.0:1777047547.151603:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4486 00000100:00100000:3.0:1777047547.151624:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3684:x1863365443152384:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047547.151734:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047547.151740:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb mtime from disk: 1777047547 -> 1777047547 00002000:00010000:3.0:1777047547.151745:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:3.0:1777047547.151749:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb ctime from disk: 1777047547 -> 1777047547 00002000:00010000:3.0:1777047547.151753:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047547.151814:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3684:x1863365443152384:12345-0@lo:2:osp-syn-0-0.0 Request processed in 196us (28626us total) trans 21474837955 rc 0/0 00000100:00100000:3.0:1777047547.151828:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4486 00000100:00100000:1.0:1777047547.153468:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3683:x1863365443152512:12345-0@lo:2:osp-syn-0-0.0 Request processed in 546us (25772us total) trans 21474837954 rc 0/0 00000100:00100000:1.0:1777047547.153490:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4485 00000100:00100000:1.0:1777047547.153567:0:3684:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474837938 gen 2 00000004:00080000:1.0:1777047547.153578:0:3684:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474837923 committed transno 21474837938 00000004:00080000:1.0:1777047547.153609:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e3ebb80, transno 21474837924 00000004:00080000:1.0:1777047547.153639:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0641c57b80, transno 21474837925 00000004:00080000:1.0:1777047547.153645:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0641c55880, transno 21474837926 00000004:00080000:1.0:1777047547.153650:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e3e9f80, transno 21474837927 00000004:00080000:1.0:1777047547.153654:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e3e9c00, transno 21474837928 00000004:00080000:1.0:1777047547.153659:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643a26d80, transno 21474837934 00000004:00080000:1.0:1777047547.153664:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643a27480, transno 21474837935 00000004:00080000:1.0:1777047547.153669:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643a25f80, transno 21474837936 00000004:00080000:1.0:1777047547.153674:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643a27b80, transno 21474837937 00000004:00080000:1.0:1777047547.153678:0:3684:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643a24700, transno 21474837938 00000100:00100000:1.0:1777047547.153690:0:3684:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9e076e39dc00 x1863365443152384/t21474837955(21474837955) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777047563 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1777047547.153710:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e39dc00/2, rc 0, transno 21474837955 00000100:00100000:1.0:1777047547.153719:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443152384:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047547.153746:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e39c000/2, rc 0, transno 21474837953 00000100:00100000:1.0:1777047547.153754:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443152256:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047547.154142:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e39ea00/2, rc 0, transno 21474837954 00000100:00100000:1.0:1777047547.154152:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443152512:0@lo:2:osp-syn-0-0.0 00000004:00010000:1.0:1777047547.154240:0:35315:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002d5a107e reply state 0000000011fc2187 transno 8589935377 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b35c lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.154274:0:35315:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b35c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.154292:0:35315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047547.154298:0:35315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1777047547.154305:0:35315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777047547.154315:0:35315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047547.154319:0:35315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047547.154408:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b1a3 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f18 expref: 24 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:1.0:1777047547.154580:0:35315:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1777047547.154605:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57911:x1863365388261504:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 108500us (109425us total) trans 8589935377 rc 0/0 00000100:00100000:1.0:1777047547.154622:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2174 00000100:00100000:2.0:1777047547.156206:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4487 00000100:00100000:2.0:1777047547.156233:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3683:x1863365443152128:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1777047547.156612:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b35c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.156631:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b35c lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.156643:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b35c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.156655:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047547.156662:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b35c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.156675:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b35c lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.156696:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047547.156701:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047547.156748:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b35c lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.156760:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b35c lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777047547.157620:0:33232:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 5 in progress, 2 in flight, 10 done 00002000:00010000:2.0:1777047547.158064:0:36216:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047547.158072:0:36216:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047544 -> 1777047544 00002000:00010000:2.0:1777047547.158078:0:36216:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:2.0:1777047547.158082:0:36216:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047547 -> 1777047547 00002000:00010000:2.0:1777047547.158086:0:36216:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047547.158176:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3683:x1863365443152128:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1952us (32576us total) trans 21474837956 rc 0/0 00000100:00100000:2.0:1777047547.158191:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4487 00000100:00080000:2.0:1777047547.158335:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777047547.158343:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:3.0:1777047547.163661:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e39d880/2, rc 0, transno 21474837956 00000100:00100000:3.0:1777047547.163682:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443152128:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047547.168145:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4488 00000100:00100000:0.0:1777047547.168463:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3683:x1863365443152000:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047547.168675:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 147429 -> 147429 00002000:00010000:0.0:1777047547.168682:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047544 -> 1777047544 00002000:00010000:0.0:1777047547.168687:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047547.168691:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047547 -> 1777047547 00002000:00010000:0.0:1777047547.168695:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 136 -> 136 00000100:00100000:0.0:1777047547.168823:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3683:x1863365443152000:12345-0@lo:2:osp-syn-0-0.0 Request processed in 375us (43143us total) trans 21474837957 rc 0/0 00000100:00100000:0.0:1777047547.168838:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4488 00000004:00080000:3.0:1777047547.171597:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e39c700/2, rc 0, transno 21474837957 00000100:00100000:3.0:1777047547.171615:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443152000:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047547.173042:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047547.174161:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388261760 00000100:00100000:2.0:1777047547.174177:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388261760 00000100:00100000:2.0:1777047547.174284:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6497 00000100:00100000:2.0:1777047547.174309:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57911:x1863365388261760:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047547.174345:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047547.174467:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493b363 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8fd5 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.174563:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493b363 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fd5 expref: 24 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.174591:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493b363 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fd5 expref: 24 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.174626:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047547.174633:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047547.174669:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167800, rc 0) 00000100:00100000:2.0:1777047547.174766:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57911:x1863365388261760:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 464us (1728us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047547.175078:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6497 00000100:00100000:0.0:1777047547.203255:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744af0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3685:1863365443152896:0@lo:400:kworker.0 00000100:00100000:2.0:1777047547.203293:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744af1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443152768:0@lo:400:kworker.0 00000100:00100000:0.0:1777047547.203442:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047547.203454:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047547.203510:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744af1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3685:1863365443153408:0@lo:400:kworker.0 00000100:00100000:2.0:1777047547.203515:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744af0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3684:1863365443153280:0@lo:400:kworker.0 00000100:00100000:0.0:1777047547.203591:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047547.203682:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047547.204082:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443152768 00000100:00100000:1.0:1777047547.204095:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443152768 00000100:00100000:1.0:1777047547.204170:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3428 00000100:00100000:1.0:1777047547.204188:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443152768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047547.204685:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744af1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3683:1863365443152640:0@lo:400:kworker.0 00000100:00100000:0.0:1777047547.205187:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077797b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3684:1863365443153792:0@lo:400:kworker.0 00000100:00100000:2.0:1777047547.207201:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443152896 00000100:00100000:2.0:1777047547.207214:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443152896 00000100:00100000:2.0:1777047547.207289:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443153408 00000100:00100000:2.0:1777047547.207297:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443153408 00000100:00100000:2.0:1777047547.207347:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443153280 00000100:00100000:2.0:1777047547.207353:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443153280 00000100:00100000:2.0:1777047547.207434:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5042 00000100:00100000:2.0:1777047547.207450:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3685:x1863365443152896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047547.212087:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443152768:12345-0@lo:400:kworker.0 Request processed in 7892us (8625us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047547.212106:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3428 00000100:00100000:1.0:1777047547.212179:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744af0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443153024:0@lo:400:kworker.0 00000100:00100000:1.0:1777047547.212245:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047547.212320:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0777978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3682:1863365443153536:0@lo:400:kworker.0 00000100:00100000:1.0:1777047547.212428:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047547.212491:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443153024 00000100:00100000:1.0:1777047547.212502:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443153024 00000100:00100000:1.0:1777047547.212565:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3039 00000100:00100000:1.0:1777047547.212580:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443153024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047547.212658:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443153024:12345-0@lo:400:kworker.0 Request processed in 82us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047547.212671:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3039 00000100:00100000:1.0:1777047547.213068:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744af0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443153024:0@lo:400:kworker.0 00000100:00100000:1.0:1777047547.213116:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443153536 00000100:00100000:1.0:1777047547.213124:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443153536 00000100:00100000:1.0:1777047547.213516:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5043 00000100:00100000:1.0:1777047547.213532:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1863365443153408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047547.213623:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1863365443153408:12345-0@lo:400:kworker.0 Request processed in 95us (10035us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047547.213636:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5043 00000100:00100000:1.0:1777047547.213664:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5044 00000100:00100000:1.0:1777047547.213676:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3684:x1863365443153280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047547.213730:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3684:x1863365443153280:12345-0@lo:400:kworker.0 Request processed in 56us (10051us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047547.213740:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5044 00000100:00100000:1.0:1777047547.213762:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5045 00000100:00100000:1.0:1777047547.213773:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3682:x1863365443153536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047547.213832:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3682:x1863365443153536:12345-0@lo:400:kworker.0 Request processed in 59us (1403us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047547.213848:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5045 00000100:00100000:1.0:1777047547.213896:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0777978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3682:1863365443153536:0@lo:400:kworker.0 00000100:00100000:1.0:1777047547.214131:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744af1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3685:1863365443153408:0@lo:400:kworker.0 00000100:00100000:3.0:1777047547.216016:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047547.216076:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744af3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443153152:0@lo:400:kworker.0 00000100:00100000:3.0:1777047547.216127:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047547.216168:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077797a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3683:1863365443153664:0@lo:400:kworker.0 00000100:00100000:3.0:1777047547.216209:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047547.216338:0:33225:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443152640 00000100:00100000:3.0:1777047547.216348:0:33225:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443152640 00000100:00100000:3.0:1777047547.216461:0:33225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:3.0:1777047547.216475:0:33225:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eff6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3683:x1863365443152640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047547.216543:0:33225:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eff6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3683:x1863365443152640:12345-0@lo:400:kworker.0 Request processed in 71us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047547.216555:0:33225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:3.0:1777047547.216602:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443153152 00000100:00100000:3.0:1777047547.216610:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443153152 00000100:00100000:3.0:1777047547.216659:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3040 00000100:00100000:3.0:1777047547.216670:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443153152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047547.216726:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443153152:12345-0@lo:400:kworker.0 Request processed in 57us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047547.216737:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3040 00000100:00100000:3.0:1777047547.217129:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744af1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3683:1863365443152640:0@lo:400:kworker.0 00000100:00100000:3.0:1777047547.217508:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744af3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443153152:0@lo:400:kworker.0 00000100:00100000:3.0:1777047547.217550:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443153664 00000100:00100000:3.0:1777047547.217557:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443153664 00000100:00100000:3.0:1777047547.217608:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5046 00000100:00100000:3.0:1777047547.217621:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3683:x1863365443153664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047547.217684:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3683:x1863365443153664:12345-0@lo:400:kworker.0 Request processed in 66us (1474us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047547.217697:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5046 00000100:00100000:3.0:1777047547.217742:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077797a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3683:1863365443153664:0@lo:400:kworker.0 00000100:00100000:1.0:1777047547.221711:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047547.221763:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388262016 00000100:00100000:1.0:1777047547.221775:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388262016 00000100:00100000:1.0:1777047547.223676:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2175 00000100:00100000:1.0:1777047547.223696:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57911:x1863365388262016:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047547.224316:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047547.224432:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443153792 00000100:00100000:0.0:1777047547.224442:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443153792 00000100:00100000:0.0:1777047547.224509:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5047 00000100:00100000:0.0:1777047547.224524:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3684:x1863365443153792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047547.224593:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3684:x1863365443153792:12345-0@lo:400:kworker.0 Request processed in 71us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047547.224605:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5047 00000100:00100000:0.0:1777047547.224679:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077797b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3684:1863365443153792:0@lo:400:kworker.0 00000100:00100000:0.0:1777047547.224728:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744af1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443152768:0@lo:400:kworker.0 00000100:00100000:0.0:1777047547.224749:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744af0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3684:1863365443153280:0@lo:400:kworker.0 00000100:00080000:0.0:1777047547.225004:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777047547.225014:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777047547.225018:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777047547.228121:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57911:x1863365388262016:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 4417us (6408us total) trans 8589935378 rc 0/0 00000100:00100000:0.0:1777047547.228140:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2175 00000100:00100000:0.0:1777047547.230733:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3685:x1863365443152896:12345-0@lo:400:kworker.0 Request processed in 23278us (27286us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047547.230750:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5042 00000100:00100000:1.0:1777047547.231092:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744af0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3685:1863365443152896:0@lo:400:kworker.0 00000100:00100000:3.0:1777047547.435652:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047547.436042:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388262144 00000100:00100000:1.0:1777047547.436058:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388262144 00000100:00100000:1.0:1777047547.436181:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6498 00000100:00100000:1.0:1777047547.436209:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57912:x1863365388262144:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047547.436251:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047547.436294:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493b36a lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8fdc expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.436521:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b371 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.436552:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b371 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.436581:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b371 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.436622:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b378 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.436638:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b378 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.436654:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b378 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.436798:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d72493b37f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.436818:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d72493b37f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.436839:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d72493b37f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047547.436916:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 147429 00000004:00200000:1.0:1777047547.436925:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047547.436962:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d72493b37f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.436987:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d72493b37f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.437009:0:34275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b371 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.437022:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b371 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.437049:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b371 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.437063:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b371 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.437081:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e26800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047547.437088:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b371 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.437103:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b371 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.437129:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e06431bd000) 00010000:00010000:1.0:1777047547.437136:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047547.437145:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b371 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.437163:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b371 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.437193:0:34275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b378 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.437212:0:34275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b378 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.437225:0:34275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b378 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.437252:0:34275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047547.437259:0:34275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b378 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.437272:0:34275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b378 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.437292:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e06431bd300) 00010000:00010000:1.0:1777047547.437298:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047547.437304:0:34275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b378 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.437316:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b378 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.440091:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493b36a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fdc expref: 27 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.440141:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d72493b37f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fdc expref: 26 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.440157:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047547.440168:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047547.440173:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27600, rc 0) 00000100:00100000:1.0:1777047547.440317:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57912:x1863365388262144:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 4100us (4660us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047547.440339:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6498 00000100:00100000:0.0:1777047547.472479:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047547.473470:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388262400 00000100:00100000:1.0:1777047547.473492:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388262400 00000100:00100000:1.0:1777047547.473585:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6499 00000100:00100000:1.0:1777047547.473609:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57912:x1863365388262400:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047547.473648:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047547.473680:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493b386 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8fe3 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.473866:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b38d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.473897:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b38d lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.473918:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b38d lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047547.473947:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 147429 00010000:00010000:1.0:1777047547.474145:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493b386 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fe3 expref: 29 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.474180:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b38d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fe3 expref: 28 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.474202:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047547.474207:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1777047547.474213:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27400, rc 0) 00000100:00100000:1.0:1777047547.474326:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57912:x1863365388262400:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 726us (1863us total) trans 8589935379 rc 0/0 00000100:00100000:1.0:1777047547.474341:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6499 00000100:00100000:0.0:1777047547.500674:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047547.508384:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388262656 00000100:00100000:2.0:1777047547.508409:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388262656 00000100:00100000:2.0:1777047547.508633:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6500 00000100:00100000:2.0:1777047547.508654:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57912:x1863365388262656:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047547.508693:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047547.508730:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b39b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8fea expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.508925:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b3a2 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.508957:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b3a2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.508981:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b3a2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047547.509010:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 147429 00010000:00010000:2.0:1777047547.509203:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b39b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fea expref: 31 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.509258:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b3a2 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fea expref: 30 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.509274:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047547.509285:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047547.509290:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167c00, rc 0) 00000100:00100000:2.0:1777047547.509542:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57912:x1863365388262656:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 885us (8883us total) trans 8589935380 rc 0/0 00000100:00100000:2.0:1777047547.509560:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6500 00000100:00100000:0.0:1777047547.715747:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777047547.715796:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443153920:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777047547.715927:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777047547.716193:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047547.716230:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443153920 00000100:00100000:2.0:1777047547.716242:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443153920 00000100:00100000:2.0:1777047547.716449:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3429 00000100:00100000:2.0:1777047547.716478:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443153920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777047547.716552:0:6593:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445834752 avail 1299595264 00000100:00100000:2.0:1777047547.716663:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443153920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 198us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047547.716689:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3429 00000100:00100000:2.0:1777047547.716785:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443153920:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777047547.717532:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047547.717561:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443154048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777047547.717640:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047547.719270:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443154048 00000100:00100000:0.0:1777047547.719281:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443154048 00000100:00100000:0.0:1777047547.719548:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2527 00000100:00100000:0.0:1777047547.719566:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443154048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1777047547.719613:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 32768 granted 484943424 pending 0 free 3916972032 avail 3685449728 00000100:00100000:0.0:1777047547.719734:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443154048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 172us (2093us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047547.719759:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2527 00000100:00100000:3.0:1777047547.720485:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443154048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777047547.971676:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047547.976213:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388262784 00000100:00100000:2.0:1777047547.976235:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388262784 00000100:00100000:2.0:1777047547.980144:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1595 00000100:00100000:2.0:1777047547.980169:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388262784:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047547.980239:0:29061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3b0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.980297:0:29061:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493b347 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fc0 expref: 18 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.980316:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047547.980320:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047547.980327:0:29061:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3b0 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.980488:0:29061:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493b347 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fc0 expref: 18 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.980518:0:29061:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493b347 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fc0 expref: 18 pid: 8479 timeout: 4276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047547.980558:0:29061:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:29061:1863365443154176:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047547.982503:0:29061:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047547.995682:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047547.996914:0:29061:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:29061:1863365443154176:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047547.996952:0:29061:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3b0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047547.998381:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388262912 00000100:00100000:0.0:1777047547.998395:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388262912 00010000:00010000:0.0:1777047547.998455:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493b347 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fc0 expref: 19 pid: 8479 timeout: 4276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047547.999268:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2243 00000100:00100000:0.0:1777047547.999289:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388262912:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047547.999314:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047547.999374:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493b347 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fc0 expref: 19 pid: 8479 timeout: 4276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047547.999430:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493b347 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fc0 expref: 19 pid: 8479 timeout: 4276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.000145:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071ef1d09/0x5ecf73d72493b347 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fc0 expref: 19 pid: 8479 timeout: 4276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.000190:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047548.000194:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047548.000202:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3b0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.000221:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3b0 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.000585:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047548.000747:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388262912:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1463us (5075us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047548.000763:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2243 00010000:00010000:2.0:1777047548.004971:0:29061:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3b0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.004997:0:29061:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3b0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.050966:0:29061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3b0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.050993:0:29061:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3b0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.051007:0:29061:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.051018:0:29061:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047548.051025:0:29061:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.051046:0:29061:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.051824:0:29061:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3b0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.053154:0:29061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3b0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047548.053721:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388262784:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 73557us (82053us total) trans 0 rc 147429/147429 00000100:00100000:2.0:1777047548.053737:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1595 00000100:00100000:0.0:1777047548.075137:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047548.075272:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388263040 00000100:00100000:1.0:1777047548.075285:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388263040 00000100:00100000:1.0:1777047548.075521:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1596 00000100:00100000:1.0:1777047548.075539:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388263040:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047548.075585:0:29058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d72493b3b7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.075633:0:29058:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493b301 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f9d expref: 23 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.075645:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047548.075648:0:29058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047548.075654:0:29058:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d72493b3b7 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.075705:0:29058:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493b301 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f9d expref: 23 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.075726:0:29058:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493b301 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f9d expref: 23 pid: 36216 timeout: 4276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047548.075751:0:29058:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e19a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:29058:1863365443154304:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047548.076230:0:29058:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e077192a000 going to sleep for 11 seconds 00000100:00100000:0.0:1777047548.086286:0:29058:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:29058:1863365443154304:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047548.086327:0:29058:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d72493b3b7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047548.092187:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047548.099924:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388263168 00000100:00100000:3.0:1777047548.099942:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388263168 00010000:00010000:3.0:1777047548.100006:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493b301 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f9d expref: 24 pid: 36216 timeout: 4276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047548.100546:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2244 00000100:00100000:3.0:1777047548.100566:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365388263168:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047548.100589:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047548.100619:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493b301 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f9d expref: 24 pid: 36216 timeout: 4276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.100644:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493b301 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f9d expref: 24 pid: 36216 timeout: 4276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.100678:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493b301 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8f9d expref: 24 pid: 36216 timeout: 4276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.100702:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047548.100705:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047548.100711:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d72493b3b7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.100735:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d72493b3b7 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.100796:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047548.100965:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388263168:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 402us (8786us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047548.100980:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2244 00010000:00010000:0.0:1777047548.101096:0:29058:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d72493b3b7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.101459:0:29058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d72493b3b7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.112185:0:29058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d72493b3b7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.112216:0:29058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d72493b3b7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.112231:0:29058:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d72493b3b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.112244:0:29058:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047548.112251:0:29058:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d72493b3b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.112266:0:29058:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d72493b3b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.112294:0:29058:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d72493b3b7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.112317:0:29058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000003ccd571/0x5ecf73d72493b3b7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047548.112474:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388263040:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 36931us (37339us total) trans 0 rc 147429/147429 00000100:00100000:3.0:1777047548.112493:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1596 00000100:00100000:1.0:1777047548.125207:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047548.126503:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388263296 00000100:00100000:2.0:1777047548.126526:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388263296 00000100:00100000:2.0:1777047548.126783:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1597 00000100:00100000:2.0:1777047548.126805:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388263296:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:2.0:1777047548.126872:0:8484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3be lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.126914:0:8484:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b313ea65/0x5ecf73d72493b31d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fab expref: 22 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.126931:0:8484:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047548.126940:0:8484:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047548.126946:0:8484:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3be lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.127028:0:8484:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b313ea65/0x5ecf73d72493b31d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fab expref: 22 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.127059:0:8484:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b313ea65/0x5ecf73d72493b31d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fab expref: 22 pid: 8633 timeout: 4276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047548.127092:0:8484:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8484:1863365443154432:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047548.127668:0:8484:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047548.167582:0:8484:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8484:1863365443154432:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047548.167654:0:8484:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3be lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047548.169828:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047548.172984:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388263424 00000100:00100000:0.0:1777047548.173013:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388263424 00010000:00010000:0.0:1777047548.173103:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b313ea65/0x5ecf73d72493b31d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fab expref: 23 pid: 8633 timeout: 4276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047548.173221:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2245 00000100:00100000:0.0:1777047548.173242:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388263424:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047548.173282:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047548.173331:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b313ea65/0x5ecf73d72493b31d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fab expref: 23 pid: 8633 timeout: 4276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.173555:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b313ea65/0x5ecf73d72493b31d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fab expref: 23 pid: 8633 timeout: 4276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.173621:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b313ea65/0x5ecf73d72493b31d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fab expref: 23 pid: 8633 timeout: 4276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.173664:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047548.173680:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047548.173689:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3be lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.173721:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3be lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.173773:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047548.173897:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388263424:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 659us (4071us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047548.173914:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2245 00010000:00010000:2.0:1777047548.175063:0:8484:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3be lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.175097:0:8484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3be lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047548.231241:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777047548.231289:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064568aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443154560:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777047548.231514:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047548.233509:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443154560 00000100:00100000:2.0:1777047548.233533:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443154560 00000100:00100000:2.0:1777047548.233668:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2528 00000100:00100000:2.0:1777047548.233699:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3682:x1863365443154560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777047548.233747:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 32768 granted 484943424 pending 0 free 3916972032 avail 3685449728 00000100:00100000:1.0:1777047548.233883:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777047548.233910:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3682:x1863365443154560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 214us (2387us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047548.233921:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443154688:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777047548.233945:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2528 00000100:00100000:1.0:1777047548.234043:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047548.234336:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064568aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443154560:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777047548.236588:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443154688 00000100:00100000:2.0:1777047548.236609:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443154688 00000100:00100000:2.0:1777047548.236702:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2529 00000100:00100000:2.0:1777047548.236728:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3685:x1863365443154688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777047548.236773:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484909760 pending 0 free 3919065088 avail 3687542784 00000100:00100000:2.0:1777047548.236862:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3685:x1863365443154688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 147us (2819us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047548.236876:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2529 00000100:00100000:1.0:1777047548.238699:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443154688:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777047548.242001:0:8484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3be lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.242043:0:8484:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3be lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.242083:0:8484:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.242108:0:8484:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047548.242117:0:8484:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.242133:0:8484:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.242174:0:8484:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.242200:0:8484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a8ffbe5/0x5ecf73d72493b3be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047548.242568:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388263296:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 115752us (117355us total) trans 0 rc 147429/147429 00000100:00100000:3.0:1777047548.242589:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1597 00000100:00100000:1.0:1777047548.284478:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047548.286306:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388263552 00000100:00100000:0.0:1777047548.286324:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388263552 00000100:00100000:1.0:1777047548.286592:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1598 00000100:00100000:1.0:1777047548.286616:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388263552:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047548.286677:0:20134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d72493b3c5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.287155:0:20134:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b339 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fb9 expref: 17 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.287175:0:20134:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047548.287179:0:20134:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047548.287188:0:20134:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d72493b3c5 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.289221:0:20134:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b339 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fb9 expref: 17 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.289260:0:20134:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b339 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fb9 expref: 17 pid: 28387 timeout: 4276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047548.289291:0:20134:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0777979180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:20134:1863365443154816:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047548.290727:0:20134:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08300 going to sleep for 11 seconds 00000100:00100000:0.0:1777047548.321814:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047548.322009:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388263680 00000100:00100000:1.0:1777047548.322022:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388263680 00010000:00010000:1.0:1777047548.322084:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b339 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fb9 expref: 18 pid: 28387 timeout: 4276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047548.322167:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2246 00000100:00100000:1.0:1777047548.322189:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388263680:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047548.322211:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047548.322611:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b339 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fb9 expref: 18 pid: 28387 timeout: 4276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.322653:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b339 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fb9 expref: 18 pid: 28387 timeout: 4276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.322695:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047548.322699:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047548.322708:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d72493b3c5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.322728:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d72493b3c5 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.322749:0:20134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b339 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fb9 expref: 18 pid: 28387 timeout: 4276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.322762:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047548.322779:0:20134:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0777979180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:20134:1863365443154816:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047548.322832:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388263680:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 649us (1030us total) trans 0 rc 0/0 00010000:00010000:3.0:1777047548.322843:0:20134:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d72493b3c5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047548.322848:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2246 00010000:00010000:3.0:1777047548.322862:0:20134:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d72493b3c5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.322877:0:20134:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d72493b3c5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.347204:0:20134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d72493b3c5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.347585:0:20134:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d72493b3c5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.347604:0:20134:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d72493b3c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.347618:0:20134:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e290c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047548.347626:0:20134:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d72493b3c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.347645:0:20134:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d72493b3c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.347676:0:20134:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d72493b3c5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.347692:0:20134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000003ccd571/0x5ecf73d72493b3c5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047548.347848:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388263552:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 61234us (63377us total) trans 0 rc 147429/147429 00000100:00100000:1.0:1777047548.347868:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1598 00000100:00100000:3.0:1777047548.409687:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047548.409849:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388263808 00000100:00100000:0.0:1777047548.409865:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388263808 00000100:00100000:0.0:1777047548.409986:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 440 00000100:00100000:0.0:1777047548.410004:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644326a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57912:x1863365388263808:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:0.0:1777047548.410028:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047548.410064:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b3a2 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fea expref: 30 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.410097:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047548.410105:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047548.410200:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644326a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57912:x1863365388263808:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 199us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047548.410211:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 440 00000100:00100000:2.0:1777047548.440887:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047548.440993:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388264064 00000100:00100000:3.0:1777047548.441010:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388264064 00000100:00100000:3.0:1777047548.441110:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2176 00000100:00100000:3.0:1777047548.441128:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57912:x1863365388264064:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047548.441830:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57912:x1863365388264064:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 704us (950us total) trans 8589935381 rc 0/0 00000100:00100000:3.0:1777047548.441843:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2176 00000100:00100000:0.0:1777047548.465061:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047548.466137:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388264320 00000100:00100000:3.0:1777047548.466152:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388264320 00000100:00100000:3.0:1777047548.466260:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6501 00000100:00100000:3.0:1777047548.466278:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57853:x1863365388264320:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047548.466314:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047548.466374:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493b3cc lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ff1 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.466598:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b3d3 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.466625:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d72493b37f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fdc expref: 31 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.466641:0:6590:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b3d3 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.466695:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d72493b37f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fdc expref: 31 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.466722:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d72493b37f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fdc expref: 31 pid: 34275 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047548.466748:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644327100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443154944:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047548.466882:0:6590:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07775d8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047548.476321:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047548.476521:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388264448 00000100:00100000:1.0:1777047548.476534:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388264448 00000100:00100000:3.0:1777047548.476535:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644327100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443154944:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047548.476582:0:6590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b3d3 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.476597:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d72493b37f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fdc expref: 32 pid: 34275 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047548.476695:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2247 00000100:00100000:1.0:1777047548.476714:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777979c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2429:x1863365388264448:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047548.476738:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047548.476752:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d72493b37f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fdc expref: 32 pid: 34275 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.476778:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d72493b37f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fdc expref: 32 pid: 34275 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.476827:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27600/0x5ecf73d72493b37f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fdc expref: 32 pid: 34275 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.476861:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047548.476870:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b3d3 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.476887:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b3d3 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.476901:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b3d3 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.483568:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047548.483671:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777979c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2429:x1863365388264448:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 6955us (7355us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047548.483688:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2247 00010000:00010000:2.0:1777047548.484034:0:6590:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b3d3 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.484053:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b3d3 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047548.484091:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 147429 00010000:00010000:2.0:1777047548.485921:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493b3cc lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ff1 expref: 32 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.486681:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b3d3 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ff1 expref: 31 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.486700:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047548.486706:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047548.486711:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27a00, rc 0) 00000100:00100000:2.0:1777047548.486784:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388264320:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 20509us (22064us total) trans 8589935382 rc 0/0 00000100:00100000:2.0:1777047548.486802:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6501 00000100:00100000:0.0:1777047548.497305:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047548.503869:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388264576 00000100:00100000:1.0:1777047548.503888:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388264576 00000100:00100000:1.0:1777047548.504009:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6502 00000100:00100000:1.0:1777047548.504029:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388264576:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047548.504066:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047548.504098:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e061e00/0x5ecf73d72493b3e1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8ff8 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.504565:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b3e8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.504601:0:6588:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b3d3 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ff1 expref: 32 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.504617:0:6588:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b3e8 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.504674:0:6588:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b3d3 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ff1 expref: 32 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.504719:0:6588:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b3d3 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ff1 expref: 32 pid: 6590 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047548.504742:0:6588:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e199880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443155072:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047548.504963:0:6588:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e077192a780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047548.520718:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047548.521499:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388264704 00000100:00100000:2.0:1777047548.521518:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388264704 00010000:00010000:2.0:1777047548.521580:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b3d3 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ff1 expref: 33 pid: 6590 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047548.521642:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2248 00000100:00100000:2.0:1777047548.521661:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077949e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:2429:x1863365388264704:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047548.521686:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047548.521700:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b3d3 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ff1 expref: 33 pid: 6590 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.521728:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b3d3 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ff1 expref: 33 pid: 6590 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.521768:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047548.521778:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b3e8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.521829:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b3e8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.521843:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b3e8 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.521879:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047548.523108:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077949e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:2429:x1863365388264704:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1443us (2395us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047548.523133:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2248 00010000:00010000:0.0:1777047548.530924:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b3d3 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ff1 expref: 32 pid: 6590 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047548.530969:0:6588:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e199880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443155072:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047548.531034:0:6588:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b3e8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.531055:0:6588:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b3e8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.531076:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b3e8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047548.531501:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 147429 00000004:00200000:0.0:1777047548.531511:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047548.531550:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b3e8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.531738:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e061e00/0x5ecf73d72493b3e1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ff8 expref: 32 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.531775:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b3e8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ff8 expref: 31 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.531793:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047548.531799:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047548.531806:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e060a00, rc 0) 00000100:00100000:0.0:1777047548.531915:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388264576:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 27888us (34619us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047548.531933:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6502 00000100:00100000:1.0:1777047548.557794:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047548.557994:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388264832 00000100:00100000:2.0:1777047548.558012:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388264832 00000100:00100000:2.0:1777047548.558131:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4489 00000100:00100000:2.0:1777047548.558152:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388264832:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047548.558183:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047548.558217:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493b3ef lrc: 2/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f8fff expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047548.558261:0:11204:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x93:0x0] initial LVB size: 147429, mtime: 0x69eb97fb, atime: 0x69eb97f1, ctime: 0x69eb97fb, blocks: 0x68 00010000:00010000:2.0:1777047548.558297:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047548.558302:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047548.558318:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493b3ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fff expref: 17 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.558466:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493b3ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fff expref: 17 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.558496:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167000, rc 0) 00000100:00100000:2.0:1777047548.558575:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388264832:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 427us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047548.558588:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4489 00000100:00100000:2.0:1777047548.580673:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047548.588763:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388265088 00000100:00100000:3.0:1777047548.588784:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388265088 00000100:00100000:3.0:1777047548.589593:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2177 00000100:00100000:3.0:1777047548.589614:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388265088:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:3.0:1777047548.589952:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57853:x1863365388265088:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 342us (9290us total) trans 8589935383 rc 0/0 00000100:00100000:3.0:1777047548.589968:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2177 00000100:00100000:3.0:1777047548.615319:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047548.615795:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388265344 00000100:00100000:2.0:1777047548.615810:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388265344 00000100:00100000:2.0:1777047548.615906:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6503 00000100:00100000:2.0:1777047548.615924:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57853:x1863365388265344:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047548.615957:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047548.615962:0:9025:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1777047548.616001:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b38d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fe3 expref: 32 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.616042:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493b363 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fd5 expref: 31 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.616062:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b3e8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8ff8 expref: 30 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.616081:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047548.616089:0:9025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047548.616107:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b3f6 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9006 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.616179:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b3fd lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.616590:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b3fd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.616610:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b3fd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777047548.616990:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].155, 88 off21592 00000004:00080000:2.0:1777047548.617008:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4177253623969ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047548.617065:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].156, 88 off21680 00000004:00080000:2.0:1777047548.617080:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4177253696109ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047548.617114:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].157, 88 off21768 00000004:00080000:2.0:1777047548.617122:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4177253738692ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047548.617458:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].156, 88 off21680 00000004:00080000:2.0:1777047548.617471:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4177254087669ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047548.617501:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].158, 88 off21856 00000004:00080000:2.0:1777047548.617509:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4177254125223ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047548.617528:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].157, 88 off21768 00000004:00080000:2.0:1777047548.617535:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4177254151366ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047548.617551:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].159, 88 off21944 00000004:00080000:2.0:1777047548.617558:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4177254174349ns, next at 4161903528331ns, rc = 0 00000040:00080000:2.0:1777047548.617576:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].158, 88 off21856 00000004:00080000:2.0:1777047548.617582:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4177254198587ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047548.617597:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].159, 88 off21944 00000004:00080000:2.0:1777047548.617604:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4177254220763ns, next at 4161903486201ns, rc = 0 00000040:00080000:2.0:1777047548.617622:0:9025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].160, 88 off22032 00000004:00080000:2.0:1777047548.617628:0:9025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4177254244843ns, next at 4161903528331ns, rc = 0 00000001:00080000:2.0:1777047548.638783:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935384 is committed 00000004:00080000:2.0:1777047548.639099:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 161 committed 00000004:00080000:2.0:1777047548.639134:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 159 committed 00000004:00080000:2.0:1777047548.639155:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 158 committed 00000004:00080000:2.0:1777047548.639159:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 160 committed 00000004:00080000:2.0:1777047548.639163:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 157 committed 00000004:00080000:2.0:1777047548.639167:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 159 committed 00000004:00080000:2.0:1777047548.639171:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 156 committed 00000004:00080000:2.0:1777047548.639175:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 158 committed 00000004:00080000:2.0:1777047548.639178:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 157 committed 00000004:00080000:2.0:1777047548.639182:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 155 committed 00000100:00100000:3.0:1777047548.639550:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443155456:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047548.639653:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777047548.639704:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b3fd lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9006 expref: 25 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.639728:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047548.639734:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:3.0:1777047548.639744:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1777047548.639760:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b3f6 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9006 expref: 25 pid: 9025 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047548.639763:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443155328:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1777047548.639806:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b3fd lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9006 expref: 24 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047548.639827:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047548.639883:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443155584:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1777047548.639904:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047548.639912:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1777047548.639919:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167200, rc 0) 00000100:00100000:3.0:1777047548.639929:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047548.639979:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443155456 00000100:00100000:3.0:1777047548.639990:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443155456 00000100:00100000:1.0:1777047548.640020:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365388265344:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 24096us (24707us total) trans 8589935384 rc 0/0 00000100:00100000:1.0:1777047548.640038:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6503 00000100:00100000:3.0:1777047548.640057:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4490 00000100:00100000:3.0:1777047548.640076:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3683:x1863365443155456:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047548.640095:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443155328 00000100:00100000:1.0:1777047548.640105:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443155328 00000100:00100000:1.0:1777047548.640153:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443155584 00000100:00100000:1.0:1777047548.640159:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443155584 00000100:00100000:1.0:1777047548.640194:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4491 00000100:00100000:1.0:1777047548.640206:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3683:x1863365443155328:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047548.640273:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047548.640280:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb mtime from disk: 1777047547 -> 1777047547 00002000:00010000:3.0:1777047548.640286:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb atime from disk: 1777047485 -> 1777047485 00002000:00010000:3.0:1777047548.640291:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb ctime from disk: 1777047547 -> 1777047547 00002000:00010000:3.0:1777047548.640296:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8e:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1777047548.640363:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047548.640372:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047544 -> 1777047544 00002000:00010000:1.0:1777047548.640377:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:1.0:1777047548.640443:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047547 -> 1777047547 00002000:00010000:1.0:1777047548.640449:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047548.640457:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3683:x1863365443155456:12345-0@lo:2:osp-syn-0-0.0 Request processed in 381us (802us total) trans 21474837958 rc 0/0 00000100:00100000:3.0:1777047548.640475:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4490 00000100:00100000:3.0:1777047548.640515:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4492 00000100:00100000:1.0:1777047548.640524:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3683:x1863365443155328:12345-0@lo:2:osp-syn-0-0.0 Request processed in 314us (699us total) trans 21474837959 rc 0/0 00000100:00100000:3.0:1777047548.640540:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3684:x1863365443155584:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047548.640548:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4491 00002000:00010000:3.0:1777047548.640670:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047548.640678:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb mtime from disk: 1777047547 -> 1777047547 00002000:00010000:3.0:1777047548.640682:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb atime from disk: 1777047522 -> 1777047522 00002000:00010000:3.0:1777047548.640687:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb ctime from disk: 1777047547 -> 1777047547 00002000:00010000:3.0:1777047548.640692:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x92:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047548.640759:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3684:x1863365443155584:12345-0@lo:2:osp-syn-0-0.0 Request processed in 227us (829us total) trans 21474837960 rc 0/0 00000100:00100000:3.0:1777047548.640772:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4492 00000004:00080000:3.0:1777047548.640847:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644327b80/2, rc 0, transno 21474837959 00000100:00100000:3.0:1777047548.640858:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443155328:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047548.640876:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644326a00/2, rc 0, transno 21474837958 00000100:00100000:3.0:1777047548.640881:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443155456:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047548.640910:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644325880/2, rc 0, transno 21474837960 00000100:00100000:3.0:1777047548.640917:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443155584:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047548.640930:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1777047548.640941:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443155200:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047548.640989:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047548.641042:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645844380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443155712:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047548.641091:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047548.641133:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443155200 00000100:00100000:3.0:1777047548.641141:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443155200 00000100:00100000:0.0:1777047548.641142:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443155712 00000100:00100000:0.0:1777047548.641149:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443155712 00000100:00100000:3.0:1777047548.641189:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4493 00000100:00100000:3.0:1777047548.641202:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3684:x1863365443155200:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047548.641374:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3684:x1863365443155200:12345-0@lo:2:osp-syn-0-0.0 Request processed in 172us (383us total) trans 21474837961 rc 0/0 00000100:00100000:3.0:1777047548.641425:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4493 00000100:00100000:3.0:1777047548.641452:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4494 00000100:00100000:3.0:1777047548.641466:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3684:x1863365443155712:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047548.641560:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb size from disk: 147429 -> 147429 00002000:00010000:3.0:1777047548.641567:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb mtime from disk: 1777047547 -> 1777047547 00002000:00010000:3.0:1777047548.641571:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:3.0:1777047548.641575:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb ctime from disk: 1777047547 -> 1777047547 00002000:00010000:3.0:1777047548.641579:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:3.0:1777047548.641626:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3684:x1863365443155712:12345-0@lo:2:osp-syn-0-0.0 Request processed in 163us (533us total) trans 21474837962 rc 0/0 00000100:00100000:3.0:1777047548.641638:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4494 00000004:00080000:2.0:1777047548.641906:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645844380/2, rc 0, transno 21474837962 00000100:00100000:2.0:1777047548.641918:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645844380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443155712:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047548.641936:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644327800/2, rc 0, transno 21474837961 00000100:00100000:2.0:1777047548.641943:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443155200:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047548.656038:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077797ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443155840:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047548.656130:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047548.656181:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443156352:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047548.656217:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047548.656254:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047548.656266:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077797b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443155968:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047548.656309:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047548.656436:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443155840 00000100:00100000:0.0:1777047548.656449:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443155840 00000100:00100000:0.0:1777047548.656507:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443156352 00000100:00100000:0.0:1777047548.656514:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443156352 00000100:00100000:0.0:1777047548.656543:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443155968 00000100:00100000:0.0:1777047548.656547:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443155968 00000100:00100000:0.0:1777047548.656573:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4495 00000100:00100000:0.0:1777047548.656586:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3682:x1863365443155840:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047548.656780:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047548.656787:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047548.656792:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777047548.656797:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047548.656801:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047548.656869:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3682:x1863365443155840:12345-0@lo:2:osp-syn-1-0.0 Request processed in 282us (738us total) trans 17179870573 rc 0/0 00000100:00100000:0.0:1777047548.656883:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4495 00000100:00100000:0.0:1777047548.656915:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4496 00000100:00100000:0.0:1777047548.656927:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3682:x1863365443156352:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047548.657020:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047548.657026:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb mtime from disk: 1777047547 -> 1777047547 00002000:00010000:0.0:1777047548.657030:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047548.657034:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb ctime from disk: 1777047547 -> 1777047547 00002000:00010000:0.0:1777047548.657038:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047548.657084:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3682:x1863365443156352:12345-0@lo:2:osp-syn-1-0.0 Request processed in 158us (865us total) trans 17179870574 rc 0/0 00000100:00100000:0.0:1777047548.657103:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4496 00000100:00100000:0.0:1777047548.657133:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4497 00000100:00100000:0.0:1777047548.657147:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641dea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3682:x1863365443155968:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047548.657562:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047548.657568:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047544 -> 1777047544 00002000:00010000:0.0:1777047548.657573:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047548.657576:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047547 -> 1777047547 00002000:00010000:0.0:1777047548.657581:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1777047548.657629:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641dea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3682:x1863365443155968:12345-0@lo:2:osp-syn-1-0.0 Request processed in 484us (1317us total) trans 17179870575 rc 0/0 00000100:00100000:0.0:1777047548.657641:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4497 00000004:00080000:0.0:1777047548.657710:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077797b800/2, rc 0, transno 17179870575 00000100:00100000:0.0:1777047548.657720:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077797b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443155968:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047548.657742:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077797ad80/2, rc 0, transno 17179870573 00000100:00100000:0.0:1777047548.657750:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077797ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443155840:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047548.657768:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077797bb80/2, rc 0, transno 17179870574 00000100:00100000:0.0:1777047548.657775:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443156352:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047548.657807:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0777979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443156224:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047548.657832:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0777979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443156096:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047548.657859:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047548.657913:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047548.665138:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443156224 00000100:00100000:0.0:1777047548.665159:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443156224 00000100:00100000:1.0:1777047548.666386:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443156096 00000100:00100000:1.0:1777047548.666396:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443156096 00000100:00100000:1.0:1777047548.666468:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4498 00000100:00100000:1.0:1777047548.666484:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641dead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3685:x1863365443156224:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047548.666827:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641dead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3685:x1863365443156224:12345-0@lo:2:osp-syn-1-0.0 Request processed in 344us (8968us total) trans 17179870576 rc 0/0 00000100:00100000:1.0:1777047548.666842:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4498 00000100:00100000:1.0:1777047548.666872:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4499 00000100:00100000:1.0:1777047548.666885:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3684:x1863365443156096:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047548.667016:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3684:x1863365443156096:12345-0@lo:2:osp-syn-1-0.0 Request processed in 132us (9106us total) trans 17179870577 rc 0/0 00000100:00100000:1.0:1777047548.667029:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4499 00000004:00080000:1.0:1777047548.667210:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0777979c00/2, rc 0, transno 17179870577 00000100:00100000:1.0:1777047548.667222:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0777979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443156096:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047548.667320:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0777979180/2, rc 0, transno 17179870576 00000100:00100000:1.0:1777047548.667364:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0777979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443156224:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047548.670322:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047548.670373:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388265472 00000100:00100000:0.0:1777047548.670411:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388265472 00000100:00100000:0.0:1777047548.670509:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4500 00000100:00100000:0.0:1777047548.670526:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57853:x1863365388265472:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047548.670547:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047548.670577:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b404 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f900d expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047548.670633:0:28387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 147429, mtime: 0x69eb97f8, atime: 0x69eb97f1, ctime: 0x69eb97fb, blocks: 0x88 00010000:00010000:0.0:1777047548.670664:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047548.670669:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047548.670681:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b404 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 110592->147455) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f900d expref: 18 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.670709:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b404 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 110592->147455) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f900d expref: 18 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.670731:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388c00, rc 0) 00000100:00100000:0.0:1777047548.670809:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57853:x1863365388265472:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 287us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047548.670822:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4500 00000100:00100000:1.0:1777047548.689196:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047548.689313:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388265600 00000100:00100000:2.0:1777047548.689328:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388265600 00000100:00100000:2.0:1777047548.689608:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1599 00000100:00100000:2.0:1777047548.689627:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388265600:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:2.0:1777047548.690543:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 147429 -> 147429 00002000:00010000:2.0:1777047548.690549:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047544 -> 1777047547 00002000:00010000:2.0:1777047548.690552:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:2.0:1777047548.690555:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047547 -> 1777047547 00002000:00010000:2.0:1777047548.690558:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 136 -> 88 00000100:00100000:2.0:1777047548.690632:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388265600:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 1007us (1445us total) trans 21474837963 rc 0/0 00000100:00100000:2.0:1777047548.690646:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1599 00000100:00100000:2.0:1777047548.711038:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047548.712744:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388265728 00000100:00100000:1.0:1777047548.712761:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388265728 00000100:00100000:1.0:1777047548.712856:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6504 00000100:00100000:1.0:1777047548.712873:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365388265728:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047548.712909:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047548.712939:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e061e00/0x5ecf73d72493b40b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9014 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.713099:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060600/0x5ecf73d72493b412 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.713122:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060600/0x5ecf73d72493b412 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.713139:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060600/0x5ecf73d72493b412 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047548.713183:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 147429 00000004:00200000:1.0:1777047548.713190:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047548.713220:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060600/0x5ecf73d72493b412 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.713635:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e061e00/0x5ecf73d72493b40b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9014 expref: 26 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.713673:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060600/0x5ecf73d72493b412 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9014 expref: 25 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.713688:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047548.713693:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047548.713698:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e060600, rc 0) 00000100:00100000:1.0:1777047548.713799:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388265728:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 929us (2771us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047548.713811:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6504 00000100:00100000:1.0:1777047548.736907:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047548.737474:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388265856 00000100:00100000:0.0:1777047548.737488:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388265856 00000100:00100000:3.0:1777047548.737989:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1600 00000100:00100000:3.0:1777047548.738011:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388265856:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:3.0:1777047548.738408:0:24563:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 147429 -> 147429 00002000:00010000:3.0:1777047548.738416:0:24563:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047547 -> 1777047547 00002000:00010000:3.0:1777047548.738421:0:24563:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:3.0:1777047548.738425:0:24563:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047547 -> 1777047547 00002000:00010000:3.0:1777047548.738429:0:24563:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 88 -> 112 00000100:00100000:3.0:1777047548.738545:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388265856:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 539us (1649us total) trans 21474837964 rc 0/0 00000100:00100000:3.0:1777047548.738566:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1600 00010000:00010000:1.0:1777047548.753178:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047548.762841:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047548.763054:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388266112 00000100:00100000:0.0:1777047548.763069:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388266112 00000100:00100000:0.0:1777047548.763166:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6505 00000100:00100000:0.0:1777047548.763184:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388266112:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:0.0:1777047548.763652:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777047548.763693:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b3fd lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9006 expref: 25 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.763738:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060600/0x5ecf73d72493b412 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9014 expref: 24 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.763758:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047548.763766:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047548.766135:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b419 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.766163:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b419 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.766181:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b419 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047548.766583:0:6589:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935385 00000004:00010000:2.0:1777047548.766628:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000f2700c7 reply state 00000000d89010b4 transno 8589935386 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b419 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.766653:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b419 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.766667:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047548.766672:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047548.766677:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047548.767097:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57853:x1863365388266112:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 3637us (3988us total) trans 8589935386 rc 0/0 00000100:00100000:2.0:1777047548.767113:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6505 00000020:00080000:2.0:1777047548.767122:0:6589:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047548.788847:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047548.789024:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388266240 00000100:00100000:0.0:1777047548.789039:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388266240 00000100:00100000:0.0:1777047548.789533:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6506 00000100:00100000:0.0:1777047548.789558:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57853:x1863365388266240:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047548.789902:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047548.789938:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b420 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f901b expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.790027:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b420 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f901b expref: 27 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.790054:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b420 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f901b expref: 27 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.790087:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047548.790094:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047548.790100:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166400, rc 0) 00000100:00100000:2.0:1777047548.790200:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365388266240:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 649us (1363us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047548.790213:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6506 00000100:00100000:1.0:1777047548.815695:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047548.815774:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047548.815846:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047548.816308:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388266368 00000100:00100000:2.0:1777047548.816324:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388266368 00002000:00010000:2.0:1777047548.816496:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (153571->18446744073709551615) 00002000:00100000:2.0:1777047548.816507:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e19b800 with x1863365388266368 ext(153571->18446744073709551615) 00002000:00010000:2.0:1777047548.816526:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e19b800. 00000100:00100000:2.0:1777047548.816559:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1601 00000100:00100000:2.0:1777047548.816577:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388266368:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047548.816872:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 147429 -> 153571 00002000:00010000:2.0:1777047548.816879:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047547 -> 1777047549 00002000:00010000:2.0:1777047548.816884:0:24566:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:2.0:1777047548.816889:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047547 -> 1777047549 00002000:00010000:2.0:1777047548.816894:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:2.0:1777047548.816981:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388266368:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 406us (1298us total) trans 21474837965 rc 0/0 00000100:00100000:2.0:1777047548.816997:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1601 00002000:00010000:2.0:1777047548.817005:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (153571->18446744073709551615) 00002000:00100000:2.0:1777047548.817010:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e19b800 with x1863365388266368 ext(153571->18446744073709551615) 00002000:00010000:2.0:1777047548.817019:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e19b800. 00000100:00100000:2.0:1777047548.817048:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388266496 00000100:00100000:2.0:1777047548.817055:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388266496 00002000:00010000:2.0:1777047548.817081:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047548.817088:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e19a680 with x1863365388266496 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047548.817099:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e19a680. 00000100:00100000:2.0:1777047548.817124:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388266624 00000100:00100000:2.0:1777047548.817130:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388266624 00002000:00010000:2.0:1777047548.817151:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047548.817157:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744af0a80 with x1863365388266624 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047548.817167:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0744af0a80. 00000100:00100000:2.0:1777047548.817197:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1602 00000100:00100000:2.0:1777047548.817211:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388266496:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047548.817422:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047548.817429:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047544 -> 1777047549 00002000:00010000:2.0:1777047548.817434:0:24566:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:2.0:1777047548.817438:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047547 -> 1777047549 00002000:00010000:2.0:1777047548.817443:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777047548.817494:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388266496:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 283us (1718us total) trans 17179870578 rc 0/0 00000100:00100000:2.0:1777047548.817509:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1602 00002000:00010000:2.0:1777047548.817515:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:2.0:1777047548.817520:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e19a680 with x1863365388266496 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047548.817529:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e19a680. 00000100:00100000:2.0:1777047548.817556:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1603 00000100:00100000:2.0:1777047548.817570:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388266624:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047548.817672:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047548.817679:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047544 -> 1777047549 00002000:00010000:2.0:1777047548.817684:0:24566:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:2.0:1777047548.817688:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047547 -> 1777047549 00002000:00010000:2.0:1777047548.817692:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047548.817737:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388266624:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 167us (1888us total) trans 21474837966 rc 0/0 00000100:00100000:2.0:1777047548.817754:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1603 00002000:00010000:2.0:1777047548.817764:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047548.817770:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744af0a80 with x1863365388266624 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047548.817779:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0744af0a80. 00000100:00100000:3.0:1777047548.836749:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047548.840381:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388266752 00000100:00100000:2.0:1777047548.840400:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388266752 00002000:00100000:2.0:1777047548.840484:0:29061:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x8a:0x0] (114688->118783) req@ffff9e0643a25f80 x1863365388266752/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:284/0 lens 488/0 e 0 to 0 dl 1777047559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047548.840505:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643a25f80 with x1863365388266752 ext(114688->118783) 00002000:00010000:2.0:1777047548.840515:0:29061:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643a25f80 00000100:00100000:2.0:1777047548.841421:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1604 00000100:00100000:2.0:1777047548.841447:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388266752:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:2.0:1777047548.841807:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388266752:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 366us (5068us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777047548.841823:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1604 00002000:00100000:2.0:1777047548.841839:0:29061:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x8a:0x0] (114688->118783) req@ffff9e0643a25f80 x1863365388266752/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:284/0 lens 488/4536 e 0 to 0 dl 1777047559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047548.841857:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643a25f80 with x1863365388266752 ext(114688->118783) 00002000:00010000:2.0:1777047548.841864:0:29061:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643a25f80 00000100:00100000:0.0:1777047548.861073:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047548.861716:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388266880 00000100:00100000:3.0:1777047548.861731:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388266880 00002000:00100000:3.0:1777047548.862512:0:29058:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x8a:0x0] (118784->122879) req@ffff9e0641deb100 x1863365388266880/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:284/0 lens 488/0 e 0 to 0 dl 1777047559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047548.862534:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641deb100 with x1863365388266880 ext(118784->122879) 00002000:00010000:3.0:1777047548.862543:0:29058:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641deb100 00000100:00100000:3.0:1777047548.862613:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1605 00000100:00100000:3.0:1777047548.862633:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2432:x1863365388266880:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:3.0:1777047548.862964:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2432:x1863365388266880:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 333us (1900us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777047548.862981:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1605 00002000:00100000:3.0:1777047548.862995:0:29058:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x8a:0x0] (118784->122879) req@ffff9e0641deb100 x1863365388266880/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:284/0 lens 488/4536 e 0 to 0 dl 1777047559 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047548.863012:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641deb100 with x1863365388266880 ext(118784->122879) 00002000:00010000:3.0:1777047548.863020:0:29058:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641deb100 00000100:00100000:1.0:1777047548.905238:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047548.905996:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388267008 00000100:00100000:3.0:1777047548.906012:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388267008 00002000:00100000:3.0:1777047548.906092:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (94208->155647) req@ffff9e0744af0700 x1863365388267008/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:284/0 lens 504/0 e 0 to 0 dl 1777047559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047548.906113:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744af0700 with x1863365388267008 ext(94208->155647) 00002000:00010000:3.0:1777047548.906123:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0744af0700 00000100:00100000:3.0:1777047548.906287:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1606 00000100:00100000:3.0:1777047548.906307:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388267008:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:0.0:1777047548.923969:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388267008:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 17653us (18730us total) trans 0 rc 53248/53248 00000100:00100000:0.0:1777047548.923991:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1606 00002000:00100000:0.0:1777047548.924011:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (94208->155647) req@ffff9e0744af0700 x1863365388267008/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:284/0 lens 504/440 e 0 to 0 dl 1777047559 ref 1 fl Complete:/600/0 rc 53248/53248 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047548.924031:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744af0700 with x1863365388267008 ext(94208->155647) 00002000:00010000:0.0:1777047548.924040:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0744af0700 00000100:00100000:3.0:1777047548.950644:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047548.954553:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388267136 00000100:00100000:1.0:1777047548.954569:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388267136 00002000:00100000:1.0:1777047548.954643:0:20134:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x8a:0x0] (114688->153570) req@ffff9e0643a27b80 x1863365388267136/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:284/0 lens 488/0 e 0 to 0 dl 1777047559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047548.954664:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643a27b80 with x1863365388267136 ext(114688->153570) 00002000:00010000:1.0:1777047548.954673:0:20134:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643a27b80 00000100:00100000:1.0:1777047548.954744:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1607 00000100:00100000:1.0:1777047548.954764:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2431:x1863365388267136:12345-192.168.201.54@tcp:4:lfs.0 00000100:00100000:1.0:1777047548.976181:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2431:x1863365388267136:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 21411us (25536us total) trans 21474837967 rc 0/0 00000100:00100000:1.0:1777047548.976201:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1607 00002000:00100000:1.0:1777047548.976221:0:20134:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x8a:0x0] (114688->153570) req@ffff9e0643a27b80 x1863365388267136/t21474837967(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:284/0 lens 488/448 e 0 to 0 dl 1777047559 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047548.976238:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0643a27b80 with x1863365388267136 ext(114688->153570) 00002000:00010000:1.0:1777047548.976247:0:20134:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0643a27b80 00000100:00100000:0.0:1777047548.993120:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047548.996236:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388267264 00000100:00100000:1.0:1777047548.996253:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388267264 00000100:00100000:1.0:1777047548.996379:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4501 00000100:00100000:1.0:1777047548.996479:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2432:x1863365388267264:12345-192.168.201.54@tcp:16:fsx.0 00000001:00080000:3.0:1777047549.015820:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837967 is committed 00000001:00080000:3.0:1777047549.015855:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837962 is committed 00000100:00100000:1.0:1777047549.020208:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2432:x1863365388267264:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 23742us (27088us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047549.020228:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4501 00000100:00100000:3.0:1777047549.038779:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047549.039827:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388267392 00000100:00100000:1.0:1777047549.039842:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388267392 00000100:00100000:1.0:1777047549.039963:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6507 00000100:00100000:1.0:1777047549.039980:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:57853:x1863365388267392:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047549.040032:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047549.040060:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b427 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9022 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.040193:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060c00/0x5ecf73d72493b42e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.040215:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060c00/0x5ecf73d72493b42e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.040231:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060c00/0x5ecf73d72493b42e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047549.040298:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 153571 00000004:00200000:1.0:1777047549.040305:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047549.040361:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060c00/0x5ecf73d72493b42e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.040481:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b427 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9022 expref: 29 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.040513:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060c00/0x5ecf73d72493b42e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9022 expref: 28 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.040528:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047549.040534:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047549.040539:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e060c00, rc 0) 00000100:00100000:1.0:1777047549.040620:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57853:x1863365388267392:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 643us (1851us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047549.040632:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6507 00000100:00080000:0.0:1777047549.043435:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047549.044695:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047549.044749:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047549.044885:0:33223:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388267520 00000100:00100000:2.0:1777047549.044897:0:33223:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388267520 00000100:00100000:2.0:1777047549.044964:0:33223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 311 00000100:00100000:2.0:1777047549.044978:0:33223:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eff7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2432:x1863365388267520:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:2.0:1777047549.045068:0:33223:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eff7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2432:x1863365388267520:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 92us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047549.045080:0:33223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 311 00000100:00100000:1.0:1777047549.047694:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388267648 00000100:00100000:1.0:1777047549.047704:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388267648 00000100:00100000:1.0:1777047549.047788:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5048 00000100:00100000:1.0:1777047549.048109:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2432:x1863365388267648:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:1.0:1777047549.048182:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2432:x1863365388267648:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 382us (3492us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047549.048194:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5048 00000100:00080000:2.0:1777047549.050239:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777047549.067492:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047549.067988:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388267776 00000100:00100000:2.0:1777047549.068002:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388267776 00000100:00100000:2.0:1777047549.068519:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1608 00000100:00100000:2.0:1777047549.068537:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365388267776:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:2.0:1777047549.068928:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 153571 -> 153571 00002000:00010000:2.0:1777047549.068937:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047549 -> 1777047549 00002000:00010000:2.0:1777047549.068941:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:2.0:1777047549.068945:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047549 -> 1777047549 00002000:00010000:2.0:1777047549.068950:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 112 -> 184 00000100:00100000:2.0:1777047549.069022:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388267776:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 488us (1875us total) trans 21474837968 rc 0/0 00000100:00100000:2.0:1777047549.069035:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1608 00000100:00080000:0.0:1777047549.069472:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047549.097836:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047549.098003:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388267904 00000100:00100000:3.0:1777047549.098016:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388267904 00002000:00100000:3.0:1777047549.098086:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x8a:0x0] (4096->65535) req@ffff9e0641de8000 x1863365388267904/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:285/0 lens 488/0 e 0 to 0 dl 1777047560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047549.098106:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641de8000 with x1863365388267904 ext(4096->65535) 00002000:00010000:3.0:1777047549.098115:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641de8000 00000100:00100000:3.0:1777047549.098175:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1609 00000100:00100000:3.0:1777047549.098194:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388267904:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:1.0:1777047549.106618:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388267904:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 8418us (8780us total) trans 0 rc 61440/61440 00000100:00100000:1.0:1777047549.106636:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1609 00002000:00100000:1.0:1777047549.106653:0:24563:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x8a:0x0] (4096->65535) req@ffff9e0641de8000 x1863365388267904/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:285/0 lens 488/440 e 0 to 0 dl 1777047560 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047549.106670:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641de8000 with x1863365388267904 ext(4096->65535) 00002000:00010000:1.0:1777047549.106679:0:24563:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641de8000 00000100:00100000:3.0:1777047549.137840:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047549.138469:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388268032 00000100:00100000:0.0:1777047549.138485:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388268032 00002000:00100000:0.0:1777047549.138586:0:29067:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x8a:0x0] (69632->73727) req@ffff9e0644c6ed80 x1863365388268032/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:285/0 lens 488/0 e 0 to 0 dl 1777047560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047549.138620:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6ed80 with x1863365388268032 ext(69632->73727) 00002000:00010000:0.0:1777047549.138630:0:29067:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6ed80 00000100:00100000:0.0:1777047549.138682:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1610 00000100:00100000:0.0:1777047549.138700:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388268032:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:0.0:1777047549.138978:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388268032:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 278us (1145us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777047549.138996:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1610 00002000:00100000:0.0:1777047549.139010:0:29067:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x8a:0x0] (69632->73727) req@ffff9e0644c6ed80 x1863365388268032/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:285/0 lens 488/4536 e 0 to 0 dl 1777047560 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047549.139027:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6ed80 with x1863365388268032 ext(69632->73727) 00002000:00010000:0.0:1777047549.139034:0:29067:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6ed80 00000100:00100000:2.0:1777047549.183595:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047549.184109:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388268288 00000100:00100000:1.0:1777047549.184126:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388268288 00000100:00100000:1.0:1777047549.184234:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6508 00000100:00100000:1.0:1777047549.184254:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57853:x1863365388268288:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:1.0:1777047549.184374:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047549.184491:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060c00/0x5ecf73d72493b42e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9022 expref: 28 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.184528:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047549.184538:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047549.184789:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b435 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.185182:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b435 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.185203:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b435 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047549.185289:0:12913:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935387 00000004:00010000:1.0:1777047549.185371:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007ada6f07 reply state 00000000173f2bd4 transno 8589935388 ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b435 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.185450:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b435 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.185465:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047549.185471:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047549.185476:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047549.185639:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57853:x1863365388268288:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 1385us (2052us total) trans 8589935388 rc 0/0 00000100:00100000:1.0:1777047549.185654:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6508 00000020:00080000:1.0:1777047549.185663:0:12913:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047549.218872:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047549.218952:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047549.219018:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047549.220929:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388268544 00000100:00100000:1.0:1777047549.220965:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388268544 00002000:00010000:1.0:1777047549.221114:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:1.0:1777047549.221130:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6d180 with x1863365388268544 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047549.221151:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644c6d180. 00000100:00100000:1.0:1777047549.221212:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388268416 00000100:00100000:1.0:1777047549.221220:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388268416 00002000:00010000:1.0:1777047549.221282:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (157923->18446744073709551615) 00002000:00100000:1.0:1777047549.221295:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6dc00 with x1863365388268416 ext(157923->18446744073709551615) 00002000:00010000:1.0:1777047549.221357:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6dc00. 00000100:00100000:1.0:1777047549.221510:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388268672 00000100:00100000:1.0:1777047549.221518:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388268672 00002000:00010000:1.0:1777047549.221547:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:1.0:1777047549.221553:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6d500 with x1863365388268672 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047549.221564:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6d500. 00000100:00100000:1.0:1777047549.221624:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1611 00000100:00100000:1.0:1777047549.221644:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388268544:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:1.0:1777047549.222315:0:8485:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047549.222354:0:8485:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047549 -> 1777047549 00002000:00010000:1.0:1777047549.222361:0:8485:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:1.0:1777047549.222366:0:8485:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047549 -> 1777047549 00002000:00010000:1.0:1777047549.222376:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1777047549.222525:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388268544:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 882us (3662us total) trans 17179870579 rc 0/0 00000100:00100000:1.0:1777047549.222549:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1611 00002000:00010000:1.0:1777047549.226622:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:1.0:1777047549.226639:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6d180 with x1863365388268544 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047549.226655:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0644c6d180. 00000100:00100000:2.0:1777047549.235704:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1612 00000100:00100000:2.0:1777047549.235756:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388268416:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:2.0:1777047549.236137:0:24565:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 153571 -> 157923 00002000:00010000:2.0:1777047549.236146:0:24565:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047549 -> 1777047549 00002000:00010000:2.0:1777047549.236157:0:24565:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:2.0:1777047549.236162:0:24565:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047549 -> 1777047549 00002000:00010000:2.0:1777047549.236167:0:24565:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 184 -> 184 00000100:00100000:2.0:1777047549.236269:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388268416:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 539us (17313us total) trans 21474837969 rc 0/0 00000100:00100000:2.0:1777047549.236294:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1612 00002000:00010000:2.0:1777047549.236303:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (157923->18446744073709551615) 00002000:00100000:2.0:1777047549.236311:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6dc00 with x1863365388268416 ext(157923->18446744073709551615) 00002000:00010000:2.0:1777047549.238494:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6dc00. 00000100:00100000:2.0:1777047549.238569:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1613 00000100:00100000:2.0:1777047549.238592:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388268672:12345-192.168.201.54@tcp:10:fsx.0 00000100:00080000:3.0:1777047549.238684:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:2.0:1777047549.238824:0:24565:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047549.238832:0:24565:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047549 -> 1777047549 00002000:00010000:2.0:1777047549.238838:0:24565:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:2.0:1777047549.238842:0:24565:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047549 -> 1777047549 00002000:00010000:2.0:1777047549.238847:0:24565:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047549.238921:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388268672:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 334us (19898us total) trans 21474837970 rc 0/0 00000100:00100000:2.0:1777047549.238944:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1613 00002000:00010000:2.0:1777047549.238951:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:2.0:1777047549.238957:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6d500 with x1863365388268672 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047549.238970:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6d500. 00000100:00100000:3.0:1777047549.300935:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047549.302444:0:24564:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388268800 00000100:00100000:2.0:1777047549.302467:0:24564:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388268800 00002000:00100000:2.0:1777047549.302555:0:24564:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x8a:0x0] (147456->159743) req@ffff9e0644c6f480 x1863365388268800/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:285/0 lens 488/0 e 0 to 0 dl 1777047560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047549.302611:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6f480 with x1863365388268800 ext(147456->159743) 00002000:00010000:2.0:1777047549.302623:0:24564:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6f480 00000100:00100000:2.0:1777047549.302699:0:24564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1614 00000100:00100000:2.0:1777047549.302725:0:24564:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388268800:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:2.0:1777047549.303221:0:24564:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388268800:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 498us (2297us total) trans 0 rc 12288/12288 00000100:00100000:2.0:1777047549.303252:0:24564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1614 00002000:00100000:2.0:1777047549.303267:0:24564:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x8a:0x0] (147456->159743) req@ffff9e0644c6f480 x1863365388268800/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:285/0 lens 488/12728 e 0 to 0 dl 1777047560 ref 1 fl Complete:/600/0 rc 12288/12288 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047549.303287:0:24564:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c6f480 with x1863365388268800 ext(147456->159743) 00002000:00010000:2.0:1777047549.303300:0:24564:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c6f480 00000100:00100000:2.0:1777047549.339743:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047549.340296:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388268928 00000100:00100000:0.0:1777047549.340312:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388268928 00002000:00100000:0.0:1777047549.340503:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (4096->157922) req@ffff9e06439a6680 x1863365388268928/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:285/0 lens 504/0 e 0 to 0 dl 1777047560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047549.340526:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a6680 with x1863365388268928 ext(4096->157922) 00002000:00010000:0.0:1777047549.340536:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06439a6680 00000100:00100000:0.0:1777047549.340586:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1615 00000100:00100000:0.0:1777047549.340606:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365388268928:12345-192.168.201.54@tcp:4:fsx.0 00000100:00100000:3.0:1777047549.403812:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388268928:12345-192.168.201.54@tcp:4:fsx.0 Request processed in 63196us (64066us total) trans 21474837971 rc 0/0 00000100:00100000:3.0:1777047549.403835:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1615 00002000:00100000:3.0:1777047549.403857:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (4096->157922) req@ffff9e06439a6680 x1863365388268928/t21474837971(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:285/0 lens 504/448 e 0 to 0 dl 1777047560 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047549.403877:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a6680 with x1863365388268928 ext(4096->157922) 00002000:00010000:3.0:1777047549.403887:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06439a6680 00000100:00100000:2.0:1777047549.422369:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047549.435685:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388269056 00000100:00100000:1.0:1777047549.435705:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388269056 00000100:00100000:1.0:1777047549.435828:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4502 00000100:00100000:1.0:1777047549.436193:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388269056:12345-192.168.201.54@tcp:16:fsx.0 00000001:00080000:2.0:1777047549.459619:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837971 is committed 00000100:00100000:0.0:1777047549.471929:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388269056:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 36073us (49557us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047549.471950:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4502 00000100:00100000:2.0:1777047549.492249:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047549.502665:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388269184 00000100:00100000:1.0:1777047549.502684:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388269184 00000100:00100000:1.0:1777047549.505504:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6509 00000100:00100000:1.0:1777047549.505558:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57853:x1863365388269184:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047549.505593:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047549.505626:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060c00/0x5ecf73d72493b43c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9029 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.505764:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e061e00/0x5ecf73d72493b443 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.505790:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e061e00/0x5ecf73d72493b443 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.505811:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e061e00/0x5ecf73d72493b443 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047549.505856:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 157923 00000004:00200000:1.0:1777047549.505863:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047549.505890:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e061e00/0x5ecf73d72493b443 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.505932:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060c00/0x5ecf73d72493b43c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9029 expref: 32 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.505967:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e061e00/0x5ecf73d72493b443 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9029 expref: 31 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.505984:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047549.505990:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047549.505996:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e076e061e00, rc 0) 00000100:00100000:1.0:1777047549.506106:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388269184:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 555us (13866us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047549.506127:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6509 00000100:00100000:3.0:1777047549.541269:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047549.545808:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388269440 00000100:00100000:2.0:1777047549.545825:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388269440 00000100:00100000:2.0:1777047549.546232:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2178 00000100:00100000:2.0:1777047549.546250:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07430bf850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388269440:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:2.0:1777047549.546718:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07430bf850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57853:x1863365388269440:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 470us (5472us total) trans 8589935389 rc 0/0 00000100:00100000:2.0:1777047549.546733:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2178 00000100:00100000:3.0:1777047549.667096:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047549.668771:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388269696 00000100:00100000:1.0:1777047549.668787:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388269696 00000100:00100000:1.0:1777047549.669912:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6510 00000100:00100000:1.0:1777047549.669936:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57914:x1863365388269696:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047549.669976:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047549.670016:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060c00/0x5ecf73d72493b44a lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9030 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.670136:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060600/0x5ecf73d72493b451 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.670162:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060600/0x5ecf73d72493b451 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.670181:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060600/0x5ecf73d72493b451 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.670207:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a600/0x5ecf73d72493b458 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.670221:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a600/0x5ecf73d72493b458 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.670236:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a600/0x5ecf73d72493b458 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.670514:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a200/0x5ecf73d72493b45f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.670545:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a200/0x5ecf73d72493b45f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.670561:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a200/0x5ecf73d72493b45f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047549.670580:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 157923 00010000:00010000:1.0:1777047549.670729:0:6588:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060600/0x5ecf73d72493b451 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.670745:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060600/0x5ecf73d72493b451 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.670756:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060600/0x5ecf73d72493b451 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.670768:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060600/0x5ecf73d72493b451 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.670780:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e060600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047549.670787:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060600/0x5ecf73d72493b451 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.670800:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060600/0x5ecf73d72493b451 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.670818:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e06431bd200) 00010000:00010000:1.0:1777047549.670825:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047549.670832:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060600/0x5ecf73d72493b451 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.670845:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060600/0x5ecf73d72493b451 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.670876:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a600/0x5ecf73d72493b458 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.670890:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a600/0x5ecf73d72493b458 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.670902:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a600/0x5ecf73d72493b458 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.670913:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e078205a600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047549.670918:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a600/0x5ecf73d72493b458 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.670929:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a600/0x5ecf73d72493b458 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.670944:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e06431bdf00) 00010000:00010000:1.0:1777047549.670948:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047549.670953:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a600/0x5ecf73d72493b458 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.670965:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a600/0x5ecf73d72493b458 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.676536:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060c00/0x5ecf73d72493b44a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9030 expref: 35 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.676576:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a200/0x5ecf73d72493b45f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9030 expref: 34 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.676638:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047549.676644:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047549.676657:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e078205a200, rc 0) 00000100:00100000:1.0:1777047549.681547:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57914:x1863365388269696:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 11607us (14451us total) trans 8589935390 rc 0/0 00000100:00100000:1.0:1777047549.681573:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6510 00000100:00100000:0.0:1777047549.702068:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047549.702270:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388269952 00000100:00100000:1.0:1777047549.702285:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388269952 00000100:00100000:1.0:1777047549.702500:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 441 00000100:00100000:1.0:1777047549.702525:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:2430:x1863365388269952:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047549.702552:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047549.702601:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a200/0x5ecf73d72493b45f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9030 expref: 34 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.702643:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047549.702653:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047549.702758:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:2430:x1863365388269952:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 242us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047549.702779:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 441 00000100:00100000:3.0:1777047549.714542:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047549.722503:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388270080 00000100:00100000:2.0:1777047549.722525:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388270080 00000100:00100000:2.0:1777047549.722650:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2179 00000100:00100000:2.0:1777047549.722671:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57914:x1863365388270080:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047549.730189:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57914:x1863365388270080:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 7512us (15653us total) trans 8589935391 rc 0/0 00000100:00100000:2.0:1777047549.730214:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2179 00000100:00100000:2.0:1777047549.766780:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047549.770013:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388270336 00000100:00100000:0.0:1777047549.770030:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388270336 00000100:00100000:0.0:1777047549.770155:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6511 00000100:00100000:0.0:1777047549.770597:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57914:x1863365388270336:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047549.770648:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047549.770688:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493b46d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9037 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.771239:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389c00/0x5ecf73d72493b474 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.771274:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389c00/0x5ecf73d72493b474 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.771295:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389c00/0x5ecf73d72493b474 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047549.771355:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 157923 00010000:00010000:0.0:1777047549.771581:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493b46d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9037 expref: 37 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.771618:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389c00/0x5ecf73d72493b474 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9037 expref: 36 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.771639:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047549.771645:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1777047549.771651:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389c00, rc 0) 00000100:00100000:0.0:1777047549.771785:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57914:x1863365388270336:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1614us (5020us total) trans 8589935392 rc 0/0 00000100:00100000:0.0:1777047549.771815:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6511 00010000:00010000:1.0:1777047549.782099:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047549.842848:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047549.843518:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388270592 00000100:00100000:2.0:1777047549.843549:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388270592 00000100:00100000:2.0:1777047549.843713:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6512 00000100:00100000:2.0:1777047549.843746:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57914:x1863365388270592:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047549.843798:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047549.843844:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493b482 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f903e expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.844086:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b489 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.844126:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e061e00/0x5ecf73d72493b443 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9029 expref: 37 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.844144:0:6590:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b489 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.844727:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e061e00/0x5ecf73d72493b443 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9029 expref: 37 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.844768:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e061e00/0x5ecf73d72493b443 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9029 expref: 37 pid: 34275 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047549.844807:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443156480:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047549.845052:0:6590:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047549.878023:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439a4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443156480:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047549.878081:0:6590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b489 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047549.888129:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047549.889388:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388270720 00000100:00100000:0.0:1777047549.889492:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388270720 00010000:00010000:0.0:1777047549.889578:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e061e00/0x5ecf73d72493b443 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9029 expref: 38 pid: 34275 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047549.889698:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2249 00000100:00100000:0.0:1777047549.889718:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:2429:x1863365388270720:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047549.889759:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047549.891913:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e061e00/0x5ecf73d72493b443 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9029 expref: 38 pid: 34275 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.891956:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e061e00/0x5ecf73d72493b443 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9029 expref: 38 pid: 34275 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.892023:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e061e00/0x5ecf73d72493b443 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9029 expref: 38 pid: 34275 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.892070:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047549.892079:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b489 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.892111:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b489 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.892124:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b489 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.892195:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047549.894282:0:6590:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b489 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.894299:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b489 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047549.894385:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 157923 00010000:00010000:1.0:1777047549.894748:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493b482 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f903e expref: 39 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.895215:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b489 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f903e expref: 38 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.895245:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047549.895252:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777047549.895256:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167e00, rc 0) 00000100:00100000:0.0:1777047549.902638:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:2429:x1863365388270720:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 2587us (4195us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047549.903260:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2249 00000100:00100000:1.0:1777047549.903748:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57914:x1863365388270592:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 60014us (60924us total) trans 8589935393 rc 0/0 00000100:00100000:1.0:1777047549.903776:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6512 00000100:00100000:1.0:1777047549.951530:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047549.951751:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388270848 00000100:00100000:2.0:1777047549.951771:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388270848 00000100:00100000:2.0:1777047549.952039:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2180 00000100:00100000:2.0:1777047549.952066:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57914:x1863365388270848:12345-192.168.201.54@tcp:33:lfs.0 00000100:00100000:2.0:1777047549.952389:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57914:x1863365388270848:12345-192.168.201.54@tcp:33:lfs.0 Request processed in 330us (873us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047549.952412:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2180 00000100:00100000:2.0:1777047549.974625:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047549.975679:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388271104 00000100:00100000:0.0:1777047549.975696:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388271104 00000100:00100000:0.0:1777047549.976165:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2181 00000100:00100000:0.0:1777047549.976192:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57914:x1863365388271104:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047549.976677:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57914:x1863365388271104:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 483us (2057us total) trans 8589935394 rc 0/0 00000100:00100000:0.0:1777047549.976693:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2181 00000100:00100000:0.0:1777047549.990054:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047549.991372:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388271360 00000100:00100000:2.0:1777047549.991504:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388271360 00000100:00100000:2.0:1777047549.991605:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6513 00000100:00100000:2.0:1777047549.991628:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641debb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57914:x1863365388271360:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047549.991669:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047549.991674:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1777047549.991719:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b489 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f903e expref: 38 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.991766:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389c00/0x5ecf73d72493b474 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9037 expref: 37 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.991792:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047549.991801:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047549.991828:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493b497 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9045 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.992003:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b49e lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.992028:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b49e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.992052:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b49e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047549.992079:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 157923 00010000:00010000:2.0:1777047549.992259:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493b497 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9045 expref: 39 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.992291:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b49e lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9045 expref: 38 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.992305:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047549.992347:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047549.992354:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166a00, rc 0) 00000100:00100000:2.0:1777047549.992560:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641debb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57914:x1863365388271360:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 937us (2520us total) trans 8589935395 rc 0/0 00000100:00100000:2.0:1777047549.992580:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6513 00000100:00100000:1.0:1777047550.010671:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047550.010860:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388271616 00000100:00100000:3.0:1777047550.010876:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388271616 00000100:00100000:3.0:1777047550.010981:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2182 00000100:00100000:3.0:1777047550.011002:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57914:x1863365388271616:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:3.0:1777047550.011112:0:35315:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b49e lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9045 expref: 38 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.011538:0:35315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b4ac lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.011568:0:35315:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493b13a lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8eee expref: 38 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.011585:0:35315:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b420 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f901b expref: 38 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.011600:0:35315:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b4ac lrc: 5/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.011657:0:35315:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b420 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f901b expref: 38 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.011696:0:35315:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b420 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f901b expref: 38 pid: 12913 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047550.011722:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443156608:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047550.011868:0:35315:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493b13a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8eee expref: 38 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.011886:0:35315:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493b13a lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8eee expref: 38 pid: 9025 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047550.011903:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443156736:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047550.011950:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07775d8780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047550.026764:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047550.026950:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047550.029689:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443156608:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047550.029718:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443156736:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047550.029763:0:35315:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b4ac lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047550.034100:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388271744 00000100:00100000:2.0:1777047550.034117:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388271744 00010000:00010000:1.0:1777047550.034808:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b420 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f901b expref: 39 pid: 12913 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047550.035157:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388271872 00000100:00100000:1.0:1777047550.035166:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388271872 00010000:00010000:1.0:1777047550.037475:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493b13a lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8eee expref: 40 pid: 9025 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047550.037566:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2250 00000100:00100000:2.0:1777047550.037597:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:2430:x1863365388271744:12345-192.168.201.54@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777047550.038979:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2251 00000100:00100000:1.0:1777047550.039000:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:2430:x1863365388271872:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047550.039027:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047550.039042:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493b13a lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8eee expref: 40 pid: 9025 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.039065:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493b13a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8eee expref: 40 pid: 9025 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.039101:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e07821ed400/0x5ecf73d72493b13a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8eee expref: 40 pid: 9025 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.039138:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047550.039148:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b4ac lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.039165:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b4ac lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.039186:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047550.039634:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:2430:x1863365388271872:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 637us (12683us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047550.039650:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2251 00010000:00010000:2.0:1777047550.039760:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047550.039774:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b420 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f901b expref: 38 pid: 12913 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.039798:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b420 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f901b expref: 38 pid: 12913 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.039826:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b420 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f901b expref: 38 pid: 12913 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.039878:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047550.039887:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b4ac lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.039901:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b4ac lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.039914:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b4ac lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.039958:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047550.040001:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:2430:x1863365388271744:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 2416us (13251us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047550.040016:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2250 00010000:00010000:2.0:1777047550.066766:0:35315:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b4ac lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.066792:0:35315:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b4ac lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.067505:0:35315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b4ac lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.067522:0:35315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b4ac lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.067535:0:35315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b4ac lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.067546:0:35315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047550.067554:0:35315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b4ac lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.067567:0:35315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b4ac lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.067590:0:35315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047550.067597:0:35315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777047550.067604:0:35315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b4ac lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.067616:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b4ac lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.067636:0:35315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047550.067641:0:35315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047550.067653:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b49e lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9045 expref: 36 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047550.067898:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57914:x1863365388271616:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 56897us (57237us total) trans 8589935396 rc -22/-22 00000100:00100000:2.0:1777047550.067917:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2182 00000100:00100000:3.0:1777047550.093952:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047550.094079:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388272000 00000100:00100000:2.0:1777047550.094095:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388272000 00000100:00100000:2.0:1777047550.094333:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6514 00000100:00100000:2.0:1777047550.094354:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57914:x1863365388272000:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047550.094385:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047550.094416:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b4b3 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f904c expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.094571:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b4b3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f904c expref: 37 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.094596:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b4b3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f904c expref: 37 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.094626:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047550.094633:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047550.094664:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166a00, rc 0) 00000100:00100000:2.0:1777047550.094744:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57914:x1863365388272000:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 394us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047550.094758:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6514 00000100:00100000:0.0:1777047550.105646:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047550.109473:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388272256 00000100:00100000:1.0:1777047550.109491:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388272256 00000100:00100000:1.0:1777047550.109585:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6515 00000100:00100000:1.0:1777047550.109602:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57914:x1863365388272256:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047550.109630:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047550.109665:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d72493b4ba lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9053 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.111077:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a800/0x5ecf73d72493b4c1 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.111100:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a800/0x5ecf73d72493b4c1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.111118:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a800/0x5ecf73d72493b4c1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047550.111135:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x3b:0x0]: returning size 0 00010000:00010000:1.0:1777047550.111203:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205b200/0x5ecf73d72493b4ba lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9053 expref: 40 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.111244:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a800/0x5ecf73d72493b4c1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9053 expref: 39 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.111268:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3b:0x0].0x0 (ffff9e06431bdf00) 00010000:00010000:1.0:1777047550.111273:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047550.111279:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e078205a800, rc 0) 00000100:00100000:1.0:1777047550.111443:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57914:x1863365388272256:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1842us (5805us total) trans 8589935397 rc 0/0 00000100:00100000:1.0:1777047550.111455:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6515 00000100:00100000:1.0:1777047550.129576:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047550.131250:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388272512 00000100:00100000:2.0:1777047550.131266:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388272512 00000100:00100000:2.0:1777047550.131365:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6516 00000100:00100000:2.0:1777047550.131435:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57914:x1863365388272512:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047550.131472:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047550.131502:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b4cf lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f905a expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.131643:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493b4d6 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.131668:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493b4d6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.131687:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493b4d6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047550.131710:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 157923 00010000:00010000:2.0:1777047550.131890:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b4cf lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f905a expref: 42 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.131937:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493b4d6 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f905a expref: 41 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.131954:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047550.131959:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047550.131965:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167400, rc 0) 00000100:00100000:2.0:1777047550.132070:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57914:x1863365388272512:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 691us (2502us total) trans 8589935398 rc 0/0 00000100:00100000:2.0:1777047550.132084:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6516 00000100:00100000:3.0:1777047550.144745:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047550.145021:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388272768 00000100:00100000:2.0:1777047550.145036:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388272768 00000100:00100000:2.0:1777047550.145133:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2183 00000100:00100000:2.0:1777047550.145150:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07430bd050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57914:x1863365388272768:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:2.0:1777047550.145253:0:6592:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493b4d6 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f905a expref: 41 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.145340:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b4e4 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.145362:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b4b3 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f904c expref: 41 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.145450:0:6592:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b4e4 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.145505:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b4b3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f904c expref: 41 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.145530:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b4b3 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f904c expref: 41 pid: 9025 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047550.145555:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a7480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443156864:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047550.145655:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047550.157258:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439a7480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443156864:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047550.157326:0:6592:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b4e4 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047550.160718:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047550.161693:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388272896 00000100:00100000:1.0:1777047550.161707:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388272896 00010000:00010000:1.0:1777047550.161761:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b4b3 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f904c expref: 42 pid: 9025 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047550.161832:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2252 00000100:00100000:1.0:1777047550.162166:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+42:2429:x1863365388272896:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047550.162188:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047550.162199:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b4b3 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f904c expref: 42 pid: 9025 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.162221:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b4b3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f904c expref: 42 pid: 9025 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.162253:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b4b3 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f904c expref: 42 pid: 9025 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.162293:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047550.162303:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b4e4 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.162344:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b4e4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.162358:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b4e4 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.162470:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047550.162551:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:2429:x1863365388272896:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 387us (1858us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047550.162567:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2252 00010000:00010000:2.0:1777047550.166487:0:6592:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b4e4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.166510:0:6592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b4e4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.166551:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b4eb lrc: 3/0,1 mode: --/EX res: [0x200000405:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.166579:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a800/0x5ecf73d72493b4c1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9053 expref: 40 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.166595:0:6592:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b4eb lrc: 4/0,1 mode: --/EX res: [0x200000405:0x3b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.166655:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a800/0x5ecf73d72493b4c1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9053 expref: 40 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.166681:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a800/0x5ecf73d72493b4c1 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9053 expref: 40 pid: 34275 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047550.166708:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a7480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443156992:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047550.166860:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0774f8a900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047550.179932:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439a7480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443156992:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047550.179977:0:6592:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b4eb lrc: 3/0,1 mode: --/EX res: [0x200000405:0x3b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047550.181645:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047550.182102:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388273024 00000100:00100000:1.0:1777047550.182114:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388273024 00010000:00010000:1.0:1777047550.182168:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a800/0x5ecf73d72493b4c1 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9053 expref: 41 pid: 34275 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047550.182583:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2253 00000100:00100000:1.0:1777047550.182602:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:2429:x1863365388273024:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047550.182624:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047550.182637:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a800/0x5ecf73d72493b4c1 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9053 expref: 41 pid: 34275 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.182663:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a800/0x5ecf73d72493b4c1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9053 expref: 41 pid: 34275 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.182696:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e078205a800/0x5ecf73d72493b4c1 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9053 expref: 41 pid: 34275 timeout: 4278 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.182735:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3b:0x0].0x0 (ffff9e06431bdf00) 00010000:00010000:1.0:1777047550.182744:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b4eb lrc: 3/0,1 mode: --/EX res: [0x200000405:0x3b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.182759:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b4eb lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.182772:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b4eb lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x3b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.182829:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047550.182923:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:2429:x1863365388273024:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 322us (1279us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047550.182938:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2253 00010000:00010000:3.0:1777047550.183101:0:6592:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b4eb lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3b:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.183115:0:6592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b4eb lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3b:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047550.184589:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a7480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443157120:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047550.184664:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047550.184732:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07412e4780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047550.188332:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443157120 00000100:00100000:3.0:1777047550.188350:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443157120 00000100:00100000:3.0:1777047550.188493:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3430 00000100:00100000:3.0:1777047550.188509:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443157120:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047550.188654:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443157120:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 148us (3989us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047550.188668:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3430 00000100:00080000:1.0:1777047550.189626:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047550.190003:0:6592:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474837962 gen 2 00000004:00080000:0.0:1777047550.190014:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e39c000, transno 21474837953 00000004:00080000:0.0:1777047550.190038:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e39ea00, transno 21474837954 00000004:00080000:0.0:1777047550.190043:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e39dc00, transno 21474837955 00000004:00080000:0.0:1777047550.190047:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e39d880, transno 21474837956 00000004:00080000:0.0:1777047550.190051:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e39c700, transno 21474837957 00000004:00080000:0.0:1777047550.190054:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644326a00, transno 21474837958 00000004:00080000:0.0:1777047550.190058:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644327b80, transno 21474837959 00000004:00080000:0.0:1777047550.190062:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644325880, transno 21474837960 00000004:00080000:0.0:1777047550.190066:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644327800, transno 21474837961 00000004:00080000:0.0:1777047550.190070:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645844380, transno 21474837962 00000100:00100000:0.0:1777047550.190081:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439a7480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443157120:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047550.190545:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641deb800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443157248:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047550.190609:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047550.190648:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08840 going to sleep for 11 seconds 00000100:00100000:1.0:1777047550.190856:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443157248 00000100:00100000:1.0:1777047550.190865:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443157248 00000100:00100000:1.0:1777047550.190944:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3431 00000100:00100000:1.0:1777047550.190978:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+15:6592:x1863365443157248:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00080000:2.0:1777047550.191042:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047550.191124:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+15:6592:x1863365443157248:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 168us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047550.191137:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3431 00000100:00100000:2.0:1777047550.191696:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641deb800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443157248:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047550.192085:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a5180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443157376:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047550.192136:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047550.192185:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06441cbb40 going to sleep for 11 seconds 00000004:00080000:3.0:1777047550.192423:0:33232:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 10 done 00000100:00100000:0.0:1777047550.192524:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443157376 00000100:00100000:0.0:1777047550.192533:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443157376 00000100:00100000:0.0:1777047550.192593:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3432 00000100:00100000:0.0:1777047550.192605:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+15:6592:x1863365443157376:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047550.192710:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+15:6592:x1863365443157376:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 105us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047550.192721:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3432 00000100:00100000:3.0:1777047550.193611:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439a5180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443157376:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047550.193690:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbfb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443157504:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047550.193738:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047550.193772:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07775d8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047550.194251:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443157504 00000100:00100000:0.0:1777047550.194260:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443157504 00000100:00100000:0.0:1777047550.194342:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3433 00000100:00100000:0.0:1777047550.194360:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443157504:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047550.194516:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443157504:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 162us (774us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047550.194527:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3433 00000100:00100000:3.0:1777047550.195010:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbfb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443157504:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047550.195093:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643bbfb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443157632:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047550.195139:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047550.195184:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445f180 going to sleep for 11 seconds 00000100:00100000:2.0:1777047550.195373:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443157632 00000100:00100000:2.0:1777047550.195445:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443157632 00000100:00100000:2.0:1777047550.195525:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3434 00000100:00100000:2.0:1777047550.195542:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+15:6592:x1863365443157632:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047550.195664:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+15:6592:x1863365443157632:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 126us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047550.195677:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3434 00000100:00100000:3.0:1777047550.196040:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643bbfb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443157632:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047550.196099:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443157760:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047550.196140:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047550.196182:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047550.196299:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443157760 00000100:00100000:0.0:1777047550.196331:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443157760 00000100:00100000:0.0:1777047550.196448:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3435 00000100:00100000:0.0:1777047550.196462:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443157760:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047550.196571:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443157760:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 109us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047550.196582:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3435 00000100:00100000:2.0:1777047550.196648:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443157760:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047550.196723:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a4700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443157888:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047550.196770:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047550.197146:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06441cbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047550.197383:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443157888 00000100:00100000:1.0:1777047550.197391:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443157888 00000100:00100000:1.0:1777047550.197446:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3436 00000100:00100000:1.0:1777047550.197458:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443157888:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047550.197557:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443157888:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 100us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047550.197570:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3436 00000100:00100000:2.0:1777047550.198463:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439a4700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443157888:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047550.198546:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a4700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443158016:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047550.198838:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047550.198882:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06441cbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047550.199049:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443158016 00000100:00100000:1.0:1777047550.199058:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443158016 00000100:00100000:1.0:1777047550.199114:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3437 00000100:00100000:1.0:1777047550.199129:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+15:6592:x1863365443158016:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047550.199854:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+15:6592:x1863365443158016:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 725us (1261us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047550.199868:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3437 00000100:00100000:2.0:1777047550.199948:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439a4700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443158016:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:2.0:1777047550.200903:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].19, 456 off49160 00000001:00080000:2.0:1777047550.200926:0:6592:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935399 00000100:00100000:2.0:1777047550.201018:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a4700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443158144:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047550.201069:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047550.201116:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06441cbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047550.201499:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443158144 00000100:00100000:0.0:1777047550.201509:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443158144 00000100:00100000:0.0:1777047550.201596:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3438 00000100:00100000:0.0:1777047550.201613:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443158144:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047550.201837:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6592:x1863365443158144:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 227us (765us total) trans 21474837972 rc 0/0 00000100:00100000:0.0:1777047550.201852:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3438 00000100:00100000:3.0:1777047550.202605:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439a4700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443158144:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047550.202659:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443158272:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047550.202711:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047550.202760:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e07775d8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047550.202872:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443158272 00000100:00100000:2.0:1777047550.202881:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443158272 00000100:00100000:2.0:1777047550.202942:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3439 00000100:00100000:2.0:1777047550.202955:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+15:6592:x1863365443158272:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047550.203145:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+16:6592:x1863365443158272:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 188us (429us total) trans 17179870580 rc 0/0 00000100:00100000:2.0:1777047550.203161:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3439 00000100:00100000:3.0:1777047550.204647:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443158272:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1777047550.204755:0:6592:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935400 00010000:00010000:3.0:1777047550.204805:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b4eb lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3b:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.204823:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b4eb lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x3b:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.204837:0:6592:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b4eb lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3b:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.204849:0:6592:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047550.204856:0:6592:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b4eb lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3b:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.204870:0:6592:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b4eb lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x3b:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.204894:0:6592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3b:0x0].0x0 (ffff9e06431bdf00) 00010000:00010000:3.0:1777047550.204900:0:6592:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1777047550.204908:0:6592:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b4eb lrc: 2/0,0 mode: --/EX res: [0x200000405:0x3b:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.204920:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b4eb lrc: 0/0,0 mode: --/EX res: [0x200000405:0x3b:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.204953:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b4e4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.204964:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b4e4 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.204974:0:6592:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b4e4 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.204985:0:6592:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047550.204990:0:6592:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b4e4 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.205001:0:6592:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b4e4 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.205017:0:6592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047550.205021:0:6592:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1777047550.205027:0:6592:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b4e4 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.205039:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b4e4 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.205077:0:6592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047550.205082:0:6592:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047550.205093:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493b4d6 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f905a expref: 42 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047550.205604:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07430bd050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57914:x1863365388272768:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 60455us (60868us total) trans 8589935401 rc 0/0 00000100:00100000:3.0:1777047550.205620:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2183 00000020:00080000:3.0:1777047550.205628:0:6592:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1777047550.219294:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047550.221664:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388273152 00000100:00100000:0.0:1777047550.221680:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388273152 00000100:00100000:0.0:1777047550.222216:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6517 00000100:00100000:0.0:1777047550.222235:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57914:x1863365388273152:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047550.222271:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047550.222302:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493b4f2 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9061 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.222413:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493b4f2 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9061 expref: 42 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.222438:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493b4f2 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9061 expref: 42 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.222512:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047550.222519:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047550.222524:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389e00, rc 0) 00000100:00100000:0.0:1777047550.222598:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+42:57914:x1863365388273152:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 367us (3315us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047550.222611:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6517 00000100:00100000:0.0:1777047550.240674:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047550.244443:0:20134:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388273280 00000100:00100000:1.0:1777047550.244459:0:20134:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388273280 00002000:00100000:1.0:1777047550.244535:0:20134:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x8a:0x0] (61440->102399) req@ffff9e0641de8380 x1863365388273280/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:286/0 lens 488/0 e 0 to 0 dl 1777047561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047550.244567:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641de8380 with x1863365388273280 ext(61440->102399) 00002000:00010000:1.0:1777047550.244576:0:20134:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641de8380 00000100:00100000:1.0:1777047550.244618:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1616 00000100:00100000:1.0:1777047550.244636:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388273280:12345-192.168.201.54@tcp:4:fsx.0 00000100:00100000:1.0:1777047550.272872:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388273280:12345-192.168.201.54@tcp:4:fsx.0 Request processed in 28227us (32196us total) trans 21474837973 rc 0/0 00000100:00100000:1.0:1777047550.272891:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1616 00002000:00100000:1.0:1777047550.272910:0:20134:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x8a:0x0] (61440->102399) req@ffff9e0641de8380 x1863365388273280/t21474837973(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:286/0 lens 488/448 e 0 to 0 dl 1777047561 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047550.272928:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641de8380 with x1863365388273280 ext(61440->102399) 00002000:00010000:1.0:1777047550.272936:0:20134:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0641de8380 00000100:00100000:0.0:1777047550.284532:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047550.284634:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388273536 00000100:00100000:2.0:1777047550.284649:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388273536 00000100:00100000:2.0:1777047550.284761:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2184 00000100:00100000:2.0:1777047550.284780:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+42:57914:x1863365388273536:12345-192.168.201.54@tcp:35:lfs.0 00000004:00080000:2.0:1777047550.286125:0:15374:0:(mdd_object.c:4010:mdd_close()) Object [0x200000405:0x3b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777047550.286219:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].161, 64 off22096 00000004:00080000:2.0:1777047550.286237:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4178922853518ns, next at 4179922850088ns, rc = 0 00000040:00080000:2.0:1777047550.286274:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].160, 64 off22008 00000004:00080000:2.0:1777047550.286283:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4178922899605ns, next at 4179922897635ns, rc = 0 00000001:00080000:2.0:1777047550.286294:0:15374:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935402 00010000:00010000:2.0:1777047550.286435:0:15374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b4f9 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.286463:0:15374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b4f9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.286482:0:15374:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b4f9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.286496:0:15374:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b4f9 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.286507:0:15374:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b4f9 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.286517:0:15374:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b4f9 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.286556:0:15374:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777047550.286720:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:57914:x1863365388273536:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1943us (2196us total) trans 8589935403 rc 0/0 00000100:00100000:2.0:1777047550.286735:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2184 00000020:00080000:2.0:1777047550.286743:0:15374:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777047550.287001:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047550.287013:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b4f9 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.287026:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047550.287033:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b4f9 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.287045:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b4f9 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.287067:0:17980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3b:0x0].0x0 (ffff9e0761fba400) 00010000:00010000:1.0:1777047550.287094:0:17980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777047550.287101:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b4f9 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.287111:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b4f9 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.287156:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047550.287159:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047550.287163:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047550.297647:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047550.298511:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388273792 00000100:00100000:0.0:1777047550.298528:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388273792 00000100:00100000:0.0:1777047550.298791:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2185 00000100:00100000:0.0:1777047550.298811:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+44:57914:x1863365388273792:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047550.299206:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:57914:x1863365388273792:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 398us (1567us total) trans 8589935404 rc 0/0 00000100:00100000:0.0:1777047550.299222:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2185 00000100:00100000:3.0:1777047550.385833:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047550.386002:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388273920 00000100:00100000:2.0:1777047550.386017:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388273920 00000100:00100000:2.0:1777047550.386112:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6518 00000100:00100000:2.0:1777047550.386128:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+45:57915:x1863365388273920:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047550.386161:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047550.386191:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b500 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9068 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.386332:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b507 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.386356:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b507 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.386378:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b507 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.386465:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b50e lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.386479:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b50e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.386491:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b50e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.386599:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493b515 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.386617:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493b515 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.386640:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493b515 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047550.386696:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 157923 00000004:00200000:2.0:1777047550.386703:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047550.387041:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493b515 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.387063:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493b515 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.387078:0:6590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b507 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.387089:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b507 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.387099:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b507 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.387110:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b507 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.387120:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047550.387127:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b507 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.387140:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b507 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.387160:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e0761fba100) 00010000:00010000:2.0:1777047550.387166:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047550.387173:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b507 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.387184:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b507 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.387222:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b50e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.387233:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b50e lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.387242:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b50e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.387251:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047550.387257:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b50e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.387267:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b50e lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.387280:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0761fba600) 00010000:00010000:2.0:1777047550.387285:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047550.387290:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b50e lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.387327:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b50e lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.387444:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b500 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9068 expref: 47 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.387492:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493b515 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9068 expref: 46 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.387506:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047550.387510:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047550.387515:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167800, rc 0) 00000100:00100000:2.0:1777047550.387615:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+46:57915:x1863365388273920:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1489us (1791us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047550.387628:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6518 00000100:00100000:1.0:1777047550.395773:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047550.395985:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388274176 00000100:00100000:2.0:1777047550.396027:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388274176 00000100:00100000:2.0:1777047550.396114:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6519 00000100:00100000:2.0:1777047550.396131:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+46:57915:x1863365388274176:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047550.396159:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047550.396190:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b51c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f906f expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.396359:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b523 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.396382:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b523 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.396398:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b523 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047550.396416:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 157923 00010000:00010000:2.0:1777047550.396553:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b51c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f906f expref: 49 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.396578:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b523 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f906f expref: 48 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.396592:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047550.396597:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777047550.396602:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166200, rc 0) 00000100:00100000:2.0:1777047550.396674:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+48:57915:x1863365388274176:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 547us (912us total) trans 8589935405 rc 0/0 00000100:00100000:2.0:1777047550.396687:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6519 00000100:00100000:1.0:1777047550.413817:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047550.413963:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388274432 00000100:00100000:2.0:1777047550.413977:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388274432 00000100:00100000:2.0:1777047550.414085:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6520 00000100:00100000:2.0:1777047550.414102:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+48:57915:x1863365388274432:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047550.414136:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047550.414165:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b531 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9076 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.414335:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b538 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.414362:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b538 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.414444:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b538 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047550.414475:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 157923 00010000:00010000:2.0:1777047550.414630:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b531 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9076 expref: 51 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.414659:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b538 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9076 expref: 50 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.414674:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047550.414680:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047550.414685:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166800, rc 0) 00000100:00100000:2.0:1777047550.414778:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+50:57915:x1863365388274432:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 678us (971us total) trans 8589935406 rc 0/0 00000100:00100000:2.0:1777047550.414791:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6520 00000100:00100000:3.0:1777047550.433349:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047550.433811:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388274560 00000100:00100000:2.0:1777047550.433826:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388274560 00000100:00100000:2.0:1777047550.433949:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1617 00000100:00100000:2.0:1777047550.433968:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2432:x1863365388274560:12345-192.168.201.54@tcp:3:lfs.0 00002000:00010000:2.0:1777047550.434035:0:29064:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x73:0x0] initial LVB size: 147429, mtime: 0x69eb97fb, atime: 0x69eb97e2, ctime: 0x69eb97fb, blocks: 0x68 00010000:00010000:2.0:1777047550.434052:0:29064:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b546 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.434077:0:29064:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047550.434080:0:29064:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047550.434088:0:29064:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b546 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.434149:0:29064:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b546 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.481762:0:29064:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b546 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.481799:0:29064:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b546 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.481817:0:29064:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b546 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.481832:0:29064:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047550.481840:0:29064:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b546 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.481858:0:29064:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b546 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.481889:0:29064:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b546 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.481905:0:29064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b546 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047550.482047:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2432:x1863365388274560:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 48077us (48735us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1777047550.482067:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1617 00000100:00100000:3.0:1777047550.516115:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047550.518653:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388274688 00000100:00100000:1.0:1777047550.518671:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388274688 00000100:00100000:1.0:1777047550.518811:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1618 00000100:00100000:1.0:1777047550.518831:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388274688:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047550.518885:0:24563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000008c55030/0x5ecf73d72493b54d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.518933:0:24563:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047550.518937:0:24563:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047550.518946:0:24563:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008c55030/0x5ecf73d72493b54d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.518971:0:24563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008c55030/0x5ecf73d72493b54d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.580591:0:24563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000008c55030/0x5ecf73d72493b54d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.580623:0:24563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000008c55030/0x5ecf73d72493b54d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.580642:0:24563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000008c55030/0x5ecf73d72493b54d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.580656:0:24563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e060600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047550.580664:0:24563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000008c55030/0x5ecf73d72493b54d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.580680:0:24563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000008c55030/0x5ecf73d72493b54d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.580710:0:24563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000008c55030/0x5ecf73d72493b54d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.580916:0:24563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008c55030/0x5ecf73d72493b54d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047550.581055:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388274688:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 62222us (64944us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1777047550.581074:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1618 00000100:00100000:1.0:1777047550.606203:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047550.607160:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388274816 00000100:00100000:3.0:1777047550.607174:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388274816 00000100:00100000:3.0:1777047550.607282:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 442 00000100:00100000:3.0:1777047550.607323:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077949f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+50:57915:x1863365388274816:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:3.0:1777047550.607351:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047550.607449:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b538 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9076 expref: 50 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.607500:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047550.607508:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047550.607583:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077949f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+49:57915:x1863365388274816:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 286us (1392us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047550.607598:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 442 00000100:00100000:0.0:1777047550.646724:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047550.651970:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388275072 00000100:00100000:1.0:1777047550.651990:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388275072 00000100:00100000:1.0:1777047550.652101:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2186 00000100:00100000:1.0:1777047550.652121:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+49:57915:x1863365388275072:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:1.0:1777047550.652932:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+50:57915:x1863365388275072:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 813us (6218us total) trans 8589935407 rc 0/0 00000100:00100000:1.0:1777047550.652946:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2186 00000100:00100000:1.0:1777047550.747964:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047550.748626:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388275328 00000100:00100000:3.0:1777047550.748639:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388275328 00000100:00100000:3.0:1777047550.748728:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6521 00000100:00100000:3.0:1777047550.748743:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+50:57916:x1863365388275328:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047550.748776:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047550.748820:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b554 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f907d expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.748954:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b55b lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.748976:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b55b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.748993:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b55b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047550.749012:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 157923 00010000:00010000:3.0:1777047550.749147:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b554 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f907d expref: 53 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.749174:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b55b lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f907d expref: 52 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.749187:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047550.749192:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047550.749197:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27a00, rc 0) 00000100:00100000:3.0:1777047550.749608:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+52:57916:x1863365388275328:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 866us (1653us total) trans 8589935408 rc 0/0 00000100:00100000:3.0:1777047550.749620:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6521 00000100:00100000:3.0:1777047550.775965:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047550.779687:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388275456 00000100:00100000:0.0:1777047550.779704:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388275456 00000100:00100000:0.0:1777047550.779847:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1619 00000100:00100000:0.0:1777047550.779864:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388275456:12345-192.168.201.54@tcp:3:lfs.0 00002000:00010000:0.0:1777047550.779931:0:29067:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x73:0x0] initial LVB size: 147429, mtime: 0x69eb97fb, atime: 0x69eb97e2, ctime: 0x69eb97fb, blocks: 0x68 00010000:00010000:0.0:1777047550.779947:0:29067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493b569 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.779973:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047550.779976:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047550.779985:0:29067:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493b569 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.780007:0:29067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493b569 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.788269:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047550.796549:0:29067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493b569 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.796579:0:29067:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493b569 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.796604:0:29067:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493b569 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.796616:0:29067:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047550.796624:0:29067:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493b569 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.796638:0:29067:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493b569 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.796667:0:29067:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493b569 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.796681:0:29067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d6cf971a/0x5ecf73d72493b569 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047550.796793:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388275456:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 16928us (20835us total) trans 0 rc 147456/147456 00000100:00100000:0.0:1777047550.796810:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1619 00000100:00100000:0.0:1777047550.826558:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047550.827928:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388275584 00000100:00100000:3.0:1777047550.827944:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388275584 00000100:00100000:3.0:1777047550.828059:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1620 00000100:00100000:3.0:1777047550.828080:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388275584:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:3.0:1777047550.828467:0:29061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d72493b570 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.828492:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047550.828496:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047550.828505:0:29061:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d72493b570 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.828528:0:29061:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d72493b570 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.856988:0:29061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d72493b570 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.857019:0:29061:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d72493b570 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.857035:0:29061:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d72493b570 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.857049:0:29061:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e26800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047550.857057:0:29061:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d72493b570 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.857072:0:29061:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d72493b570 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.857102:0:29061:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d72493b570 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.857117:0:29061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030d72dee/0x5ecf73d72493b570 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047550.857614:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388275584:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 29530us (31058us total) trans 0 rc 147456/147456 00000100:00100000:3.0:1777047550.857634:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1620 00000100:00100000:1.0:1777047550.896379:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047550.897400:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388275712 00000100:00100000:3.0:1777047550.897416:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388275712 00000100:00100000:3.0:1777047550.897665:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 443 00000100:00100000:3.0:1777047550.897716:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+52:57916:x1863365388275712:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:3.0:1777047550.897744:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047550.897782:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b55b lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f907d expref: 52 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.897814:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047550.897823:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047550.897902:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+51:57916:x1863365388275712:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 194us (1535us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047550.897917:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 443 00000100:00100000:1.0:1777047550.923634:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047550.924106:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388275968 00000100:00100000:3.0:1777047550.924119:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388275968 00000100:00100000:3.0:1777047550.924189:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2187 00000100:00100000:3.0:1777047550.924206:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+51:57916:x1863365388275968:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047550.924605:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+52:57916:x1863365388275968:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 399us (981us total) trans 8589935409 rc 0/0 00000100:00100000:3.0:1777047550.924623:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2187 00000100:00100000:0.0:1777047550.944538:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047550.944726:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388276224 00000100:00100000:2.0:1777047550.944743:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388276224 00000100:00100000:2.0:1777047550.944826:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6522 00000100:00100000:2.0:1777047550.944845:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+52:57853:x1863365388276224:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047550.944882:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047550.944915:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b577 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9084 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.945106:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b57e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.945133:0:6588:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493b515 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9068 expref: 53 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.945148:0:6588:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b57e lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.945200:0:6588:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493b515 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9068 expref: 53 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.945227:0:6588:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493b515 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9068 expref: 53 pid: 6590 timeout: 4279 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047550.945250:0:6588:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443158400:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047550.945467:0:6588:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06441cbb40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047550.972055:0:6588:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443158400:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047550.973015:0:6588:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b57e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047550.973871:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047550.977150:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388276352 00000100:00100000:2.0:1777047550.977163:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388276352 00010000:00010000:2.0:1777047550.977220:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493b515 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9068 expref: 54 pid: 6590 timeout: 4279 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047550.977329:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2254 00000100:00100000:2.0:1777047550.977350:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+54:2431:x1863365388276352:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047550.977376:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047550.977450:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493b515 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9068 expref: 54 pid: 6590 timeout: 4279 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.977474:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493b515 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9068 expref: 54 pid: 6590 timeout: 4279 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.977507:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167800/0x5ecf73d72493b515 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9068 expref: 54 pid: 6590 timeout: 4279 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.977533:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047550.977540:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b57e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.977557:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b57e lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.977570:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b57e lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.977603:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047550.977697:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+53:2431:x1863365388276352:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 351us (3829us total) trans 0 rc 0/0 00010000:00010000:0.0:1777047550.977702:0:6588:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b57e lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047550.977713:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2254 00010000:00010000:0.0:1777047550.977716:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b57e lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047550.977751:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 157923 00010000:00010000:0.0:1777047550.977990:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167200/0x5ecf73d72493b577 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9084 expref: 54 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.978018:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b57e lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9084 expref: 53 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.978033:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047550.978038:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777047550.978043:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167c00, rc 0) 00000100:00100000:0.0:1777047550.978114:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+53:57853:x1863365388276224:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 33274us (33588us total) trans 8589935410 rc 0/0 00000100:00100000:0.0:1777047550.978127:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6522 00000100:00100000:0.0:1777047551.002029:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047551.004156:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388276480 00000100:00100000:1.0:1777047551.004173:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388276480 00000100:00100000:1.0:1777047551.004354:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6523 00000100:00080000:2.0:1777047551.004441:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047551.004448:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+53:57853:x1863365388276480:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047551.004491:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047551.004545:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b58c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f908b expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.004696:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b593 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.005061:0:12913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b57e lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9084 expref: 54 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.005083:0:12913:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b593 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.005149:0:12913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b57e lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9084 expref: 54 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.005176:0:12913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b57e lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9084 expref: 54 pid: 6588 timeout: 4279 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047551.005204:0:12913:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b409180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443158528:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047551.005417:0:12913:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e077192a000 going to sleep for 11 seconds 00000100:00100000:0.0:1777047551.019542:0:12913:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b409180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443158528:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047551.019614:0:12913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b593 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047551.021127:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047551.035092:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388276608 00000100:00100000:3.0:1777047551.035113:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388276608 00010000:00010000:2.0:1777047551.035689:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b57e lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9084 expref: 55 pid: 6588 timeout: 4279 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047551.035775:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2255 00000100:00100000:2.0:1777047551.035795:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+55:2429:x1863365388276608:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047551.035819:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047551.035833:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b57e lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9084 expref: 55 pid: 6588 timeout: 4279 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.035860:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b57e lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9084 expref: 55 pid: 6588 timeout: 4279 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.035899:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b57e lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9084 expref: 55 pid: 6588 timeout: 4279 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.035927:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047551.035937:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b593 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.035978:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b593 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.035993:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b593 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.036065:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047551.036174:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+54:2429:x1863365388276608:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 382us (15048us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047551.036192:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2255 00010000:00010000:0.0:1777047551.036327:0:12913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b593 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.036347:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b593 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047551.036470:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 157923 00000004:00200000:0.0:1777047551.036479:0:12913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047551.036515:0:12913:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b593 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.036568:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b58c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f908b expref: 54 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.036602:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b593 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f908b expref: 53 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.036617:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047551.036623:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047551.036627:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0740030a00, rc 0) 00000100:00100000:0.0:1777047551.036686:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+53:57853:x1863365388276480:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 32316us (34670us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047551.036701:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6523 00000100:00100000:0.0:1777047551.074003:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047551.074257:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388276736 00000100:00100000:3.0:1777047551.074272:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388276736 00002000:00100000:3.0:1777047551.074473:0:29057:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x8a:0x0] (118784->122879) req@ffff9e076e3ea300 x1863365388276736/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:287/0 lens 488/0 e 0 to 0 dl 1777047562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047551.074495:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e3ea300 with x1863365388276736 ext(118784->122879) 00002000:00010000:3.0:1777047551.074504:0:29057:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e3ea300 00000100:00100000:3.0:1777047551.074544:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1621 00000100:00100000:3.0:1777047551.074565:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388276736:12345-192.168.201.54@tcp:3:lfs.0 00000100:00080000:2.0:1777047551.074589:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047551.074811:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388276736:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 252us (816us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777047551.074826:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1621 00002000:00100000:3.0:1777047551.074838:0:29057:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x8a:0x0] (118784->122879) req@ffff9e076e3ea300 x1863365388276736/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:287/0 lens 488/4536 e 0 to 0 dl 1777047562 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047551.074854:0:29057:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e3ea300 with x1863365388276736 ext(118784->122879) 00002000:00010000:3.0:1777047551.074860:0:29057:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e3ea300 00000100:00100000:1.0:1777047551.087235:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047551.088528:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388276864 00000100:00100000:3.0:1777047551.088545:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388276864 00002000:00100000:3.0:1777047551.088621:0:8485:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x8a:0x0] (122880->126975) req@ffff9e064b40bb80 x1863365388276864/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:287/0 lens 488/0 e 0 to 0 dl 1777047562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047551.088644:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b40bb80 with x1863365388276864 ext(122880->126975) 00002000:00010000:3.0:1777047551.088655:0:8485:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064b40bb80 00000100:00100000:3.0:1777047551.088720:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1622 00000100:00100000:3.0:1777047551.088738:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388276864:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:3.0:1777047551.089002:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388276864:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 266us (1777us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777047551.089017:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1622 00002000:00100000:3.0:1777047551.089029:0:8485:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x8a:0x0] (122880->126975) req@ffff9e064b40bb80 x1863365388276864/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:287/0 lens 488/4536 e 0 to 0 dl 1777047562 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047551.089045:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b40bb80 with x1863365388276864 ext(122880->126975) 00002000:00010000:3.0:1777047551.089051:0:8485:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064b40bb80 00000100:00100000:2.0:1777047551.125670:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047551.129766:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388276992 00000100:00100000:3.0:1777047551.129785:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388276992 00002000:00100000:3.0:1777047551.130210:0:8486:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x8a:0x0] (98304->159743) req@ffff9e06439a7480 x1863365388276992/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:287/0 lens 504/0 e 0 to 0 dl 1777047562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047551.130582:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a7480 with x1863365388276992 ext(98304->159743) 00002000:00010000:3.0:1777047551.130596:0:8486:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06439a7480 00000100:00100000:3.0:1777047551.130661:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1623 00000100:00100000:3.0:1777047551.130681:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388276992:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:0.0:1777047551.150227:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388276992:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 19538us (24556us total) trans 0 rc 53248/53248 00000100:00100000:0.0:1777047551.150248:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1623 00002000:00100000:0.0:1777047551.150270:0:8486:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x8a:0x0] (98304->159743) req@ffff9e06439a7480 x1863365388276992/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:287/0 lens 504/440 e 0 to 0 dl 1777047562 ref 1 fl Complete:/600/0 rc 53248/53248 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047551.150289:0:8486:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a7480 with x1863365388276992 ext(98304->159743) 00002000:00010000:0.0:1777047551.150327:0:8486:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06439a7480 00000100:00100000:2.0:1777047551.182879:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047551.184677:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388277120 00000100:00100000:3.0:1777047551.184693:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388277120 00002000:00100000:3.0:1777047551.184768:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (118784->139263) req@ffff9e06439a4e00 x1863365388277120/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:287/0 lens 488/0 e 0 to 0 dl 1777047562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047551.184788:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a4e00 with x1863365388277120 ext(118784->139263) 00002000:00010000:3.0:1777047551.184798:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06439a4e00 00000100:00100000:3.0:1777047551.184860:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1624 00000100:00100000:3.0:1777047551.184881:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388277120:12345-192.168.201.54@tcp:4:lfs.0 00000100:00100000:3.0:1777047551.206612:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388277120:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 21722us (23731us total) trans 21474837974 rc 0/0 00000100:00100000:3.0:1777047551.206635:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1624 00002000:00100000:3.0:1777047551.206656:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x8a:0x0] (118784->139263) req@ffff9e06439a4e00 x1863365388277120/t21474837974(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:287/0 lens 488/448 e 0 to 0 dl 1777047562 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047551.206677:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a4e00 with x1863365388277120 ext(118784->139263) 00002000:00010000:3.0:1777047551.206687:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06439a4e00 00000100:00100000:1.0:1777047551.224750:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047551.224923:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388277248 00000100:00100000:2.0:1777047551.224938:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388277248 00000100:00100000:2.0:1777047551.225043:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4503 00000100:00100000:2.0:1777047551.225062:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388277248:12345-192.168.201.54@tcp:16:fsx.0 00000001:00080000:2.0:1777047551.255809:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837974 is committed 00000001:00080000:2.0:1777047551.255843:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837972 is committed 00000100:00100000:1.0:1777047551.256158:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388277248:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 31092us (31440us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047551.256178:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4503 00000100:00100000:1.0:1777047551.293696:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047551.295198:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388277376 00000100:00100000:2.0:1777047551.295214:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388277376 00000100:00100000:2.0:1777047551.295375:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6524 00000100:00100000:2.0:1777047551.295469:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+53:57853:x1863365388277376:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047551.295500:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047551.295532:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493b59a lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9092 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.295583:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b5a1 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.295607:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b5a1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.295636:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b5a1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.295805:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493b59a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9092 expref: 55 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.295836:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b5a1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9092 expref: 54 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.295852:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047551.295858:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777047551.295864:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166400, rc 0) 00000100:00100000:2.0:1777047551.295946:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+54:57853:x1863365388277376:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 486us (2262us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047551.295961:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6524 00000100:00100000:2.0:1777047551.300719:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777047551.300750:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443158656:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777047551.300838:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047551.302663:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443158656 00000100:00100000:0.0:1777047551.302677:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443158656 00000100:00100000:0.0:1777047551.303527:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2530 00000100:00100000:0.0:1777047551.303547:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443158656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1777047551.303588:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484909760 pending 0 free 3918987264 avail 3687354368 00000100:00100000:0.0:1777047551.303689:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443158656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 144us (2848us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047551.303703:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2530 00000100:00100000:3.0:1777047551.303908:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443158656:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1777047551.304653:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047551.308981:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047551.310084:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388277632 00000100:00100000:3.0:1777047551.310099:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388277632 00000100:00100000:3.0:1777047551.310198:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6525 00000100:00100000:3.0:1777047551.310217:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+54:57853:x1863365388277632:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:3.0:1777047551.310325:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047551.310372:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b593 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f908b expref: 54 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.310495:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047551.310504:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047551.311062:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b5a8 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.311092:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b5a8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.311113:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b5a8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047551.311198:0:6589:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935411 00000004:00010000:3.0:1777047551.311613:0:6589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002d5a107e reply state 000000008cfcbb09 transno 8589935412 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b5a8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.311639:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b5a8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.311652:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047551.311657:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047551.311663:0:6589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047551.311800:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+56:57853:x1863365388277632:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 1585us (2826us total) trans 8589935412 rc 0/0 00000100:00100000:3.0:1777047551.311815:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6525 00000020:00080000:3.0:1777047551.311823:0:6589:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047551.338567:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047551.338749:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047551.339157:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047551.339217:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388277760 00000100:00100000:0.0:1777047551.339259:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388277760 00002000:00010000:0.0:1777047551.339349:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (218335->18446744073709551615) 00002000:00100000:0.0:1777047551.339359:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e3ead80 with x1863365388277760 ext(218335->18446744073709551615) 00002000:00010000:0.0:1777047551.339378:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e3ead80. 00000100:00100000:0.0:1777047551.339459:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388277888 00000100:00100000:0.0:1777047551.339467:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388277888 00002000:00010000:0.0:1777047551.339514:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:0.0:1777047551.339522:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e3e9880 with x1863365388277888 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047551.339535:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e3e9880. 00000100:00100000:0.0:1777047551.339563:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388278016 00000100:00100000:0.0:1777047551.339570:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388278016 00002000:00010000:0.0:1777047551.339594:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:0.0:1777047551.339600:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c07480 with x1863365388278016 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047551.339609:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642c07480. 00000100:00100000:0.0:1777047551.339641:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1625 00000100:00100000:0.0:1777047551.339658:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388277760:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:0.0:1777047551.340370:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 157923 -> 218335 00002000:00010000:0.0:1777047551.340378:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047549 -> 1777047551 00002000:00010000:0.0:1777047551.340422:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047551.340427:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047549 -> 1777047551 00002000:00010000:0.0:1777047551.340432:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 184 -> 320 00000100:00100000:0.0:1777047551.340519:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388277760:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 863us (1963us total) trans 21474837975 rc 0/0 00000100:00100000:0.0:1777047551.340536:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1625 00002000:00010000:0.0:1777047551.340544:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (218335->18446744073709551615) 00002000:00100000:0.0:1777047551.340549:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e3ead80 with x1863365388277760 ext(218335->18446744073709551615) 00002000:00010000:0.0:1777047551.340559:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e3ead80. 00000100:00100000:0.0:1777047551.340595:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1626 00000100:00100000:0.0:1777047551.340610:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2429:x1863365388277888:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:0.0:1777047551.340746:0:29064:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047551.340753:0:29064:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047549 -> 1777047551 00002000:00010000:0.0:1777047551.340757:0:29064:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047551.340762:0:29064:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047549 -> 1777047551 00002000:00010000:0.0:1777047551.340766:0:29064:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1777047551.341130:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365388277888:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 522us (2381us total) trans 17179870581 rc 0/0 00000100:00100000:0.0:1777047551.341145:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1626 00002000:00010000:0.0:1777047551.350072:0:29064:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:0.0:1777047551.350084:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e3e9880 with x1863365388277888 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047551.350104:0:29064:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e076e3e9880. 00000100:00100000:1.0:1777047551.352182:0:20134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1627 00000100:00100000:1.0:1777047551.352216:0:20134:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388278016:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:1.0:1777047551.352521:0:20134:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047551.352529:0:20134:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047549 -> 1777047551 00002000:00010000:1.0:1777047551.352534:0:20134:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:1.0:1777047551.352538:0:20134:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047549 -> 1777047551 00002000:00010000:1.0:1777047551.352544:0:20134:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047551.352625:0:20134:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388278016:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 423us (13466us total) trans 21474837976 rc 0/0 00000100:00100000:1.0:1777047551.352641:0:20134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1627 00002000:00010000:1.0:1777047551.352648:0:20134:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:1.0:1777047551.352653:0:20134:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0642c07480 with x1863365388278016 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047551.352664:0:20134:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0642c07480. 00000100:00080000:1.0:1777047551.352735:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047551.389520:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047551.391553:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388278144 00000100:00100000:0.0:1777047551.391569:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388278144 00002000:00100000:0.0:1777047551.391646:0:29067:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x8a:0x0] (188416->221183) req@ffff9e064b408000 x1863365388278144/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:287/0 lens 488/0 e 0 to 0 dl 1777047562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047551.391678:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b408000 with x1863365388278144 ext(188416->221183) 00002000:00010000:0.0:1777047551.391686:0:29067:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064b408000 00000100:00100000:0.0:1777047551.391748:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1628 00000100:00100000:0.0:1777047551.391765:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388278144:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:0.0:1777047551.411672:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388278144:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 19896us (22151us total) trans 0 rc 32768/32768 00000100:00100000:0.0:1777047551.411698:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1628 00002000:00100000:0.0:1777047551.411719:0:29067:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x8a:0x0] (188416->221183) req@ffff9e064b408000 x1863365388278144/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:287/0 lens 488/440 e 0 to 0 dl 1777047562 ref 1 fl Complete:/600/0 rc 32768/32768 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047551.411740:0:29067:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b408000 with x1863365388278144 ext(188416->221183) 00002000:00010000:0.0:1777047551.411750:0:29067:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064b408000 00000100:00100000:2.0:1777047551.434677:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047551.435166:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388278272 00000100:00100000:3.0:1777047551.435182:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388278272 00002000:00100000:3.0:1777047551.435313:0:29061:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x8a:0x0] (217088->218334) req@ffff9e076e198700 x1863365388278272/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:287/0 lens 1736/0 e 0 to 0 dl 1777047562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047551.435334:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e198700 with x1863365388278272 ext(217088->218334) 00002000:00010000:3.0:1777047551.435345:0:29061:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e198700 00000100:00100000:3.0:1777047551.435474:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1629 00000100:00100000:3.0:1777047551.435493:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388278272:12345-192.168.201.54@tcp:4:lfs.0 00000100:00100000:3.0:1777047551.445156:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388278272:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 9340us (10166us total) trans 21474837977 rc 0/0 00000100:00100000:3.0:1777047551.445180:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1629 00002000:00100000:3.0:1777047551.445201:0:29061:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x8a:0x0] (217088->218334) req@ffff9e076e198700 x1863365388278272/t21474837977(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:287/0 lens 1736/448 e 0 to 0 dl 1777047562 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047551.445539:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e198700 with x1863365388278272 ext(217088->218334) 00002000:00010000:3.0:1777047551.445551:0:29061:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e198700 00000100:00100000:1.0:1777047551.472201:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047551.479825:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388278400 00000100:00100000:2.0:1777047551.479844:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388278400 00000100:00100000:2.0:1777047551.479940:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4504 00000100:00100000:2.0:1777047551.479959:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388278400:12345-192.168.201.54@tcp:16:fsx.0 00000001:00080000:3.0:1777047551.500772:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837977 is committed 00000100:00100000:2.0:1777047551.501558:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388278400:12345-192.168.201.54@tcp:16:fsx.0 Request processed in 21593us (29357us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047551.501580:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4504 00000100:00100000:1.0:1777047551.517424:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047551.518145:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388278528 00000100:00100000:3.0:1777047551.518162:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388278528 00000100:00100000:3.0:1777047551.518486:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6526 00000100:00100000:3.0:1777047551.518509:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+56:57853:x1863365388278528:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047551.518546:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047551.518618:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b5af lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9099 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.518768:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b5b6 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.518795:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b5b6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.518820:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b5b6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047551.518870:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 218335 00000004:00200000:3.0:1777047551.518878:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047551.518910:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b5b6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.518957:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b5af lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9099 expref: 58 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.518987:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b5b6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9099 expref: 57 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.519003:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047551.519009:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047551.519016:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e26800, rc 0) 00000100:00100000:3.0:1777047551.519141:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+57:57853:x1863365388278528:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 638us (1768us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047551.519155:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6526 00000100:00100000:1.0:1777047551.550967:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047551.551481:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388278784 00000100:00100000:3.0:1777047551.551497:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388278784 00000100:00100000:3.0:1777047551.551597:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2188 00000100:00100000:3.0:1777047551.551617:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+57:57853:x1863365388278784:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:3.0:1777047551.556219:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+58:57853:x1863365388278784:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 4593us (5249us total) trans 8589935413 rc 0/0 00000100:00100000:3.0:1777047551.556240:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2188 00000100:00100000:1.0:1777047551.615620:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047551.617515:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388278912 00000100:00100000:0.0:1777047551.617532:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388278912 00002000:00100000:0.0:1777047551.617613:0:20132:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000400:0xe9:0x0] (0->8191) req@ffff9e0641c56300 x1863365388278912/t0(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:287/0 lens 8680/0 e 0 to 0 dl 1777047562 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047551.617633:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c56300 with x1863365388278912 ext(0->8191) 00002000:00010000:0.0:1777047551.617643:0:20132:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0641c56300 00000100:00100000:0.0:1777047551.617713:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1630 00000100:00100000:0.0:1777047551.617731:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365388278912:12345-192.168.201.54@tcp:4:fsx.0 00000100:00100000:0.0:1777047551.627668:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2430:x1863365388278912:12345-192.168.201.54@tcp:4:fsx.0 Request processed in 9928us (12047us total) trans 17179870582 rc 0/0 00000100:00100000:0.0:1777047551.627709:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1630 00002000:00100000:0.0:1777047551.627730:0:20132:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000400:0xe9:0x0] (0->8191) req@ffff9e0641c56300 x1863365388278912/t17179870582(0) o4->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:287/0 lens 8680/448 e 0 to 0 dl 1777047562 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047551.627748:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0641c56300 with x1863365388278912 ext(0->8191) 00002000:00010000:0.0:1777047551.627757:0:20132:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0641c56300 00000001:00080000:1.0:1777047551.634646:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870581 is committed 00000001:00080000:1.0:1777047551.634664:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870580 is committed 00000100:00100000:0.0:1777047551.685198:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047551.685370:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388279168 00000100:00100000:2.0:1777047551.685702:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388279168 00000100:00100000:2.0:1777047551.686399:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6527 00000100:00100000:2.0:1777047551.686418:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+58:57917:x1863365388279168:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047551.686452:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047551.686485:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493b5bd lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f90a0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.686624:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b5c4 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.686645:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b5c4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.686663:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b5c4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.686685:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b5cb lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.686697:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b5cb lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.686708:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b5cb lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.686853:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493b5d2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.686879:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493b5d2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.686894:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493b5d2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047551.686911:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 218335 00010000:00010000:2.0:1777047551.687054:0:6590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b5c4 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.687067:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b5c4 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.687079:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b5c4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.687092:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b5c4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.687103:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047551.687111:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b5c4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.687124:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b5c4 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.687143:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e0761fba100) 00010000:00010000:2.0:1777047551.687148:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047551.687155:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b5c4 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.687166:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b5c4 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.687188:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b5cb lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.687199:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b5cb lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.688188:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b5cb lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.688198:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047551.688203:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b5cb lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.688215:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b5cb lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.688232:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0761fba600) 00010000:00010000:2.0:1777047551.688236:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047551.688240:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b5cb lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.688249:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b5cb lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.688368:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493b5bd lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90a0 expref: 61 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.688399:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493b5d2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90a0 expref: 60 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.688422:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047551.688426:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047551.688431:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167600, rc 0) 00000100:00100000:2.0:1777047551.688566:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+60:57917:x1863365388279168:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2151us (3377us total) trans 8589935414 rc 0/0 00000100:00100000:2.0:1777047551.688579:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6527 00000100:00100000:1.0:1777047551.711727:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047551.712461:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388279424 00000100:00100000:3.0:1777047551.712477:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388279424 00000100:00100000:3.0:1777047551.712574:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2189 00000100:00100000:3.0:1777047551.712592:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07430bcc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+60:57917:x1863365388279424:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047551.712908:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07430bcc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+61:57917:x1863365388279424:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 318us (1192us total) trans 8589935415 rc 0/0 00000100:00100000:3.0:1777047551.712924:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2189 00000100:00100000:1.0:1777047551.722315:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047551.724452:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388279552 00000100:00100000:3.0:1777047551.724468:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388279552 00000100:00100000:3.0:1777047551.724573:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 444 00000100:00100000:3.0:1777047551.724591:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+61:2430:x1863365388279552:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047551.724614:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047551.724648:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493b5d2 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90a0 expref: 61 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.724678:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047551.724686:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047551.724769:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+60:2430:x1863365388279552:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 181us (2494us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047551.724784:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 444 00000100:00100000:2.0:1777047551.762509:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047551.763648:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388279808 00000100:00100000:1.0:1777047551.763665:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388279808 00000100:00100000:1.0:1777047551.764239:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6528 00000100:00100000:1.0:1777047551.764262:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645689f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+60:57917:x1863365388279808:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047551.764326:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047551.764359:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031600/0x5ecf73d72493b5e0 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f90a7 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.764588:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b5e7 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.764627:0:6588:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b5b6 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9099 expref: 61 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.764645:0:6588:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b5e7 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.764704:0:6588:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b5b6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9099 expref: 61 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.764761:0:6588:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b5b6 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9099 expref: 61 pid: 9025 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047551.764786:0:6588:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641c55880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443158784:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047551.764922:0:6588:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e077192a780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047551.781609:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047551.785269:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388279936 00000100:00100000:3.0:1777047551.785314:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388279936 00010000:00010000:3.0:1777047551.785447:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b5b6 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9099 expref: 62 pid: 9025 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047551.785512:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2256 00000100:00100000:3.0:1777047551.785531:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+62:2431:x1863365388279936:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047551.785557:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047551.785571:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b5b6 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9099 expref: 62 pid: 9025 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.785600:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b5b6 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9099 expref: 62 pid: 9025 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.785636:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047551.785646:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b5e7 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.785665:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b5e7 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.785679:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b5e7 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.785712:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047551.786142:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+62:2431:x1863365388279936:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 279us (4209us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047551.786159:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2256 00010000:00010000:0.0:1777047551.792616:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b5b6 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9099 expref: 61 pid: 9025 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047551.792659:0:6588:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641c55880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443158784:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047551.792698:0:6588:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b5e7 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.792717:0:6588:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b5e7 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.792729:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b5e7 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047551.792766:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 218335 00010000:00010000:0.0:1777047551.793000:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031600/0x5ecf73d72493b5e0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90a7 expref: 62 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.793034:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b5e7 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90a7 expref: 61 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.793052:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047551.793058:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777047551.793064:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0740030a00, rc 0) 00000100:00100000:0.0:1777047551.793166:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645689f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+61:57917:x1863365388279808:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 28908us (31250us total) trans 8589935416 rc 0/0 00000100:00100000:0.0:1777047551.793200:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6528 00000100:00100000:1.0:1777047551.810597:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047551.810895:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388280064 00000100:00100000:1.0:1777047551.810933:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388280064 00000100:00100000:1.0:1777047551.811023:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2190 00000100:00100000:1.0:1777047551.811042:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+61:57917:x1863365388280064:12345-192.168.201.54@tcp:33:lfs.0 00000100:00100000:1.0:1777047551.811273:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+61:57917:x1863365388280064:12345-192.168.201.54@tcp:33:lfs.0 Request processed in 234us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047551.811323:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2190 00010000:00010000:0.0:1777047551.816610:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047551.817230:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777047551.817261:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443158912:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777047551.817380:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047551.822468:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443158912 00000100:00100000:3.0:1777047551.822490:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443158912 00000100:00100000:0.0:1777047551.823765:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047551.823951:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388280320 00000100:00100000:3.0:1777047551.823960:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388280320 00000100:00100000:3.0:1777047551.824067:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2191 00000100:00100000:3.0:1777047551.824086:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+61:57917:x1863365388280320:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:1.0:1777047551.824603:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3440 00000100:00100000:1.0:1777047551.824626:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443158912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777047551.824685:0:6593:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446096896 avail 1299857408 00000100:00100000:3.0:1777047551.825096:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+62:57917:x1863365388280320:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1012us (1338us total) trans 8589935417 rc 0/0 00000100:00100000:3.0:1777047551.825108:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2191 00000100:00100000:1.0:1777047551.826365:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3685:x1863365443158912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1742us (8982us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047551.826382:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3440 00000100:00100000:3.0:1777047551.826492:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443158912:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777047551.835712:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047551.836261:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388280576 00000100:00100000:1.0:1777047551.836277:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388280576 00000100:00100000:1.0:1777047551.836562:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6529 00000100:00100000:1.0:1777047551.836579:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+62:57917:x1863365388280576:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047551.836621:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047551.836627:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:1.0:1777047551.836668:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b5e7 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90a7 expref: 62 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.836708:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b523 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f906f expref: 61 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.836745:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047551.836752:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047551.836771:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b5f5 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f90ae expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.836931:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b5fc lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.836952:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b5fc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.836967:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b5fc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047551.837005:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 218335 00010000:00010000:1.0:1777047551.837171:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b5f5 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90ae expref: 63 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.837194:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b5fc lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90ae expref: 62 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.837204:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047551.837208:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047551.837211:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0740031a00, rc 0) 00000100:00100000:1.0:1777047551.837331:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+62:57917:x1863365388280576:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 756us (1635us total) trans 8589935418 rc 0/0 00000100:00100000:1.0:1777047551.837341:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6529 00000100:00100000:2.0:1777047551.844010:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047551.844145:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388280832 00000100:00100000:1.0:1777047551.844167:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388280832 00000100:00100000:1.0:1777047551.844267:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2192 00000100:00100000:1.0:1777047551.844313:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+62:57917:x1863365388280832:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:1.0:1777047551.844589:0:35315:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b5fc lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90ae expref: 62 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.844653:0:35315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b60a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.844673:0:35315:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493b4f2 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9061 expref: 62 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.844715:0:35315:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b5a1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9092 expref: 62 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.844729:0:35315:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b60a lrc: 5/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.844787:0:35315:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b5a1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9092 expref: 62 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.844807:0:35315:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b5a1 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9092 expref: 62 pid: 6590 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047551.844829:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a0a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443159040:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047551.844978:0:35315:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493b4f2 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9061 expref: 62 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.844992:0:35315:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493b4f2 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9061 expref: 62 pid: 12913 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047551.845004:0:35315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a0e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443159168:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047551.845038:0:35315:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e077192a600 going to sleep for 11 seconds 00000100:00100000:1.0:1777047551.854669:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a0a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443159040:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047551.854693:0:35315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a0e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35315:1863365443159168:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047551.854738:0:35315:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b60a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047551.856783:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047551.857851:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388280960 00000100:00100000:0.0:1777047551.857866:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388280960 00010000:00010000:1.0:1777047551.858694:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b5a1 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9092 expref: 63 pid: 6590 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047551.858760:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2257 00000100:00100000:1.0:1777047551.858778:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+63:2430:x1863365388280960:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047551.858805:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047551.858816:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b5a1 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9092 expref: 63 pid: 6590 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.858837:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b5a1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9092 expref: 63 pid: 6590 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.858874:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b5a1 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9092 expref: 63 pid: 6590 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.859092:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047551.859102:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b60a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.859118:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b60a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.859128:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047551.860586:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+62:2430:x1863365388280960:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1810us (3807us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047551.860599:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2257 00000100:00100000:0.0:1777047551.865832:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047551.868192:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388281088 00000100:00100000:2.0:1777047551.868211:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388281088 00010000:00010000:2.0:1777047551.868593:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493b4f2 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9061 expref: 62 pid: 12913 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047551.869263:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2258 00000100:00100000:2.0:1777047551.869300:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077949d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+62:2430:x1863365388281088:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047551.869328:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047551.869340:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493b4f2 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9061 expref: 62 pid: 12913 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.869363:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493b4f2 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9061 expref: 62 pid: 12913 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.869398:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493b4f2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9061 expref: 62 pid: 12913 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.869432:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047551.869441:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b60a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.869456:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b60a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.869469:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b60a lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.869514:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047551.869637:0:35315:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b60a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.869651:0:35315:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b60a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047551.869719:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077949d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+61:2430:x1863365388281088:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 441us (3900us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047551.869731:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2258 00010000:00010000:1.0:1777047551.869991:0:35315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b60a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.870004:0:35315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b60a lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.870013:0:35315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b60a lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.870021:0:35315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0740031800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047551.870026:0:35315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b60a lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.870037:0:35315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b60a lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.870050:0:35315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047551.870055:0:35315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777047551.870060:0:35315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b60a lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.870069:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b60a lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.870109:0:35315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047551.870113:0:35315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047551.870121:0:35315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b5fc lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90ae expref: 60 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047551.870307:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+60:57917:x1863365388280832:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 26027us (26311us total) trans 8589935419 rc -22/-22 00000100:00100000:1.0:1777047551.870321:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2192 00000100:00100000:1.0:1777047551.887645:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047551.887803:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388281216 00000100:00100000:3.0:1777047551.888103:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388281216 00000100:00100000:3.0:1777047551.888565:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6530 00000100:00100000:3.0:1777047551.888583:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+60:57917:x1863365388281216:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047551.888623:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047551.888656:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b611 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f90b5 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.888746:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b611 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90b5 expref: 61 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.888769:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b611 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90b5 expref: 61 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.888797:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047551.888803:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047551.888808:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27000, rc 0) 00000100:00100000:3.0:1777047551.889138:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+61:57917:x1863365388281216:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 559us (1507us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047551.889149:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6530 00000100:00100000:2.0:1777047551.904147:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047551.904355:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388281472 00000100:00100000:3.0:1777047551.904374:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388281472 00000100:00100000:3.0:1777047551.904552:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6531 00000100:00100000:3.0:1777047551.904568:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+61:57917:x1863365388281472:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047551.904603:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047551.904644:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b618 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f90bc expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.905716:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493b61f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.905741:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493b61f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.905761:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493b61f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047551.905779:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x3c:0x0]: returning size 0 00010000:00010000:3.0:1777047551.905853:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b618 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90bc expref: 64 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.905887:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493b61f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90bc expref: 63 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.905901:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3c:0x0].0x0 (ffff9e0771900f00) 00010000:00010000:3.0:1777047551.905906:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047551.905912:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27800, rc 0) 00000100:00100000:3.0:1777047551.905998:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+63:57917:x1863365388281472:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1432us (1868us total) trans 8589935420 rc 0/0 00000100:00100000:3.0:1777047551.906010:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6531 00000100:00100000:0.0:1777047551.922063:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047551.922829:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388281728 00000100:00100000:3.0:1777047551.922848:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388281728 00000100:00100000:2.0:1777047551.925224:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6532 00000100:00100000:2.0:1777047551.925253:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+63:57917:x1863365388281728:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047551.925320:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047551.925362:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b62d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f90c3 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.925586:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493b634 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.925630:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493b634 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.925649:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493b634 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047551.925671:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 218335 00010000:00010000:2.0:1777047551.925846:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b62d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90c3 expref: 66 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.926126:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493b634 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90c3 expref: 65 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.926142:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047551.926147:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047551.926152:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167600, rc 0) 00000100:00100000:2.0:1777047551.926696:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+65:57917:x1863365388281728:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1455us (4648us total) trans 8589935421 rc 0/0 00000100:00100000:2.0:1777047551.926711:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6532 00000100:00100000:1.0:1777047551.955316:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047551.955725:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388281984 00000100:00100000:3.0:1777047551.955742:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388281984 00000100:00100000:3.0:1777047551.956081:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2193 00000100:00100000:3.0:1777047551.956101:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+65:57917:x1863365388281984:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:3.0:1777047551.960687:0:6592:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493b634 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90c3 expref: 65 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.960766:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b642 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.960793:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b611 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90b5 expref: 65 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.961060:0:6592:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b642 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.962184:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b611 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90b5 expref: 65 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.962253:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b611 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90b5 expref: 65 pid: 34275 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047551.962298:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e46a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443159296:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047551.962564:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06441cbc00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047551.995075:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047551.995228:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388282112 00000100:00100000:1.0:1777047551.995245:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388282112 00010000:00010000:1.0:1777047551.995338:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b611 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90b5 expref: 66 pid: 34275 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047551.995476:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2259 00000100:00100000:1.0:1777047551.995495:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+66:2429:x1863365388282112:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047551.995523:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047551.995535:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b611 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90b5 expref: 66 pid: 34275 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.995557:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b611 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90b5 expref: 66 pid: 34275 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.995596:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047551.995605:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b642 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.995623:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b642 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.995643:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b642 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.995675:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047551.995764:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+66:2429:x1863365388282112:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 273us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047551.995778:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2259 00010000:00010000:2.0:1777047551.997093:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493b611 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90b5 expref: 65 pid: 34275 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047551.997118:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e46a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443159296:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047551.997469:0:6592:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b642 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.997521:0:6592:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b642 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.997531:0:6592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b642 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.997570:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b649 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.997590:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493b61f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90bc expref: 64 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.997602:0:6592:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b649 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x3c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.997652:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493b61f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90bc expref: 64 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.997675:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493b61f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90bc expref: 64 pid: 6589 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047551.997698:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e46a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443159424:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047551.997817:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06441cbc00 going to sleep for 11 seconds 00000100:00100000:2.0:1777047552.009780:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e46a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6592:1863365443159424:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047552.012254:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047552.012879:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388282240 00000100:00100000:1.0:1777047552.012894:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388282240 00010000:00010000:1.0:1777047552.012989:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493b61f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90bc expref: 65 pid: 6589 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047552.013065:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2260 00000100:00100000:1.0:1777047552.013082:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644867480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+65:2430:x1863365388282240:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047552.013109:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047552.013120:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493b61f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90bc expref: 65 pid: 6589 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.013144:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493b61f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90bc expref: 65 pid: 6589 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.013543:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27800/0x5ecf73d72493b61f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90bc expref: 65 pid: 6589 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.013574:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3c:0x0].0x0 (ffff9e0771900f00) 00010000:00010000:1.0:1777047552.013583:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b649 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x3c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.013600:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b649 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.013611:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b649 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x3c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.013643:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047552.013727:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644867480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+64:2430:x1863365388282240:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 648us (1482us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047552.013741:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2260 00010000:00010000:2.0:1777047552.014944:0:6592:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b649 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3c:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.014973:0:6592:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b649 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3c:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.014985:0:6592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b649 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3c:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047552.015756:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e46a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443159552:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047552.015857:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047552.015985:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443159552 00000100:00100000:1.0:1777047552.015996:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443159552 00000100:00100000:1.0:1777047552.016182:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3441 00000100:00100000:1.0:1777047552.016198:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443159552:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047552.017101:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06441cbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1777047552.017260:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443159552:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 1064us (1402us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047552.017274:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3441 00000100:00100000:2.0:1777047552.017442:0:6592:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474837972 gen 2 00000004:00080000:2.0:1777047552.017451:0:6592:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474837972 committed transno 21474837972 00000100:00100000:2.0:1777047552.017513:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e46a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443159552:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047552.017654:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e46a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443159680:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047552.017702:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047552.017729:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b8a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047552.018666:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443159680 00000100:00100000:0.0:1777047552.018677:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443159680 00000100:00080000:3.0:1777047552.019791:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777047552.019800:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047552.021535:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3442 00000100:00100000:0.0:1777047552.021557:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443159680:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047552.021754:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443159680:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 203us (4049us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047552.021767:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3442 00000100:00100000:2.0:1777047552.022094:0:6592:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179870580 gen 2 00000004:00080000:2.0:1777047552.022108:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643055880, transno 17179870568 00000004:00080000:2.0:1777047552.022119:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744af0000, transno 17179870569 00000004:00080000:2.0:1777047552.022123:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643055180, transno 17179870570 00000004:00080000:2.0:1777047552.022127:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643054700, transno 17179870571 00000004:00080000:2.0:1777047552.022131:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643054380, transno 17179870572 00000004:00080000:2.0:1777047552.022135:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077797ad80, transno 17179870573 00000004:00080000:2.0:1777047552.022139:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077797bb80, transno 17179870574 00000004:00080000:2.0:1777047552.022143:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077797b800, transno 17179870575 00000004:00080000:2.0:1777047552.022147:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0777979180, transno 17179870576 00000004:00080000:2.0:1777047552.022151:0:6592:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0777979c00, transno 17179870577 00000004:00080000:2.0:1777047552.022159:0:6592:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179870580 committed transno 17179870580 00000100:00100000:2.0:1777047552.022215:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e46a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443159680:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047552.022434:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e46a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443159808:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047552.022494:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047552.022532:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b86c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047552.022641:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443159808 00000100:00100000:1.0:1777047552.022653:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443159808 00000100:00100000:1.0:1777047552.022717:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3443 00000100:00100000:1.0:1777047552.022730:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443159808:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047552.022830:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443159808:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 102us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047552.022841:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3443 00000100:00100000:2.0:1777047552.022956:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e46a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443159808:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047552.023013:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e46a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443159936:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047552.023052:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777047552.023419:0:33234:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 1 changes, 0 in progress, 0 in flight, 10 done 00000100:00100000:2.0:1777047552.023539:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b86c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047552.024764:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443159936 00000100:00100000:1.0:1777047552.024775:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443159936 00000100:00100000:1.0:1777047552.025828:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3444 00000100:00100000:1.0:1777047552.025848:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443159936:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047552.026045:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443159936:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 203us (2991us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047552.026057:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3444 00000100:00100000:2.0:1777047552.026592:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e46a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443159936:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047552.026717:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e46a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443160064:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047552.026769:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047552.027656:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b8840 going to sleep for 11 seconds 00000100:00100000:0.0:1777047552.027781:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443160064 00000100:00100000:0.0:1777047552.027793:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443160064 00000100:00100000:0.0:1777047552.027844:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3445 00000100:00100000:0.0:1777047552.027853:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443160064:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047552.028442:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443160064:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 587us (1670us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047552.028455:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3445 00000100:00100000:2.0:1777047552.028623:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e46a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443160064:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047552.028706:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e46a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443160192:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047552.028752:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047552.028773:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b8840 going to sleep for 11 seconds 00000100:00100000:0.0:1777047552.030688:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443160192 00000100:00100000:0.0:1777047552.030698:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443160192 00000100:00100000:0.0:1777047552.030741:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3446 00000100:00100000:0.0:1777047552.030753:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443160192:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047552.031182:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443160192:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 429us (2427us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047552.031194:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3446 00000100:00100000:2.0:1777047552.031681:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e46a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443160192:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:2.0:1777047552.032543:0:6592:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].20, 368 off49528 00000001:00080000:2.0:1777047552.032570:0:6592:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935422 00000100:00100000:2.0:1777047552.032678:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e46a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443160320:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047552.032750:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047552.032782:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b8840 going to sleep for 11 seconds 00000100:00100000:0.0:1777047552.033348:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443160320 00000100:00100000:0.0:1777047552.033359:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443160320 00000100:00100000:0.0:1777047552.033558:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3447 00000100:00100000:0.0:1777047552.033573:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443160320:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047552.033811:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6592:x1863365443160320:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 240us (1059us total) trans 21474837978 rc 0/0 00000100:00100000:0.0:1777047552.033824:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3447 00000100:00100000:2.0:1777047552.033988:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e46a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443160320:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047552.034035:0:6592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e44e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443160448:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047552.034083:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047552.035644:0:6592:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b8840 going to sleep for 11 seconds 00000100:00100000:3.0:1777047552.035761:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443160448 00000100:00100000:3.0:1777047552.035773:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443160448 00000100:00100000:3.0:1777047552.035835:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3448 00000100:00100000:3.0:1777047552.035849:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6592:x1863365443160448:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047552.036140:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6592:x1863365443160448:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 292us (2055us total) trans 17179870583 rc 0/0 00000100:00100000:3.0:1777047552.036157:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3448 00000100:00100000:2.0:1777047552.037060:0:6592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e44e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6592:1863365443160448:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1777047552.037184:0:6592:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935423 00010000:00010000:2.0:1777047552.037238:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b649 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3c:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.037256:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b649 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x3c:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.037270:0:6592:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b649 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3c:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.037309:0:6592:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047552.037318:0:6592:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b649 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3c:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.037333:0:6592:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b649 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x3c:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.037361:0:6592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3c:0x0].0x0 (ffff9e0771900f00) 00010000:00010000:2.0:1777047552.037367:0:6592:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777047552.037375:0:6592:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b649 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x3c:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.037417:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b649 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x3c:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.037476:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b642 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.037489:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b642 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.037499:0:6592:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b642 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.037509:0:6592:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047552.037514:0:6592:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b642 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.037524:0:6592:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b642 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.037539:0:6592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047552.037543:0:6592:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777047552.037549:0:6592:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b642 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.037558:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27400/0x5ecf73d72493b642 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.037578:0:6592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047552.037583:0:6592:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047552.037595:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493b634 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90c3 expref: 66 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047552.037754:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+65:57917:x1863365388281984:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 81656us (82475us total) trans 8589935424 rc 0/0 00000100:00100000:2.0:1777047552.037771:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2193 00000020:00080000:2.0:1777047552.037779:0:6592:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1777047552.062784:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047552.062956:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388282368 00000100:00100000:3.0:1777047552.062974:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388282368 00000100:00100000:3.0:1777047552.063076:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6533 00000100:00100000:3.0:1777047552.063095:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644866300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+65:57917:x1863365388282368:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047552.063140:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047552.063574:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d72493b650 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f90ca expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.063684:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d72493b650 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90ca expref: 66 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.063709:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d72493b650 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90ca expref: 66 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.063741:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047552.063747:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047552.063754:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e26a00, rc 0) 00000100:00100000:3.0:1777047552.063854:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644866300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+66:57917:x1863365388282368:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 762us (1086us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047552.063866:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6533 00000100:00100000:3.0:1777047552.085567:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047552.086042:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388282624 00000100:00100000:0.0:1777047552.086061:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388282624 00000100:00100000:0.0:1777047552.086180:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2194 00000100:00100000:0.0:1777047552.086199:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07430bc850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+66:57917:x1863365388282624:12345-192.168.201.54@tcp:35:lfs.0 00000004:00080000:0.0:1777047552.086875:0:15374:0:(mdd_object.c:4010:mdd_close()) Object [0x200000405:0x3c:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1777047552.087326:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].162, 64 off22160 00000004:00080000:0.0:1777047552.087348:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4180723964163ns, next at 4181723960218ns, rc = 0 00000040:00080000:0.0:1777047552.087425:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].161, 64 off22072 00000004:00080000:0.0:1777047552.087438:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4180724054358ns, next at 4181724051678ns, rc = 0 00000001:00080000:0.0:1777047552.087450:0:15374:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935425 00010000:00010000:0.0:1777047552.087524:0:15374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493b657 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.087555:0:15374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493b657 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.087575:0:15374:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493b657 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.087590:0:15374:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493b657 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.087601:0:15374:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493b657 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.087614:0:15374:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493b657 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.087642:0:15374:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777047552.087823:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07430bc850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+68:57917:x1863365388282624:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1627us (2273us total) trans 8589935426 rc 0/0 00000100:00100000:0.0:1777047552.087839:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2194 00000020:00080000:0.0:1777047552.087849:0:15374:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047552.088120:0:17980:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777047552.088133:0:17980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493b657 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.088146:0:17980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047552.088152:0:17980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493b657 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.088168:0:17980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493b657 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.088192:0:17980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3c:0x0].0x0 (ffff9e06431c0c00) 00010000:00010000:2.0:1777047552.088198:0:17980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777047552.088206:0:17980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493b657 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.088217:0:17980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493b657 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.088247:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047552.088250:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047552.088253:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047552.114559:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047552.114715:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388282880 00000100:00100000:1.0:1777047552.114734:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388282880 00000100:00100000:1.0:1777047552.114832:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2195 00000100:00100000:1.0:1777047552.115608:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+68:57917:x1863365388282880:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:1.0:1777047552.116148:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+69:57917:x1863365388282880:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 1298us (1604us total) trans 8589935427 rc 0/0 00000100:00100000:1.0:1777047552.116163:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2195 00000100:00100000:3.0:1777047552.181797:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047552.185203:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388283008 00000100:00100000:1.0:1777047552.185226:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388283008 00000100:00100000:1.0:1777047552.185364:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6534 00000100:00100000:1.0:1777047552.185453:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+69:57918:x1863365388283008:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047552.185497:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047552.185555:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b65e lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f90d1 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.185673:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d72493b665 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.185697:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d72493b665 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.185714:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d72493b665 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.185741:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b66c lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.185753:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b66c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.186016:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b66c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.186152:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b673 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.186167:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b673 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.186177:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b673 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047552.186631:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 218335 00000004:00200000:1.0:1777047552.186639:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047552.186675:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b673 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.186697:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b673 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.186712:0:6589:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d72493b665 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.186723:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d72493b665 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.186740:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d72493b665 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.186750:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d72493b665 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.186760:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0740031e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047552.186767:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d72493b665 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.186777:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d72493b665 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.186795:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e06431bd900) 00010000:00010000:1.0:1777047552.186799:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047552.186806:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d72493b665 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.186817:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d72493b665 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.186845:0:6589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b66c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.186855:0:6589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b66c lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.186863:0:6589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b66c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.186870:0:6589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0740030c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047552.186874:0:6589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b66c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.186884:0:6589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b66c lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.186894:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e06431bda00) 00010000:00010000:1.0:1777047552.186898:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047552.186903:0:6589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b66c lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.186911:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b66c lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.186959:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b65e lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90d1 expref: 71 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.186982:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b673 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90d1 expref: 70 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.186994:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047552.186997:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047552.187001:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0740031a00, rc 0) 00000100:00100000:1.0:1777047552.187121:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+70:57918:x1863365388283008:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1742us (5341us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047552.187133:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6534 00000100:00100000:3.0:1777047552.208126:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047552.215595:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388283264 00000100:00100000:1.0:1777047552.215621:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388283264 00000100:00100000:1.0:1777047552.215999:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6535 00000100:00100000:1.0:1777047552.216017:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+70:57918:x1863365388283264:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047552.216054:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047552.216087:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b67a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f90d8 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.216311:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b681 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.216337:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b681 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.216357:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b681 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047552.216376:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 218335 00010000:00010000:1.0:1777047552.216629:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b67a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90d8 expref: 73 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.216666:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b681 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90d8 expref: 72 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.216681:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047552.216686:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1777047552.216692:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0740030c00, rc 0) 00000100:00100000:1.0:1777047552.217089:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+72:57918:x1863365388283264:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1073us (8981us total) trans 8589935428 rc 0/0 00000100:00100000:1.0:1777047552.217102:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6535 00000100:00100000:3.0:1777047552.239768:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047552.246838:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388283520 00000100:00100000:1.0:1777047552.246866:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388283520 00000100:00100000:2.0:1777047552.247136:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6536 00000100:00100000:2.0:1777047552.247158:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641de9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+72:57918:x1863365388283520:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047552.247202:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047552.247243:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493b68f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f90df expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.247539:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b696 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.247576:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b696 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.247595:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b696 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047552.247615:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 218335 00010000:00010000:2.0:1777047552.248069:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167600/0x5ecf73d72493b68f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90df expref: 75 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.248101:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b696 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90df expref: 74 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.248115:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047552.248120:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047552.248127:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166a00, rc 0) 00000100:00100000:2.0:1777047552.248255:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641de9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:57918:x1863365388283520:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1103us (8504us total) trans 8589935429 rc 0/0 00000100:00100000:2.0:1777047552.248269:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6536 00000100:00100000:3.0:1777047552.272666:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047552.277163:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388283648 00000100:00100000:1.0:1777047552.277575:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388283648 00000100:00100000:1.0:1777047552.277728:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1631 00000100:00100000:1.0:1777047552.277748:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2432:x1863365388283648:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047552.278088:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002658d22b/0x5ecf73d72493b6a4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.278117:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047552.278120:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047552.278129:0:8485:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002658d22b/0x5ecf73d72493b6a4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.278150:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002658d22b/0x5ecf73d72493b6a4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.298715:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002658d22b/0x5ecf73d72493b6a4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.298750:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002658d22b/0x5ecf73d72493b6a4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.298763:0:8485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002658d22b/0x5ecf73d72493b6a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.298775:0:8485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0740031800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047552.298783:0:8485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002658d22b/0x5ecf73d72493b6a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.298797:0:8485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002658d22b/0x5ecf73d72493b6a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.298829:0:8485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002658d22b/0x5ecf73d72493b6a4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.298840:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002658d22b/0x5ecf73d72493b6a4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047552.299312:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2432:x1863365388283648:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 21561us (26657us total) trans 0 rc 147456/147456 00000100:00100000:1.0:1777047552.299329:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1631 00000100:00100000:2.0:1777047552.323110:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3683:1863365443160832:0@lo:400:kworker.0 00000100:00100000:2.0:1777047552.323565:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047552.323621:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3683:1863365443161344:0@lo:400:kworker.0 00000100:00100000:2.0:1777047552.323656:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047552.323691:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1777047552.323699:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443160704:0@lo:400:kworker.0 00000100:00100000:2.0:1777047552.323736:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047552.323762:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3683:1863365443161216:0@lo:400:kworker.0 00000100:00100000:2.0:1777047552.323798:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047552.323820:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3683:1863365443161728:0@lo:400:kworker.0 00000100:00100000:2.0:1777047552.323850:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047552.323900:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443160832 00000100:00100000:2.0:1777047552.323911:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443160832 00000100:00100000:2.0:1777047552.323985:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443161344 00000100:00100000:2.0:1777047552.323990:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443161344 00000100:00100000:2.0:1777047552.324034:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443161216 00000100:00100000:2.0:1777047552.324039:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443161216 00000100:00100000:2.0:1777047552.324060:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443161728 00000100:00100000:2.0:1777047552.324063:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443161728 00000100:00100000:2.0:1777047552.324084:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5049 00000100:00100000:2.0:1777047552.324096:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eace680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3683:x1863365443160832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047552.324175:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eace680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3683:x1863365443160832:12345-0@lo:400:kworker.0 Request processed in 80us (952us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047552.324185:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5049 00000100:00100000:2.0:1777047552.324211:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5050 00000100:00100000:2.0:1777047552.324219:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3683:x1863365443161344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047552.324256:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3683:x1863365443161344:12345-0@lo:400:kworker.0 Request processed in 37us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047552.324265:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5050 00000100:00100000:2.0:1777047552.324302:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5051 00000100:00100000:2.0:1777047552.324311:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3683:x1863365443161216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047552.324350:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3683:x1863365443161216:12345-0@lo:400:kworker.0 Request processed in 40us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047552.324358:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5051 00000100:00100000:2.0:1777047552.324373:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5052 00000100:00100000:2.0:1777047552.324413:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3683:x1863365443161728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047552.324449:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3683:x1863365443161728:12345-0@lo:400:kworker.0 Request processed in 68us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047552.324457:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5052 00000100:00100000:2.0:1777047552.324517:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3683:1863365443161216:0@lo:400:kworker.0 00000100:00100000:2.0:1777047552.324534:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3683:1863365443161728:0@lo:400:kworker.0 00000100:00100000:2.0:1777047552.324548:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3683:1863365443160832:0@lo:400:kworker.0 00000100:00100000:2.0:1777047552.324560:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3683:1863365443161344:0@lo:400:kworker.0 00000100:00100000:3.0:1777047552.326505:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3685:1863365443160576:0@lo:400:kworker.0 00000100:00100000:3.0:1777047552.326581:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047552.326643:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443161088:0@lo:400:kworker.0 00000100:00100000:3.0:1777047552.326682:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047552.326709:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e00aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3685:1863365443161600:0@lo:400:kworker.0 00000100:00100000:3.0:1777047552.326738:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047552.326771:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1777047552.326802:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443160960:0@lo:400:kworker.0 00000100:00100000:3.0:1777047552.326834:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047552.326858:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e009500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3685:1863365443161472:0@lo:400:kworker.0 00000100:00100000:3.0:1777047552.326888:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047552.326932:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443160704 00000100:00100000:3.0:1777047552.326940:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443160704 00000100:00100000:3.0:1777047552.327086:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3449 00000100:00100000:3.0:1777047552.327095:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443160704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047552.327149:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443160704:12345-0@lo:400:kworker.0 Request processed in 56us (3413us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047552.327155:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3449 00000100:00080000:3.0:1777047552.327176:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777047552.327182:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777047552.327200:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443161600 00000100:00100000:3.0:1777047552.327205:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443161600 00000100:00100000:3.0:1777047552.327244:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443161472 00000100:00100000:3.0:1777047552.327248:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443161472 00000100:00100000:3.0:1777047552.327294:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5053 00000100:00100000:3.0:1777047552.327305:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3685:x1863365443161600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047552.327353:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3685:x1863365443161600:12345-0@lo:400:kworker.0 Request processed in 51us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047552.327363:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5053 00000100:00100000:3.0:1777047552.327380:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5054 00000100:00100000:3.0:1777047552.327418:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3685:x1863365443161472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047552.327478:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3685:x1863365443161472:12345-0@lo:400:kworker.0 Request processed in 91us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047552.327487:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5054 00000100:00080000:3.0:1777047552.327506:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777047552.327510:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777047552.327541:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e009500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3685:1863365443161472:0@lo:400:kworker.0 00000100:00100000:3.0:1777047552.327559:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e00aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3685:1863365443161600:0@lo:400:kworker.0 00000100:00100000:3.0:1777047552.327682:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047552.327708:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388283776 00000100:00100000:3.0:1777047552.327713:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388283776 00000100:00100000:3.0:1777047552.327764:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 445 00000100:00100000:3.0:1777047552.327774:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:57918:x1863365388283776:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:3.0:1777047552.327791:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047552.327827:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b696 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90df expref: 74 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.327872:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047552.327881:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047552.327933:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:57918:x1863365388283776:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 160us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047552.327943:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 445 00000100:00100000:0.0:1777047552.328611:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443161088 00000100:00100000:0.0:1777047552.328618:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443161088 00000100:00100000:0.0:1777047552.328682:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443160960 00000100:00100000:0.0:1777047552.328686:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443160960 00000100:00100000:0.0:1777047552.328715:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3041 00000100:00100000:0.0:1777047552.328724:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443161088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047552.328784:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443161088:12345-0@lo:400:kworker.0 Request processed in 61us (2101us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047552.328797:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3041 00000100:00100000:0.0:1777047552.328814:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3042 00000100:00100000:0.0:1777047552.328822:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443160960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047552.328861:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3685:x1863365443160960:12345-0@lo:400:kworker.0 Request processed in 39us (2025us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047552.328869:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3042 00000100:00100000:0.0:1777047552.328934:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443160960:0@lo:400:kworker.0 00000100:00100000:0.0:1777047552.328953:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3685:1863365443161088:0@lo:400:kworker.0 00000100:00080000:3.0:1777047552.335904:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777047552.340006:0:33221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443160576 00000100:00100000:2.0:1777047552.340031:0:33221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443160576 00000100:00100000:2.0:1777047552.340476:0:33221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1777047552.340495:0:33221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eff6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3685:x1863365443160576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047552.340660:0:33221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eff6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3685:x1863365443160576:12345-0@lo:400:kworker.0 Request processed in 170us (14077us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047552.340672:0:33221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1777047552.340781:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443160704:0@lo:400:kworker.0 00000100:00100000:1.0:1777047552.341028:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047552.342541:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3685:1863365443160576:0@lo:400:kworker.0 00000100:00100000:2.0:1777047552.349245:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388284032 00000100:00100000:2.0:1777047552.349267:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388284032 00000100:00100000:2.0:1777047552.349437:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2196 00000100:00100000:2.0:1777047552.349454:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+73:57918:x1863365388284032:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047552.349842:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:57918:x1863365388284032:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 390us (8815us total) trans 8589935430 rc 0/0 00000100:00100000:2.0:1777047552.349859:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2196 00000100:00100000:0.0:1777047552.421653:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047552.422005:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388284288 00000100:00100000:3.0:1777047552.422026:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388284288 00000100:00100000:3.0:1777047552.422185:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6537 00000100:00100000:3.0:1777047552.422573:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+74:57919:x1863365388284288:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047552.422615:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047552.422649:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d72493b6ab lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f90e6 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.422806:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493b6b2 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.422832:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493b6b2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.422854:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493b6b2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047552.422875:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 218335 00010000:00010000:3.0:1777047552.423029:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d72493b6ab lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90e6 expref: 77 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.423058:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493b6b2 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90e6 expref: 76 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.423073:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047552.423079:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047552.423085:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8000, rc 0) 00000100:00100000:3.0:1777047552.423194:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57919:x1863365388284288:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 992us (1554us total) trans 8589935431 rc 0/0 00000100:00100000:3.0:1777047552.423214:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6537 00000100:00100000:2.0:1777047552.446841:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047552.447189:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388284416 00000100:00100000:0.0:1777047552.447209:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388284416 00000100:00100000:0.0:1777047552.447376:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1632 00000100:00100000:0.0:1777047552.447465:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365388284416:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047552.447530:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493b6c0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.447561:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047552.447565:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047552.447575:0:8486:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493b6c0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.447602:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493b6c0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.479968:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493b6c0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.480004:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493b6c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.480020:0:8486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493b6c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.480033:0:8486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047552.480041:0:8486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493b6c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.480058:0:8486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493b6c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.480091:0:8486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493b6c0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.480104:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9e33a25/0x5ecf73d72493b6c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047552.480692:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365388284416:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 33225us (33859us total) trans 0 rc 147456/147456 00000100:00100000:0.0:1777047552.480712:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1632 00000100:00100000:1.0:1777047552.497586:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047552.497880:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388284544 00000100:00100000:3.0:1777047552.497900:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388284544 00000100:00100000:3.0:1777047552.498041:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 446 00000100:00100000:3.0:1777047552.498057:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57919:x1863365388284544:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:3.0:1777047552.498080:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047552.498113:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493b6b2 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90e6 expref: 76 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.498141:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047552.498148:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047552.498237:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57919:x1863365388284544:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 182us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047552.498250:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 446 00000100:00100000:3.0:1777047552.516340:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047552.516541:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388284800 00000100:00100000:1.0:1777047552.516563:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388284800 00000100:00100000:1.0:1777047552.516688:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2197 00000100:00100000:1.0:1777047552.516715:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+75:57919:x1863365388284800:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:1.0:1777047552.517165:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57919:x1863365388284800:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 460us (833us total) trans 8589935432 rc 0/0 00000100:00100000:1.0:1777047552.517179:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2197 00000100:00100000:2.0:1777047552.544690:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047552.548602:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388285056 00000100:00100000:0.0:1777047552.548631:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388285056 00000100:00100000:0.0:1777047552.548780:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6538 00000100:00100000:0.0:1777047552.548800:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eace300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+76:57853:x1863365388285056:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047552.548843:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047552.548882:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493b6c7 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f90ed expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.549082:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b6ce lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.549108:0:6588:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b673 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90d1 expref: 77 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.549123:0:6588:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b6ce lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.550024:0:6588:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b673 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90d1 expref: 77 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.550051:0:6588:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b673 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90d1 expref: 77 pid: 6589 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047552.550073:0:6588:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacc700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443161856:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047552.550223:0:6588:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b8840 going to sleep for 11 seconds 00000100:00100000:2.0:1777047552.557802:0:6588:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacc700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6588:1863365443161856:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047552.557851:0:6588:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b6ce lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047552.563941:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047552.565671:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388285184 00000100:00100000:0.0:1777047552.565690:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388285184 00010000:00010000:0.0:1777047552.565770:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b673 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90d1 expref: 78 pid: 6589 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047552.566102:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2261 00000100:00100000:0.0:1777047552.566123:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:2429:x1863365388285184:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047552.566150:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047552.566161:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b673 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90d1 expref: 78 pid: 6589 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.566186:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b673 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90d1 expref: 78 pid: 6589 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.566225:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b673 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90d1 expref: 78 pid: 6589 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.566262:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047552.566298:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b6ce lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.566317:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b6ce lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.566331:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b6ce lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.566558:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047552.566657:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2429:x1863365388285184:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 536us (2728us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047552.566673:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2261 00010000:00010000:2.0:1777047552.573616:0:6588:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b6ce lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.573646:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b6ce lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047552.573699:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 218335 00010000:00010000:2.0:1777047552.573970:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493b6c7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90ed expref: 78 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.574008:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b6ce lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90ed expref: 77 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.574025:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047552.574031:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047552.574038:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388600, rc 0) 00000100:00100000:2.0:1777047552.575649:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eace300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57853:x1863365388285056:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 26850us (30970us total) trans 8589935433 rc 0/0 00000100:00100000:2.0:1777047552.575665:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6538 00000100:00100000:2.0:1777047552.599328:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047552.606141:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388285312 00000100:00100000:1.0:1777047552.606166:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388285312 00000100:00100000:1.0:1777047552.606339:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6539 00000100:00100000:1.0:1777047552.606356:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57853:x1863365388285312:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047552.606395:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047552.606431:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b6dc lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f90f4 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.606592:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d72493b6e3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.606617:0:6589:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b6ce lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90ed expref: 78 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.606630:0:6589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d72493b6e3 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.606686:0:6589:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b6ce lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90ed expref: 78 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.606707:0:6589:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b6ce lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90ed expref: 78 pid: 6588 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047552.606728:0:6589:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a28a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6589:1863365443161984:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047552.607242:0:6589:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e077192a780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047552.616073:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047552.616731:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388285440 00000100:00100000:0.0:1777047552.616748:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388285440 00010000:00010000:0.0:1777047552.616816:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b6ce lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90ed expref: 79 pid: 6588 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047552.616882:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2262 00000100:00100000:0.0:1777047552.616899:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:2431:x1863365388285440:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047552.616925:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047552.616937:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b6ce lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90ed expref: 79 pid: 6588 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.616971:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b6ce lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90ed expref: 79 pid: 6588 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.617011:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047552.617020:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d72493b6e3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.617037:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d72493b6e3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.617051:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d72493b6e3 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.617084:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047552.617475:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+79:2431:x1863365388285440:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 577us (1418us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047552.617488:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2262 00010000:00010000:1.0:1777047552.617667:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b6ce lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90ed expref: 78 pid: 6588 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047552.617695:0:6589:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a28a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6589:1863365443161984:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047552.617729:0:6589:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d72493b6e3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.617743:0:6589:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d72493b6e3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.617760:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d72493b6e3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047552.618103:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 218335 00000004:00200000:1.0:1777047552.618110:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047552.618146:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d72493b6e3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.618194:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b6dc lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90f4 expref: 78 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.618223:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d72493b6e3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90f4 expref: 77 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.618235:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047552.618239:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047552.618243:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0740031e00, rc 0) 00000100:00100000:1.0:1777047552.619853:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57853:x1863365388285312:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 13492us (20535us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047552.619947:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6539 00000100:00100000:3.0:1777047552.645545:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047552.645870:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388285568 00000100:00100000:2.0:1777047552.645888:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388285568 00000100:00100000:2.0:1777047552.646080:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6540 00000100:00100000:2.0:1777047552.646097:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643bbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:57853:x1863365388285568:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047552.646131:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047552.646168:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b6ea lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f90fb expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.646225:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b6f1 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.646588:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.646610:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.646799:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b6ea lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90fb expref: 79 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.646837:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b6f1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90fb expref: 78 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.646852:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047552.646857:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777047552.646863:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166400, rc 0) 00000100:00100000:2.0:1777047552.646954:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643bbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57853:x1863365388285568:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 861us (1427us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047552.646966:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6540 00000100:00100000:3.0:1777047552.666063:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047552.667545:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388285824 00000100:00100000:2.0:1777047552.667566:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388285824 00000100:00100000:3.0:1777047552.669133:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6541 00000100:00100000:3.0:1777047552.669525:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645844380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+78:57853:x1863365388285824:12345-192.168.201.54@tcp:36:fsx.0 00010000:00010000:3.0:1777047552.669621:0:6590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047552.669668:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031e00/0x5ecf73d72493b6e3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90f4 expref: 78 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.669704:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047552.669714:0:6590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047552.670006:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493b6f8 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.670029:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493b6f8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.670044:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493b6f8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047552.670115:0:6590:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935434 00000004:00010000:3.0:1777047552.670149:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000093de4b3a reply state 000000004c93dadf transno 8589935435 ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493b6f8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.670165:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493b6f8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.670172:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047552.670174:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047552.670178:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047552.670370:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645844380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57853:x1863365388285824:12345-192.168.201.54@tcp:36:fsx.0 Request processed in 1221us (4318us total) trans 8589935435 rc 0/0 00000100:00100000:3.0:1777047552.670409:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6541 00000020:00080000:3.0:1777047552.670418:0:6590:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047552.684481:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047552.684535:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047552.684581:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047552.684623:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388286080 00000100:00100000:1.0:1777047552.684641:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388286080 00002000:00010000:1.0:1777047552.684712:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:1.0:1777047552.684721:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744a28a80 with x1863365388286080 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047552.684742:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0744a28a80. 00000100:00100000:1.0:1777047552.684779:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388285952 00000100:00100000:1.0:1777047552.684784:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388285952 00002000:00010000:1.0:1777047552.684803:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (185468->18446744073709551615) 00002000:00100000:1.0:1777047552.684808:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744a2a300 with x1863365388285952 ext(185468->18446744073709551615) 00002000:00010000:1.0:1777047552.684818:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0744a2a300. 00000100:00100000:1.0:1777047552.684835:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388286208 00000100:00100000:1.0:1777047552.684839:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388286208 00002000:00010000:1.0:1777047552.684872:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:1.0:1777047552.684878:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a6680 with x1863365388286208 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047552.684886:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a6680. 00000100:00100000:1.0:1777047552.684924:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1633 00000100:00100000:1.0:1777047552.684941:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388286080:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:1.0:1777047552.685236:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047552.685242:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047551 -> 1777047553 00002000:00010000:1.0:1777047552.685246:0:24566:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:1.0:1777047552.685249:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047551 -> 1777047553 00002000:00010000:1.0:1777047552.685253:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1777047552.685370:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388286080:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 432us (905us total) trans 17179870584 rc 0/0 00000100:00100000:1.0:1777047552.685413:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1633 00002000:00010000:1.0:1777047552.685420:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/109 (0->18446744073709551615) 00002000:00100000:1.0:1777047552.685424:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744a28a80 with x1863365388286080 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047552.685431:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0744a28a80. 00000100:00100000:1.0:1777047552.685461:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1634 00000100:00100000:1.0:1777047552.685471:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388285952:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:1.0:1777047552.685826:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 218335 -> 185468 00002000:00010000:1.0:1777047552.685832:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047551 -> 1777047553 00002000:00010000:1.0:1777047552.685835:0:24566:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:1.0:1777047552.685838:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047551 -> 1777047553 00002000:00010000:1.0:1777047552.685842:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 320 -> 320 00000100:00100000:1.0:1777047552.685880:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388285952:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 408us (1342us total) trans 21474837979 rc 0/0 00000100:00100000:1.0:1777047552.685891:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1634 00002000:00010000:1.0:1777047552.685896:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/138 (185468->18446744073709551615) 00002000:00100000:1.0:1777047552.685900:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744a2a300 with x1863365388285952 ext(185468->18446744073709551615) 00002000:00010000:1.0:1777047552.685908:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0744a2a300. 00000100:00100000:1.0:1777047552.685932:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1635 00000100:00100000:1.0:1777047552.685944:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388286208:12345-192.168.201.54@tcp:10:fsx.0 00002000:00010000:1.0:1777047552.686022:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047552.686025:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047551 -> 1777047553 00002000:00010000:1.0:1777047552.686028:0:24566:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:1.0:1777047552.686030:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047551 -> 1777047553 00002000:00010000:1.0:1777047552.686033:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047552.686057:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388286208:12345-192.168.201.54@tcp:10:fsx.0 Request processed in 117us (1477us total) trans 21474837980 rc 0/0 00000100:00100000:1.0:1777047552.686064:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1635 00002000:00010000:1.0:1777047552.686066:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/140 (0->18446744073709551615) 00002000:00100000:1.0:1777047552.686069:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a6680 with x1863365388286208 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047552.686074:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a6680. 00000100:00100000:0.0:1777047552.700073:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047552.700663:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388286336 00000100:00100000:2.0:1777047552.700681:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388286336 00000100:00100000:2.0:1777047552.700789:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6542 00000100:00100000:2.0:1777047552.700806:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+80:57853:x1863365388286336:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047552.700847:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047552.700906:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b6ff lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9102 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.701080:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b706 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.701108:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b706 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.701129:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b706 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047552.701548:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 185468 00000004:00200000:2.0:1777047552.701557:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047552.701600:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b706 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.701656:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b6ff lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9102 expref: 82 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.701684:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b706 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9102 expref: 81 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.701698:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047552.701703:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047552.701708:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167a00, rc 0) 00000100:00100000:3.0:1777047552.701896:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57853:x1863365388286336:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 1090us (1839us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047552.701911:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6542 00000100:00100000:1.0:1777047552.722161:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047552.723397:0:29058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388286464 00000100:00100000:2.0:1777047552.723417:0:29058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388286464 00002000:00100000:1.0:1777047552.724408:0:29058:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x8a:0x0] (0->32767) req@ffff9e076e2a5500 x1863365388286464/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:288/0 lens 488/0 e 0 to 0 dl 1777047563 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047552.724430:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a5500 with x1863365388286464 ext(0->32767) 00002000:00010000:1.0:1777047552.724444:0:29058:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a5500 00000100:00100000:1.0:1777047552.724739:0:29058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1636 00000100:00100000:1.0:1777047552.724761:0:29058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388286464:12345-192.168.201.54@tcp:3:fsx.0 00000100:00100000:1.0:1777047552.745674:0:29058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388286464:12345-192.168.201.54@tcp:3:fsx.0 Request processed in 20899us (23513us total) trans 0 rc 32768/32768 00000100:00100000:1.0:1777047552.745700:0:29058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1636 00002000:00100000:1.0:1777047552.745724:0:29058:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x8a:0x0] (0->32767) req@ffff9e076e2a5500 x1863365388286464/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:288/0 lens 488/440 e 0 to 0 dl 1777047563 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047552.745745:0:29058:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e2a5500 with x1863365388286464 ext(0->32767) 00002000:00010000:1.0:1777047552.745756:0:29058:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e2a5500 00000100:00100000:0.0:1777047552.765666:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047552.768805:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388286592 00000100:00100000:2.0:1777047552.768828:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388286592 00000100:00100000:2.0:1777047552.768981:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1637 00000100:00100000:2.0:1777047552.769002:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064568aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388286592:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:2.0:1777047552.769485:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 185468 -> 262144 00002000:00010000:2.0:1777047552.769492:0:29067:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047553 -> 1777047553 00002000:00010000:2.0:1777047552.769497:0:29067:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:2.0:1777047552.769501:0:29067:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047553 -> 1777047553 00002000:00010000:2.0:1777047552.769505:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 320 -> 376 00000100:00100000:2.0:1777047552.769613:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064568aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388286592:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 615us (3963us total) trans 21474837981 rc 0/0 00000100:00100000:2.0:1777047552.769636:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1637 00000100:00100000:0.0:1777047552.811542:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047552.815334:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388286848 00000100:00100000:2.0:1777047552.815361:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388286848 00000100:00100000:2.0:1777047552.815534:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2198 00000100:00100000:2.0:1777047552.815556:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+81:57853:x1863365388286848:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:2.0:1777047552.816118:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57853:x1863365388286848:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 564us (4590us total) trans 8589935436 rc 0/0 00000100:00100000:2.0:1777047552.816135:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2198 00010000:00010000:1.0:1777047552.835246:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047552.836611:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443162112:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777047552.836745:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047552.837053:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443162240:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777047552.837129:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047552.837795:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443162240 00000100:00100000:2.0:1777047552.837810:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443162240 00000100:00100000:3.0:1777047552.837997:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443162112 00000100:00100000:3.0:1777047552.838008:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443162112 00000100:00100000:2.0:1777047552.838036:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3450 00000100:00100000:2.0:1777047552.838059:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443162240:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777047552.838091:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2531 00000100:00100000:3.0:1777047552.838109:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eaced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443162112:12345-0@lo:13:osp-pre-1-1.0 00000004:00000024:2.0:1777047552.838122:0:6594:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445822464 avail 1299582976 00002000:00000024:3.0:1777047552.838143:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484943424 pending 32768 free 3916972032 avail 3685449728 00000100:00100000:3.0:1777047552.843153:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eaced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443162112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5036us (6396us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047552.843178:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2531 00000100:00100000:0.0:1777047552.848843:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443162112:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777047552.849239:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443162240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 11183us (12107us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047552.849260:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3450 00000100:00100000:0.0:1777047552.850723:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443162240:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777047552.953596:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047552.957006:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388286976 00000100:00100000:3.0:1777047552.957029:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388286976 00000100:00100000:3.0:1777047552.957318:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6543 00000100:00100000:3.0:1777047552.957340:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57920:x1863365388286976:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047552.957385:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047552.957429:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d72493b70d lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9109 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.957653:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493b714 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.957679:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493b714 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.957701:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493b714 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.957725:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b71b lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.957737:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b71b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.957747:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b71b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.958148:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d72493b722 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.958168:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d72493b722 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.958180:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d72493b722 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047552.958246:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00000004:00200000:3.0:1777047552.958254:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047552.958314:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d72493b722 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.958333:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d72493b722 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.958348:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493b714 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.958358:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493b714 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.958368:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493b714 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.958379:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493b714 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.958420:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047552.958426:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493b714 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.958439:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493b714 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.958458:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e0771900100) 00010000:00010000:3.0:1777047552.958463:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047552.958470:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493b714 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.958480:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493b714 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.958502:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b71b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.958512:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b71b lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.958521:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b71b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.958528:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047552.958532:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b71b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.958540:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b71b lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.958550:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0771900700) 00010000:00010000:3.0:1777047552.958554:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047552.958557:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b71b lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.958571:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b71b lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.958622:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d72493b70d lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9109 expref: 84 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.958650:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d72493b722 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9109 expref: 83 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.958663:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047552.958667:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047552.958671:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8200, rc 0) 00000100:00100000:3.0:1777047552.958798:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57920:x1863365388286976:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1464us (5219us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047552.958812:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6543 00000100:00100000:1.0:1777047552.977150:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047552.979058:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388287104 00000100:00100000:2.0:1777047552.979079:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388287104 00000100:00100000:2.0:1777047552.979201:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 447 00000100:00100000:2.0:1777047552.979221:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077949cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:2432:x1863365388287104:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047552.979249:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047552.979316:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d72493b722 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9109 expref: 83 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.979473:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047552.979582:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047552.979695:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077949cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:2432:x1863365388287104:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 478us (2561us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047552.979711:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 447 00000100:00100000:0.0:1777047553.001781:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047553.002047:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388287360 00000100:00100000:3.0:1777047553.002065:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388287360 00000100:00080000:0.0:1777047553.002701:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047553.002796:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6544 00000100:00100000:2.0:1777047553.003315:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+82:57920:x1863365388287360:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047553.003352:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047553.003439:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b729 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9110 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.003640:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b730 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.003670:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b706 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9102 expref: 83 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.003685:0:6590:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b730 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.003743:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b706 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9102 expref: 83 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.003777:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b706 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9102 expref: 83 pid: 34275 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047553.003800:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacc700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443162368:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047553.004609:0:6590:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0742d06780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047553.024796:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047553.025631:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacc700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443162368:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047553.025685:0:6590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b730 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047553.026159:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388287488 00000100:00100000:0.0:1777047553.026173:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388287488 00010000:00010000:0.0:1777047553.026237:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b706 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9102 expref: 84 pid: 34275 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047553.026322:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2263 00000100:00100000:0.0:1777047553.026338:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:2429:x1863365388287488:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047553.026420:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047553.026434:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b706 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9102 expref: 84 pid: 34275 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.026455:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b706 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9102 expref: 84 pid: 34275 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.026494:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b706 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9102 expref: 84 pid: 34275 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.026520:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047553.026527:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b730 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.026545:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b730 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.026558:0:6575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b730 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.026597:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047553.026692:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:2429:x1863365388287488:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 355us (1915us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047553.026705:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2263 00010000:00010000:2.0:1777047553.027143:0:6590:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b730 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.027154:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b730 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047553.027194:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00010000:00010000:2.0:1777047553.028083:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b729 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9110 expref: 84 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.028109:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b730 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9110 expref: 83 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.028122:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047553.028127:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047553.028131:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166200, rc 0) 00000100:00100000:2.0:1777047553.028186:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57920:x1863365388287360:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 25062us (26425us total) trans 8589935437 rc 0/0 00000100:00100000:2.0:1777047553.028197:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6544 00000100:00100000:1.0:1777047553.055323:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047553.056568:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388287616 00000100:00100000:3.0:1777047553.056588:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388287616 00000100:00100000:3.0:1777047553.056700:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6545 00000100:00100000:3.0:1777047553.056718:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57920:x1863365388287616:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047553.056764:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047553.056802:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d72493b73e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9117 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.056973:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b745 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.057003:0:34275:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b730 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9110 expref: 84 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.057019:0:34275:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b745 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.057083:0:34275:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b730 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9110 expref: 84 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.057109:0:34275:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b730 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9110 expref: 84 pid: 6590 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047553.057135:0:34275:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac8000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443162496:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047553.057312:0:34275:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a899c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047553.078763:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047553.079798:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388287744 00000100:00100000:1.0:1777047553.079817:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388287744 00010000:00010000:1.0:1777047553.079894:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b730 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9110 expref: 85 pid: 6590 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047553.080232:0:34275:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac8000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:34275:1863365443162496:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047553.080251:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2264 00000100:00100000:1.0:1777047553.080633:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:2430:x1863365388287744:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047553.080633:0:34275:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b745 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.080670:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047553.080684:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b730 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9110 expref: 85 pid: 6590 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.080708:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b730 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9110 expref: 85 pid: 6590 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.080746:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b730 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9110 expref: 85 pid: 6590 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.080797:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047553.080806:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b745 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.080825:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b745 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.080837:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b745 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.080883:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047553.080971:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:2430:x1863365388287744:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 348us (2226us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047553.080984:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2264 00010000:00010000:3.0:1777047553.086315:0:34275:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b745 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.086346:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b745 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047553.086495:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00000004:00200000:3.0:1777047553.086505:0:34275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047553.086643:0:34275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b745 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.087046:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d72493b73e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9117 expref: 84 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.087091:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b745 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9117 expref: 83 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.087108:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047553.087113:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047553.087118:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8600, rc 0) 00000100:00100000:2.0:1777047553.087309:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57920:x1863365388287616:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 30592us (32000us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047553.087325:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6545 00000100:00100000:2.0:1777047553.115314:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047553.115680:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388288000 00000100:00100000:3.0:1777047553.115698:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388288000 00000100:00100000:3.0:1777047553.116095:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2199 00000100:00100000:3.0:1777047553.116115:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+83:57920:x1863365388288000:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047553.116577:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:57920:x1863365388288000:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 465us (1310us total) trans 8589935438 rc 0/0 00000100:00100000:3.0:1777047553.116592:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2199 00000100:00100000:3.0:1777047553.130925:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047553.131085:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388288256 00000100:00100000:2.0:1777047553.131105:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388288256 00000100:00100000:2.0:1777047553.131212:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6546 00000100:00100000:2.0:1777047553.131231:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+84:57920:x1863365388288256:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047553.131301:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047553.131307:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1777047553.131372:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b681 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90d8 expref: 84 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.132715:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047553.132726:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047553.132755:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b74c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f911e expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.132951:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b753 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.132978:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b753 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.132996:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b753 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047553.133019:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00010000:00010000:2.0:1777047553.133640:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b74c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f911e expref: 86 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.133690:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b753 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f911e expref: 85 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.133704:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047553.133708:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047553.133712:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167e00, rc 0) 00000100:00100000:2.0:1777047553.133837:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:57920:x1863365388288256:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2610us (2931us total) trans 8589935439 rc 0/0 00000100:00100000:2.0:1777047553.133851:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6546 00000100:00100000:0.0:1777047553.149547:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047553.149617:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047553.149667:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047553.149784:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388288384 00000100:00100000:1.0:1777047553.149805:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388288384 00000100:00100000:3.0:1777047553.149821:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388288640 00000100:00100000:3.0:1777047553.149832:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388288640 00000100:00100000:3.0:1777047553.149911:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388288512 00000100:00100000:3.0:1777047553.149917:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388288512 00000100:00100000:2.0:1777047553.150475:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4505 00000100:00100000:2.0:1777047553.150499:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388288640:12345-192.168.201.54@tcp:1:lfs.0 00000100:00080000:0.0:1777047553.150557:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777047553.150566:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777047553.150580:0:30115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b761 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.150651:0:30115:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f3b6067d/0x5ecf73d72493b355 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fce expref: 17 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.150679:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047553.150683:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047553.150689:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b761 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.150773:0:30115:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f3b6067d/0x5ecf73d72493b355 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fce expref: 17 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.150799:0:30115:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f3b6067d/0x5ecf73d72493b355 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fce expref: 17 pid: 11204 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047553.151644:0:30115:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443162624:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047553.151815:0:30115:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06431dc180 going to sleep for 11 seconds 00000100:00100000:1.0:1777047553.156687:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4506 00000100:00100000:1.0:1777047553.156721:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388288384:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:1.0:1777047553.157134:0:8481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d72493b768 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.157580:0:8481:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b404 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 110592->147455) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f900d expref: 17 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.157597:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047553.157599:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047553.157605:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d72493b768 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.157659:0:8481:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b404 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 110592->147455) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f900d expref: 17 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.157681:0:8481:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b404 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 110592->147455) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f900d expref: 17 pid: 28387 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047553.157706:0:8481:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443162752:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047553.157844:0:8481:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e077192a780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047553.161813:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4507 00000100:00100000:3.0:1777047553.161839:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388288512:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:3.0:1777047553.161905:0:11204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d72493b76f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.161936:0:11204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d72493b34e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fc7 expref: 20 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.161951:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047553.161954:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047553.161959:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d72493b76f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.162011:0:11204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d72493b34e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fc7 expref: 20 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.162032:0:11204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d72493b34e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fc7 expref: 20 pid: 30115 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047553.162057:0:11204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365443162880:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047553.162190:0:11204:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047553.168024:0:30115:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443162624:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047553.168076:0:30115:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b761 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047553.174573:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047553.175856:0:8481:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443162752:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047553.175910:0:8481:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d72493b768 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047553.179296:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388288768 00000100:00100000:3.0:1777047553.179320:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388288768 00010000:00010000:3.0:1777047553.179412:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f3b6067d/0x5ecf73d72493b355 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fce expref: 18 pid: 11204 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047553.179576:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2265 00000100:00100000:3.0:1777047553.179599:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388288768:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047553.179631:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047553.179671:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f3b6067d/0x5ecf73d72493b355 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fce expref: 18 pid: 11204 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.179738:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f3b6067d/0x5ecf73d72493b355 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fce expref: 18 pid: 11204 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.189833:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3b6067d/0x5ecf73d72493b355 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fce expref: 18 pid: 11204 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.189876:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047553.189880:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047553.189891:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b761 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.189919:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b761 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.190415:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047553.190562:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388288768:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 10967us (16001us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047553.190585:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2265 00010000:00010000:1.0:1777047553.191644:0:30115:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b761 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.191681:0:30115:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b761 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.191738:0:30115:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b761 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.191753:0:30115:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b761 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.192146:0:30115:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b761 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.192160:0:30115:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047553.192168:0:30115:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b761 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.192186:0:30115:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b761 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.192214:0:30115:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b761 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.192228:0:30115:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b761 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047553.192462:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388288640:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 41968us (42842us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047553.192478:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4505 00000100:00100000:2.0:1777047553.192905:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047553.194763:0:11204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11204:1863365443162880:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047553.194814:0:11204:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d72493b76f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047553.194908:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047553.195546:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388288896 00000100:00100000:0.0:1777047553.195561:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388288896 00010000:00010000:0.0:1777047553.195627:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b404 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 110592->147455) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f900d expref: 16 pid: 28387 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047553.195921:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388289024 00000100:00100000:3.0:1777047553.195929:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388289024 00010000:00010000:3.0:1777047553.195962:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d72493b34e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fc7 expref: 21 pid: 30115 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047553.196006:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2266 00000100:00100000:3.0:1777047553.196022:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388288896:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047553.196050:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047553.196085:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b404 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 110592->147455) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f900d expref: 16 pid: 28387 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.196113:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b404 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 110592->147455) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f900d expref: 16 pid: 28387 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.196157:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f43f1ef2/0x5ecf73d72493b404 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 110592->147455) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f900d expref: 16 pid: 28387 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.196668:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047553.196674:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047553.196684:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d72493b768 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047553.197510:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2267 00000100:00100000:1.0:1777047553.197538:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388289024:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047553.197563:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047553.197589:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d72493b34e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fc7 expref: 21 pid: 30115 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.197611:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d72493b34e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fc7 expref: 21 pid: 30115 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.197639:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1dadf6f/0x5ecf73d72493b34e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fc7 expref: 21 pid: 30115 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.197661:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047553.197664:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047553.197671:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d72493b76f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.197689:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d72493b76f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.197748:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047553.198220:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d72493b768 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047553.198792:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388289024:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1261us (3882us total) trans 0 rc 0/0 00010000:00010000:2.0:1777047553.199649:0:11204:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d72493b76f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.199666:0:11204:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d72493b76f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.199701:0:11204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d72493b76f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.199717:0:11204:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d72493b76f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.199733:0:11204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d72493b76f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.199745:0:11204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047553.199752:0:11204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d72493b76f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.199767:0:11204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d72493b76f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.199788:0:11204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d72493b76f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.199800:0:11204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000522057d1/0x5ecf73d72493b76f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047553.199887:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388288512:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 38058us (50218us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047553.199901:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4507 00010000:00010000:2.0:1777047553.204513:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047553.204584:0:8481:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d72493b768 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.204610:0:8481:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d72493b768 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047553.204640:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388288896:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 8611us (11727us total) trans 0 rc 0/0 00010000:00010000:3.0:1777047553.204663:0:8481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d72493b768 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.204680:0:8481:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d72493b768 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.204694:0:8481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d72493b768 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.204706:0:8481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0740031000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047553.204713:0:8481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d72493b768 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.204730:0:8481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d72493b768 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.204776:0:8481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d72493b768 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.204788:0:8481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c94d3596/0x5ecf73d72493b768 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047553.204883:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388288384:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 48178us (55354us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047553.204899:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4506 00000100:00100000:1.0:1777047553.207063:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2267 00000100:00100000:2.0:1777047553.210175:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2266 00000100:00100000:2.0:1777047553.223316:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047553.223478:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388289280 00000100:00100000:1.0:1777047553.223497:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388289280 00000100:00100000:1.0:1777047553.223600:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6547 00000100:00100000:1.0:1777047553.223617:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0641c55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+85:57920:x1863365388289280:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:1.0:1777047553.223722:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777047553.223772:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b745 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9117 expref: 85 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.223809:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d72493b650 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90ca expref: 84 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.223828:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047553.223838:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047553.223894:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b776 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.224582:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b776 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.224601:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b776 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047553.225009:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].162, 88 off22160 00000004:00080000:1.0:1777047553.225077:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4181861692397ns, next at 4181724051678ns, rc = 0 00000040:00080000:1.0:1777047553.225152:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].163, 88 off22248 00000004:00080000:1.0:1777047553.225163:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4181861779409ns, next at 4181723960218ns, rc = 0 00000040:00080000:1.0:1777047553.225188:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].164, 88 off22336 00000004:00080000:1.0:1777047553.225194:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4181861810034ns, next at 4181723960218ns, rc = 0 00000040:00080000:1.0:1777047553.225210:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].163, 88 off22248 00000004:00080000:1.0:1777047553.225216:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4181861832514ns, next at 4181724051678ns, rc = 0 00000040:00080000:1.0:1777047553.225230:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].164, 88 off22336 00000004:00080000:1.0:1777047553.225236:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4181861852732ns, next at 4181724051678ns, rc = 0 00000040:00080000:1.0:1777047553.225294:0:12913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].165, 88 off22424 00000004:00080000:1.0:1777047553.225301:0:12913:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4181861917449ns, next at 4181723960218ns, rc = 0 00000001:00080000:1.0:1777047553.256999:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935440 is committed 00000004:00080000:1.0:1777047553.257020:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 166 committed 00000004:00080000:1.0:1777047553.257066:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 164 committed 00000004:00080000:1.0:1777047553.257099:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 163 committed 00000004:00080000:1.0:1777047553.257105:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 165 committed 00000004:00080000:1.0:1777047553.257109:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 164 committed 00000004:00080000:1.0:1777047553.257114:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 162 committed 00000004:00080000:1.0:1777047553.257163:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 161 committed 00000004:00080000:1.0:1777047553.257171:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 163 committed 00000020:00080000:1.0:1777047553.257587:0:33214:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e064d8b8a80 refcount 2 committed 0 result 0 batchid 4294969368 00000020:00080000:1.0:1777047553.257599:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e06438aa200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e064d8b80c0 00000020:00080000:1.0:1777047553.257607:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e06438aa000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e064d8b8000 00000020:00080000:1.0:1777047553.257616:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e06438aa600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e064435b400 00000020:00080000:1.0:1777047553.257623:0:33214:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].20 00010000:00010000:3.0:1777047553.257761:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b419 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.258053:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b419 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.258068:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b419 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.258079:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047553.258088:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b419 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.258102:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b419 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.258138:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047553.258143:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047553.258150:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b419 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.258161:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b419 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.258223:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b435 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.258234:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b435 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.258244:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b435 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.258252:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e076e060a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047553.258257:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b435 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.258290:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b435 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.258313:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047553.258318:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047553.258327:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b435 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.258337:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e076e060a00/0x5ecf73d72493b435 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.258381:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b5a8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777047553.258388:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 160 committed 00010000:00010000:3.0:1777047553.258394:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b5a8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777047553.258401:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 162 committed 00010000:00010000:3.0:1777047553.258417:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b5a8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1777047553.258422:0:33214:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e0748b0d540 refcount 2 committed 0 result 0 batchid 4294969367 00000020:00080000:1.0:1777047553.258443:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e077b5f7d00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e077187d0c0 00010000:00010000:3.0:1777047553.258444:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047553.258456:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b5a8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1777047553.258459:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e06438aaa00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e0742d06780 00000020:00080000:1.0:1777047553.258478:0:33214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e06438aa300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e07751c9c00 00010000:00010000:3.0:1777047553.258493:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b5a8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1777047553.258495:0:33214:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].19 00010000:00010000:3.0:1777047553.258530:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047553.258535:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047553.258543:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b5a8 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.258554:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b5a8 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.258580:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493b6f8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.258592:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493b6f8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.258603:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493b6f8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.258615:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047553.258621:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493b6f8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.258724:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493b6f8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.258745:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047553.258751:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000020:00080000:2.0:1777047553.258752:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969368 committed batchid 4294969366 00010000:00010000:3.0:1777047553.258757:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493b6f8 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.258771:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493b6f8 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1777047553.258871:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969366 00000100:00100000:2.0:1777047553.258905:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644867480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443163008:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777047553.259025:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047553.259112:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443163520:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777047553.259156:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047553.259255:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443163008 00000100:00100000:3.0:1777047553.259296:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443163008 00000100:00100000:3.0:1777047553.259381:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443163520 00000100:00100000:3.0:1777047553.259387:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443163520 00000100:00100000:3.0:1777047553.259444:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4508 00000100:00100000:3.0:1777047553.259463:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3685:x1863365443163008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777047553.259513:0:8633:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:142 count 1 00010000:00010000:3.0:1777047553.259582:0:8633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b77d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.259619:0:8633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d72493916d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ae expref: 13 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.259634:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047553.259639:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047553.259645:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b77d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.259696:0:8633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d72493916d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ae expref: 13 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.259724:0:8633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d72493916d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ae expref: 13 pid: 30115 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047553.259747:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8633:1863365443164032:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047553.259919:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0745a89b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047553.260679:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443163136:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777047553.261109:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047553.261531:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0777979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443164160:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047553.261536:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443163648:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047553.261613:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047553.261628:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077797b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443163264:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777047553.261676:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443163136 00000100:00100000:1.0:1777047553.261697:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443163136 00000100:00100000:3.0:1777047553.261764:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443164160 00000100:00100000:3.0:1777047553.261777:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443164160 00000100:00100000:1.0:1777047553.261800:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4509 00000100:00100000:1.0:1777047553.261825:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0775806850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3685:x1863365443163520:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777047553.261857:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4510 00002000:00080000:1.0:1777047553.261876:0:8480:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:146 count 1 00000100:00100000:3.0:1777047553.261877:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3682:x1863365443163136:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777047553.261924:0:8479:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:111 count 1 00010000:00010000:1.0:1777047553.261932:0:8480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa556b6a/0x5ecf73d72493b784 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047553.261974:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 147429, mtime: 0x69eb97fb, atime: 0x69eb97bd, ctime: 0x69eb97fb, blocks: 0x68 00010000:00010000:3.0:1777047553.261988:0:8479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e3309996/0x5ecf73d72493b78b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.262008:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047553.262010:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047553.262019:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e3309996/0x5ecf73d72493b78b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.262041:0:8479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e3309996/0x5ecf73d72493b78b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.262059:0:8479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e3309996/0x5ecf73d72493b78b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.262072:0:8479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e3309996/0x5ecf73d72493b78b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.262104:0:8479:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777047553.262539:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047553.262583:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e009500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443163776:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047553.262627:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047553.262679:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0777979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443163392:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047553.262707:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047553.262735:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047553.262741:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443164288:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047553.262768:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0745e45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443163904:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047553.262819:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047553.263620:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047553.263672:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443163264 00000100:00100000:2.0:1777047553.263682:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443163264 00000100:00100000:2.0:1777047553.263718:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443163776 00000100:00100000:2.0:1777047553.263722:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443163776 00000100:00100000:2.0:1777047553.263739:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443163648 00000100:00100000:2.0:1777047553.263742:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443163648 00000100:00100000:2.0:1777047553.263783:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443163392 00000100:00100000:2.0:1777047553.263788:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443163392 00000100:00100000:0.0:1777047553.263810:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443163904 00000100:00100000:2.0:1777047553.263817:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443164288 00000100:00100000:2.0:1777047553.263821:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443164288 00000100:00100000:2.0:1777047553.263849:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4511 00000100:00100000:0.0:1777047553.263854:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443163904 00000100:00100000:2.0:1777047553.263867:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443164160:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047553.263902:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4512 00000100:00100000:0.0:1777047553.263916:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3683:x1863365443163264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777047553.263943:0:36217:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:115 count 1 00002000:00010000:0.0:1777047553.263983:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x73:0x0] initial LVB size: 147429, mtime: 0x69eb97fb, atime: 0x69eb97e2, ctime: 0x69eb97fb, blocks: 0x68 00010000:00010000:0.0:1777047553.263996:0:36217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493b792 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.264013:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047553.264016:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047553.264022:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493b792 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.264042:0:36217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493b792 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.264057:0:36217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493b792 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.264071:0:36217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493b792 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.265222:0:36217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777047553.265423:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3683:x1863365443163264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1507us (2905us total) trans 17179870587 rc 0/0 00000100:00100000:0.0:1777047553.265437:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4512 00000100:00100000:0.0:1777047553.265471:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4513 00000100:00100000:0.0:1777047553.265483:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3683:x1863365443163776:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047553.265747:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3683:x1863365443163776:12345-0@lo:2:osp-syn-0-0.0 Request processed in 264us (3116us total) trans 21474837982 rc 0/0 00000100:00100000:0.0:1777047553.265759:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4513 00000100:00100000:0.0:1777047553.265782:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4514 00000100:00100000:0.0:1777047553.265793:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3682:x1863365443163648:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1777047553.266313:0:8480:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493ab91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c94 expref: 13 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.266339:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047553.266343:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047553.266350:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa556b6a/0x5ecf73d72493b784 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.266425:0:8480:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493ab91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c94 expref: 13 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.266449:0:8480:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493ab91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c94 expref: 13 pid: 8481 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047553.266478:0:8480:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365443164416:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047553.266618:0:8480:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e077192a000 going to sleep for 11 seconds 00000100:00100000:1.0:1777047553.266732:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4515 00000100:00100000:1.0:1777047553.266756:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3684:x1863365443163392:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047553.266920:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3682:x1863365443163136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5041us (5803us total) trans 17179870585 rc 0/0 00000100:00100000:2.0:1777047553.266933:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3685:x1863365443164160:12345-0@lo:2:osp-syn-1-0.0 Request processed in 236us (2489us total) trans 17179870586 rc 0/0 00000100:00100000:3.0:1777047553.266940:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4510 00000100:00100000:2.0:1777047553.266960:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4511 00002000:00010000:1.0:1777047553.266988:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047553.266999:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00000100:00100000:3.0:1777047553.267001:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4516 00002000:00010000:1.0:1777047553.267015:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00000100:00100000:2.0:1777047553.267024:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4517 00000100:00100000:3.0:1777047553.267035:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3682:x1863365443164288:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047553.267036:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00000100:00100000:2.0:1777047553.267060:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3684:x1863365443163904:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047553.267064:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1777047553.268119:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb size from disk: 147429 -> 147429 00002000:00010000:2.0:1777047553.268126:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb mtime from disk: 1777047547 -> 1777047547 00002000:00010000:2.0:1777047553.268131:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:2.0:1777047553.268135:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb ctime from disk: 1777047547 -> 1777047547 00002000:00010000:2.0:1777047553.268140:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb blocks from disk: 104 -> 104 00002000:00010000:3.0:1777047553.268318:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047553.268324:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb mtime from disk: 1777047547 -> 1777047547 00002000:00010000:3.0:1777047553.268328:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:3.0:1777047553.268332:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb ctime from disk: 1777047547 -> 1777047547 00002000:00010000:3.0:1777047553.268335:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047553.269741:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3682:x1863365443163648:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3946us (7034us total) trans 21474837983 rc 0/0 00000100:00100000:0.0:1777047553.269756:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4514 00010000:00010000:0.0:1777047553.270106:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777047553.270121:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e3309996/0x5ecf73d72493b78b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.270140:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047553.270148:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e3309996/0x5ecf73d72493b78b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.270166:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e3309996/0x5ecf73d72493b78b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.270199:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e3309996/0x5ecf73d72493b78b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.270221:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e3309996/0x5ecf73d72493b78b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.270285:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1777047553.271648:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3682:x1863365443164288:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4620us (8019us total) trans 17179870589 rc 0/0 00000100:00100000:3.0:1777047553.271665:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4516 00000100:00100000:1.0:1777047553.271680:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3684:x1863365443163392:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4923us (8935us total) trans 17179870588 rc 0/0 00000100:00100000:1.0:1777047553.271702:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4515 00000100:00100000:3.0:1777047553.272142:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8633:1863365443164032:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047553.272214:0:8633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b77d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.273409:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493b792 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.273431:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047553.273437:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493b792 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.273452:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493b792 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.273552:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493b792 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.273566:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f56d9c2/0x5ecf73d72493b792 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.273597:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047553.273600:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047553.273603:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777047553.273658:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077797b800/2, rc 0, transno 17179870587 00000100:00100000:0.0:1777047553.273672:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077797b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443163264:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777047553.273696:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e009500/2, rc 0, transno 21474837982 00000100:00100000:0.0:1777047553.273704:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e009500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443163776:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047553.273748:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0777979180/2, rc 0, transno 17179870588 00000100:00100000:0.0:1777047553.273756:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0777979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443163392:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047553.274138:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3684:x1863365443163904:12345-0@lo:2:osp-syn-0-0.0 Request processed in 7090us (11314us total) trans 21474837984 rc 0/0 00000100:00100000:2.0:1777047553.274156:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4517 00000004:00080000:2.0:1777047553.274305:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077797bb80/2, rc 0, transno 17179870585 00000100:00100000:2.0:1777047553.274314:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443163136:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777047553.274442:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777047553.274561:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0777979c00/2, rc 0, transno 17179870586 00000100:00100000:1.0:1777047553.274578:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0777979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443164160:0@lo:2:osp-syn-1-0.0 00000004:00010000:3.0:1777047553.274687:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004938dfb8 reply state 0000000039d756a7 transno 8589935440 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b776 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.274721:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b776 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047553.274729:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:3.0:1777047553.274756:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047553.274763:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1777047553.274772:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1777047553.274950:0:12913:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777047553.274980:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0641c55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57920:x1863365388289280:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 51362us (51677us total) trans 8589935440 rc 0/0 00000100:00100000:3.0:1777047553.274994:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6547 00010000:00010000:3.0:1777047553.275038:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b776 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.275051:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b776 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.275061:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b776 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.275069:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0740030c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047553.275076:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b776 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.275087:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b776 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.275102:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047553.275108:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047553.275114:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b776 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.275124:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030c00/0x5ecf73d72493b776 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777047553.275891:0:3684:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0745e45f80/2, rc 0, transno 21474837984 00000100:00100000:0.0:1777047553.275903:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0745e45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443163904:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047553.275953:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388289408 00000100:00100000:0.0:1777047553.275964:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388289408 00010000:00010000:0.0:1777047553.276015:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d72493916d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ae expref: 14 pid: 30115 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047553.276181:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2268 00000100:00100000:0.0:1777047553.276218:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388289408:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047553.276244:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047553.276255:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d72493916d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ae expref: 14 pid: 30115 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.276307:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d72493916d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ae expref: 14 pid: 30115 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.276342:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004ca791a2/0x5ecf73d72493916d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f82ae expref: 14 pid: 30115 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.276364:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047553.276369:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047553.276376:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b77d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.276418:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b77d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.276462:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047553.276505:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2430:x1863365388289408:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 312us (1789us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047553.276542:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2268 00000004:00080000:2.0:1777047553.276676:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0744a2aa00/2, rc 0, transno 21474837983 00000100:00100000:2.0:1777047553.276687:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443163648:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047553.277033:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e076e281180/2, rc 0, transno 17179870589 00000100:00100000:2.0:1777047553.277041:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443164288:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1777047553.278711:0:8633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b77d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.278733:0:8633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b77d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.278752:0:8633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b77d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.278765:0:8633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b77d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.278903:0:8633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777047553.281325:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443163008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21857us (22292us total) trans 21474837985 rc 0/0 00000100:00100000:0.0:1777047553.281344:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4508 00000004:00080000:2.0:1777047553.281357:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644867480/2, rc 0, transno 21474837985 00000100:00100000:2.0:1777047553.281372:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644867480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443163008:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777047553.281483:0:8480:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1863365443164416:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047553.281526:0:8480:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fa556b6a/0x5ecf73d72493b784 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.282769:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047553.282785:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b77d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.282800:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047553.282807:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b77d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.282823:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b77d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.282851:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b77d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.282864:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b77d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.283048:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047553.283053:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047553.283056:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047553.284095:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047553.284631:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388289536 00000100:00100000:2.0:1777047553.284644:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388289536 00000100:00100000:2.0:1777047553.284747:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6548 00000100:00100000:2.0:1777047553.284765:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57920:x1863365388289536:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047553.284810:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047553.284843:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b799 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9125 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.284939:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b799 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9125 expref: 25 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.284964:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b799 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9125 expref: 25 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.284992:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047553.284997:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047553.285002:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166800, rc 0) 00000100:00100000:2.0:1777047553.285090:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57920:x1863365388289536:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 328us (1883us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047553.285102:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6548 00000100:00100000:1.0:1777047553.289332:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047553.291291:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388289664 00000100:00100000:0.0:1777047553.291309:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388289664 00010000:00010000:0.0:1777047553.291377:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493ab91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c94 expref: 13 pid: 8481 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047553.291480:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2269 00000100:00100000:0.0:1777047553.291501:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077949c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388289664:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047553.291529:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047553.291541:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493ab91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c94 expref: 13 pid: 8481 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.291573:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493ab91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c94 expref: 13 pid: 8481 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.291614:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3eaf15f/0x5ecf73d72493ab91 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8c94 expref: 13 pid: 8481 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.291640:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047553.291643:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047553.291653:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa556b6a/0x5ecf73d72493b784 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.291671:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa556b6a/0x5ecf73d72493b784 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.296612:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047553.296711:0:8480:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fa556b6a/0x5ecf73d72493b784 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047553.297140:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077949c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388289664:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 5635us (7815us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047553.297162:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2269 00010000:00010000:2.0:1777047553.297710:0:8480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa556b6a/0x5ecf73d72493b784 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.297735:0:8480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa556b6a/0x5ecf73d72493b784 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.297751:0:8480:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa556b6a/0x5ecf73d72493b784 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.298205:0:8480:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777047553.298607:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0775806850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443163520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36787us (39444us total) trans 21474837986 rc 0/0 00000100:00100000:2.0:1777047553.298624:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4509 00000004:00080000:2.0:1777047553.299630:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644c6ea00/2, rc 0, transno 21474837986 00000100:00100000:2.0:1777047553.299644:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443163520:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777047553.303631:0:6576:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047553.303652:0:6576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa556b6a/0x5ecf73d72493b784 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.303674:0:6576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0740031600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047553.303684:0:6576:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa556b6a/0x5ecf73d72493b784 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.303701:0:6576:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa556b6a/0x5ecf73d72493b784 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.303739:0:6576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa556b6a/0x5ecf73d72493b784 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.303751:0:6576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa556b6a/0x5ecf73d72493b784 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.303794:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047553.303797:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047553.303801:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047553.306679:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047553.309640:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388289792 00000100:00100000:2.0:1777047553.309662:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388289792 00000100:00100000:2.0:1777047553.309773:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6549 00000100:00100000:2.0:1777047553.309792:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57920:x1863365388289792:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047553.309826:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047553.309865:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b7a0 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f912c expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.310033:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b7a7 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.310061:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b7a7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.310082:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b7a7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047553.310130:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00000004:00200000:2.0:1777047553.310139:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047553.310174:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b7a7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.310225:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b7a0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f912c expref: 27 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.310255:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b7a7 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f912c expref: 26 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.310302:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047553.310308:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047553.310314:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166c00, rc 0) 00000100:00100000:2.0:1777047553.310508:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57920:x1863365388289792:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 719us (3839us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047553.310521:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6549 00000100:00100000:1.0:1777047553.335875:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047553.335935:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047553.336012:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047553.341658:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388289920 00000100:00100000:3.0:1777047553.341680:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388289920 00000100:00100000:3.0:1777047553.342038:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388290048 00000100:00100000:3.0:1777047553.342044:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388290048 00000100:00100000:3.0:1777047553.342088:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388290176 00000100:00100000:3.0:1777047553.342093:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388290176 00000100:00100000:3.0:1777047553.342136:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4518 00000100:00100000:3.0:1777047553.342153:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365388289920:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047553.342187:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047553.342601:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b7ae lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9133 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047553.342649:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 262144, mtime: 0x69eb9801, atime: 0x69eb97f1, ctime: 0x69eb9801, blocks: 0x178 00010000:00010000:3.0:1777047553.342689:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047553.342693:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047553.342712:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b7ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9133 expref: 14 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.342745:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b7ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9133 expref: 14 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.342770:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8800, rc 0) 00000100:00100000:1.0:1777047553.343069:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4519 00000100:00100000:1.0:1777047553.343086:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365388290048:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047553.343101:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047553.343122:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d150a4c8/0x5ecf73d72493b7b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f913a expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047553.343148:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6d:0x0] initial LVB size: 0, mtime: 0x69eb9801, atime: 0x69eb97f1, ctime: 0x69eb9801, blocks: 0x1800 00010000:00010000:1.0:1777047553.343166:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047553.343169:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047553.343177:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d150a4c8/0x5ecf73d72493b7b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f913a expref: 20 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.343196:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d150a4c8/0x5ecf73d72493b7b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f913a expref: 20 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.343229:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0740031e00, rc 0) 00000100:00100000:0.0:1777047553.343331:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4520 00000100:00100000:0.0:1777047553.343352:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388290176:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047553.343368:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047553.343407:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b7bc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9141 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047553.343433:0:36217:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8c:0x0] initial LVB size: 0, mtime: 0x69eb9801, atime: 0x69eb97f1, ctime: 0x69eb9801, blocks: 0x0 00010000:00010000:0.0:1777047553.343451:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047553.343455:0:36217:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047553.343463:0:36217:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b7bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9141 expref: 15 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.343486:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b7bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9141 expref: 15 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.343503:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389c00, rc 0) 00000100:00100000:1.0:1777047553.345557:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2431:x1863365388290048:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2465us (9611us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047553.345599:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388290176:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2248us (9581us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047553.345842:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388289920:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 3689us (9983us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047553.352137:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4520 00000100:00100000:1.0:1777047553.354577:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4519 00000100:00100000:1.0:1777047553.354728:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443164544:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777047553.354878:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047553.354974:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443164544 00000100:00100000:1.0:1777047553.354987:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443164544 00000100:00100000:1.0:1777047553.355056:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2532 00000100:00100000:1.0:1777047553.355071:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+11:3683:x1863365443164544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777047553.355114:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484909760 pending 0 free 3918970880 avail 3687419904 00000100:00100000:2.0:1777047553.355293:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443164672:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777047553.355346:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047553.355456:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443164672 00000100:00100000:2.0:1777047553.355463:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443164672 00000100:00100000:2.0:1777047553.355508:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2533 00000100:00100000:2.0:1777047553.355520:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+11:3684:x1863365443164672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777047553.355543:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484943424 pending 32768 free 3916972032 avail 3685449728 00000100:00100000:2.0:1777047553.355608:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+11:3684:x1863365443164672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047553.355622:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2533 00000100:00100000:2.0:1777047553.355702:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443164672:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777047553.355707:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443164544:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777047553.356856:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+11:3683:x1863365443164544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 118us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047553.356871:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2532 00000100:00100000:3.0:1777047553.357242:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4518 00000100:00100000:0.0:1777047553.561954:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047553.562165:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388290304 00000100:00100000:3.0:1777047553.562569:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388290304 00000100:00100000:3.0:1777047553.562667:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4521 00000100:00100000:3.0:1777047553.562686:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388290304:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047553.563160:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388290304:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 477us (1223us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047553.563172:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4521 00000100:00100000:0.0:1777047553.588609:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047553.591150:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388290432 00000100:00100000:2.0:1777047553.592339:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388290432 00000100:00100000:2.0:1777047553.592491:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4522 00000100:00100000:2.0:1777047553.592511:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388290432:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:2.0:1777047553.592733:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388290432:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 226us (4140us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047553.592748:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4522 00000100:00100000:1.0:1777047553.605761:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047553.609995:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388290560 00000100:00100000:3.0:1777047553.610026:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388290560 00000100:00100000:3.0:1777047553.611009:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1638 00000100:00100000:3.0:1777047553.611031:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388290560:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:3.0:1777047553.611100:0:29061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d72493b7c3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.611493:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047553.611499:0:29061:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047553.611509:0:29061:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d72493b7c3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.611541:0:29061:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d72493b7c3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.645273:0:29061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d72493b7c3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.645314:0:29061:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d72493b7c3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.645332:0:29061:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d72493b7c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.645346:0:29061:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047553.645354:0:29061:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d72493b7c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.645372:0:29061:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d72493b7c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.645409:0:29061:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d72493b7c3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.645424:0:29061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d716a7ad/0x5ecf73d72493b7c3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047553.648641:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388290560:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 37600us (42883us total) trans 0 rc 159744/159744 00000100:00100000:2.0:1777047553.648667:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1638 00000100:00100000:0.0:1777047553.668565:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047553.668682:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388290688 00000100:00100000:2.0:1777047553.668703:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388290688 00000100:00100000:2.0:1777047553.668950:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1639 00000100:00100000:2.0:1777047553.668973:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388290688:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:2.0:1777047553.669049:0:20132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493b7ca lrc: 3/0,1 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.669090:0:20132:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493b3ef lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fff expref: 14 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.669107:0:20132:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047553.669111:0:20132:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047553.669118:0:20132:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493b7ca lrc: 4/0,1 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.669185:0:20132:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493b3ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fff expref: 14 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.669212:0:20132:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493b3ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fff expref: 14 pid: 11204 timeout: 4282 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047553.669666:0:20132:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645688e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:20132:1863365443164800:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047553.672629:0:20132:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06431dc180 going to sleep for 11 seconds 00000100:00100000:2.0:1777047553.686630:0:20132:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645688e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:20132:1863365443164800:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047553.686684:0:20132:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493b7ca lrc: 3/0,1 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047553.688233:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047553.688491:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388290816 00000100:00100000:2.0:1777047553.688515:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388290816 00010000:00010000:2.0:1777047553.688588:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493b3ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fff expref: 15 pid: 11204 timeout: 4282 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047553.688665:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2270 00000100:00100000:2.0:1777047553.688684:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388290816:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047553.688713:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047553.688757:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493b3ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fff expref: 15 pid: 11204 timeout: 4282 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.688784:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493b3ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fff expref: 15 pid: 11204 timeout: 4282 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.688827:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493b3ef lrc: 0/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f8fff expref: 15 pid: 11204 timeout: 4282 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.689141:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047553.689145:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047553.689155:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493b7ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.689173:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493b7ca lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.689341:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047553.689450:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388290816:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 768us (1220us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047553.689466:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2270 00010000:00010000:0.0:1777047553.692795:0:20132:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493b7ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.692822:0:20132:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493b7ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047553.741635:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837987 is committed 00000001:00080000:2.0:1777047553.741670:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837986 is committed 00002000:00010000:0.0:1777047553.744063:0:20132:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb size from disk: 147429 -> 159744 00002000:00010000:0.0:1777047553.744074:0:20132:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb mtime from disk: 1777047547 -> 1777047554 00002000:00010000:0.0:1777047553.744080:0:20132:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb ctime from disk: 1777047547 -> 1777047554 00002000:00010000:0.0:1777047553.744085:0:20132:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb blocks from disk: 104 -> 320 00010000:00010000:0.0:1777047553.744111:0:20132:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493b7ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.744608:0:20132:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493b7ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.744624:0:20132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493b7ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.744646:0:20132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047553.744656:0:20132:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493b7ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.744671:0:20132:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493b7ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.744706:0:20132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493b7ca lrc: 2/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.744719:0:20132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eeea5405/0x5ecf73d72493b7ca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047553.744893:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2430:x1863365388290688:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 75919us (76336us total) trans 21474837987 rc 0/0 00000100:00100000:0.0:1777047553.744912:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1639 00000100:00100000:3.0:1777047553.773364:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047553.773582:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388290944 00000100:00100000:2.0:1777047553.773607:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388290944 00000100:00100000:2.0:1777047553.773753:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4523 00000100:00100000:2.0:1777047553.773795:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2430:x1863365388290944:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:2.0:1777047553.774021:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:2430:x1863365388290944:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 251us (670us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047553.774036:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4523 00000100:00100000:1.0:1777047553.800704:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047553.800972:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388291200 00000100:00100000:2.0:1777047553.800989:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388291200 00000100:00100000:2.0:1777047553.801103:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6550 00000100:00100000:2.0:1777047553.801119:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57920:x1863365388291200:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047553.801232:0:6590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047553.801314:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166c00/0x5ecf73d72493b7a7 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f912c expref: 26 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.801373:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047553.801551:0:6590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047553.802236:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493b7d1 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.802298:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493b7d1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.802314:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493b7d1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047553.802390:0:6590:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935441 00000004:00010000:2.0:1777047553.802436:0:6590:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c2c9af47 reply state 000000003209f697 transno 8589935442 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493b7d1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.802508:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493b7d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.802519:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047553.802524:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047553.802528:0:6590:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047553.802704:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57920:x1863365388291200:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1585us (2017us total) trans 8589935442 rc 0/0 00000100:00100000:2.0:1777047553.802718:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6550 00000020:00080000:2.0:1777047553.802728:0:6590:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047553.820128:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047553.821135:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388291328 00000100:00100000:2.0:1777047553.821154:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388291328 00000100:00100000:0.0:1777047553.822028:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4524 00000100:00100000:0.0:1777047553.822053:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+10:57920:x1863365388291328:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047553.822087:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047553.822124:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d72493b7d8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9148 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047553.822168:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x93:0x0] initial LVB size: 159744, mtime: 0x69eb9802, atime: 0x69eb97f1, ctime: 0x69eb9802, blocks: 0x140 00010000:00010000:0.0:1777047553.822206:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047553.822210:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047553.822224:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d72493b7d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9148 expref: 11 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.822476:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d72493b7d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9148 expref: 11 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.822506:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389200, rc 0) 00000100:00100000:0.0:1777047553.822622:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:57920:x1863365388291328:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 576us (2510us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047553.822634:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4524 00000100:00100000:0.0:1777047553.835696:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047553.839758:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388291456 00000100:00100000:1.0:1777047553.839783:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388291456 00002000:00010000:1.0:1777047553.841700:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/147 (159744->18446744073709551615) 00002000:00100000:1.0:1777047553.841712:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c0b100 with x1863365388291456 ext(159744->18446744073709551615) 00002000:00010000:1.0:1777047553.841735:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c0b100. 00000100:00100000:1.0:1777047553.842181:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1640 00000100:00100000:1.0:1777047553.842204:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+11:2430:x1863365388291456:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047553.842664:0:8485:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb size from disk: 159744 -> 159744 00002000:00010000:1.0:1777047553.842671:0:8485:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb mtime from disk: 1777047554 -> 1777047554 00002000:00010000:1.0:1777047553.842675:0:8485:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:1.0:1777047553.842679:0:8485:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb ctime from disk: 1777047554 -> 1777047554 00002000:00010000:1.0:1777047553.842682:0:8485:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb blocks from disk: 320 -> 320 00000100:00100000:1.0:1777047553.842841:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2430:x1863365388291456:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 642us (7162us total) trans 21474837988 rc 0/0 00000100:00100000:1.0:1777047553.842856:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1640 00002000:00010000:1.0:1777047553.842863:0:8485:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/147 (159744->18446744073709551615) 00002000:00100000:1.0:1777047553.842867:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c0b100 with x1863365388291456 ext(159744->18446744073709551615) 00002000:00010000:1.0:1777047553.842875:0:8485:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c0b100. 00000100:00100000:3.0:1777047553.844890:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047553.859586:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388291584 00000100:00100000:0.0:1777047553.859617:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388291584 00010000:00010000:3.0:1777047553.859646:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1777047553.859711:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/116 (0->18446744073709551615) 00002000:00100000:0.0:1777047553.859722:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eac9500 with x1863365388291584 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047553.860105:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064eac9500. 00000100:00100000:0.0:1777047553.860179:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1641 00000100:00100000:0.0:1777047553.860591:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388291584:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:0.0:1777047553.860846:0:24562:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047553.860852:0:24562:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb mtime from disk: 1777047547 -> 1777047554 00002000:00010000:0.0:1777047553.860857:0:24562:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047553.860860:0:24562:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb ctime from disk: 1777047547 -> 1777047554 00002000:00010000:0.0:1777047553.860864:0:24562:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047553.860991:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388291584:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 410us (16114us total) trans 17179870590 rc 0/0 00000100:00100000:0.0:1777047553.861004:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1641 00002000:00010000:0.0:1777047553.861012:0:24562:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/116 (0->18446744073709551615) 00002000:00100000:0.0:1777047553.861017:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eac9500 with x1863365388291584 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047553.861025:0:24562:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064eac9500. 00000100:00100000:2.0:1777047553.881905:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047553.882045:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388291712 00000100:00100000:1.0:1777047553.882063:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388291712 00000100:00100000:1.0:1777047553.882173:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6551 00000100:00100000:1.0:1777047553.882192:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57920:x1863365388291712:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047553.882235:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047553.882746:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031000/0x5ecf73d72493b7df lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f914f expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.883844:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b7e6 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.883874:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b7e6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.883894:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b7e6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047553.883972:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 159744 00000004:00200000:2.0:1777047553.883980:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777047553.884014:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b7e6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.884064:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031000/0x5ecf73d72493b7df lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f914f expref: 30 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.884101:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b7e6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f914f expref: 29 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.884116:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047553.884122:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047553.884129:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167c00, rc 0) 00000100:00100000:2.0:1777047553.886090:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57920:x1863365388291712:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 3893us (4188us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047553.886105:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6551 00000100:00100000:2.0:1777047553.913279:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047553.913521:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388291968 00000100:00100000:0.0:1777047553.913540:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388291968 00000100:00100000:0.0:1777047553.913652:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6552 00000100:00100000:0.0:1777047553.913670:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645688700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57920:x1863365388291968:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047553.914053:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047553.914100:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167c00/0x5ecf73d72493b7e6 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f914f expref: 29 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.914136:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047553.914145:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047553.914553:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b7ed lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.914579:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b7ed lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.914597:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b7ed lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047553.914671:0:6588:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935443 00000004:00010000:0.0:1777047553.914708:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002a2084be reply state 0000000032967213 transno 8589935444 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b7ed lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.914727:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b7ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.914736:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047553.914742:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047553.914746:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047553.915126:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645688700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57920:x1863365388291968:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1460us (1887us total) trans 8589935444 rc 0/0 00000100:00100000:0.0:1777047553.915138:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6552 00000020:00080000:0.0:1777047553.915147:0:6588:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047553.926121:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047553.926189:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047553.926448:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388292096 00000100:00100000:1.0:1777047553.926466:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388292096 00002000:00010000:1.0:1777047553.926539:0:24563:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/147 (262144->18446744073709551615) 00002000:00100000:1.0:1777047553.926549:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacbb80 with x1863365388292096 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777047553.926568:0:24563:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacbb80. 00000100:00100000:1.0:1777047553.926603:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1642 00000100:00100000:1.0:1777047553.926620:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365388292096:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047553.926911:0:24563:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb size from disk: 159744 -> 262144 00002000:00010000:1.0:1777047553.926917:0:24563:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb mtime from disk: 1777047554 -> 1777047554 00002000:00010000:1.0:1777047553.926921:0:24563:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:1.0:1777047553.926925:0:24563:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb ctime from disk: 1777047554 -> 1777047554 00002000:00010000:1.0:1777047553.926928:0:24563:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb blocks from disk: 320 -> 320 00000100:00100000:1.0:1777047553.927028:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365388292096:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 410us (923us total) trans 21474837989 rc 0/0 00000100:00100000:1.0:1777047553.927040:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1642 00002000:00010000:1.0:1777047553.927046:0:24563:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/147 (262144->18446744073709551615) 00002000:00100000:1.0:1777047553.927050:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacbb80 with x1863365388292096 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777047553.927058:0:24563:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064eacbb80. 00000100:00100000:1.0:1777047553.927085:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388292224 00000100:00100000:1.0:1777047553.927090:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388292224 00002000:00010000:1.0:1777047553.927110:0:24563:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/116 (0->18446744073709551615) 00002000:00100000:1.0:1777047553.927114:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacb800 with x1863365388292224 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047553.927123:0:24563:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064eacb800. 00000100:00100000:1.0:1777047553.927147:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1643 00000100:00100000:1.0:1777047553.927159:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388292224:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047553.927308:0:24563:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047553.927314:0:24563:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb mtime from disk: 1777047554 -> 1777047554 00002000:00010000:1.0:1777047553.927317:0:24563:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:1.0:1777047553.927321:0:24563:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb ctime from disk: 1777047554 -> 1777047554 00002000:00010000:1.0:1777047553.927324:0:24563:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047553.927359:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2431:x1863365388292224:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 202us (1169us total) trans 17179870591 rc 0/0 00000100:00100000:1.0:1777047553.927371:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1643 00002000:00010000:1.0:1777047553.927375:0:24563:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/116 (0->18446744073709551615) 00002000:00100000:1.0:1777047553.927378:0:24563:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064eacb800 with x1863365388292224 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047553.927418:0:24563:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064eacb800. 00000100:00100000:2.0:1777047553.962048:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047553.962641:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388292352 00000100:00100000:3.0:1777047553.962673:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388292352 00000100:00100000:3.0:1777047553.963691:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6553 00000100:00100000:3.0:1777047553.963713:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e39ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57920:x1863365388292352:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047553.963759:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047553.963795:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b7f4 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9156 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.964634:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d72493b7fb lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.964661:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d72493b7fb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.964680:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d72493b7fb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047553.964725:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00000004:00200000:3.0:1777047553.964733:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047553.964768:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d72493b7fb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.964811:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b7f4 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9156 expref: 33 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.964840:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d72493b7fb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9156 expref: 32 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.964853:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047553.964859:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047553.964864:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e26a00, rc 0) 00000100:00100000:3.0:1777047553.964958:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e39ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57920:x1863365388292352:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1251us (2927us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047553.964970:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6553 00000100:00100000:3.0:1777047553.979965:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047553.980162:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388292608 00000100:00100000:2.0:1777047553.980179:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388292608 00000100:00100000:2.0:1777047553.980348:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6554 00000100:00100000:2.0:1777047553.980375:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57920:x1863365388292608:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047553.980531:0:34275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047553.980579:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26a00/0x5ecf73d72493b7fb lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9156 expref: 32 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.980621:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047553.980629:0:34275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047553.980907:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b802 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.980933:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b802 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.980949:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b802 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047553.981021:0:34275:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935445 00000004:00010000:2.0:1777047553.981062:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ebb67479 reply state 0000000056c4c13f transno 8589935446 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b802 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.981082:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b802 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.981093:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047553.981098:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047553.981102:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047553.987407:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57920:x1863365388292608:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 7012us (7433us total) trans 8589935446 rc 0/0 00000100:00100000:2.0:1777047553.987428:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6554 00000020:00080000:2.0:1777047553.987442:0:34275:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047554.010110:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047554.011182:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047554.011532:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388292736 00000100:00100000:3.0:1777047554.011551:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388292736 00002000:00010000:3.0:1777047554.011630:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/147 (262144->18446744073709551615) 00002000:00100000:3.0:1777047554.011639:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c0b800 with x1863365388292736 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047554.011662:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c0b800. 00000100:00100000:3.0:1777047554.011729:0:29062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388292864 00000100:00100000:3.0:1777047554.011736:0:29062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388292864 00002000:00010000:3.0:1777047554.011762:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/116 (0->18446744073709551615) 00002000:00100000:3.0:1777047554.011767:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744af1f80 with x1863365388292864 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047554.011778:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0744af1f80. 00000100:00100000:3.0:1777047554.011807:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1644 00000100:00100000:3.0:1777047554.011824:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365388292736:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:3.0:1777047554.012084:0:29062:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047554.012092:0:29062:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb mtime from disk: 1777047554 -> 1777047554 00002000:00010000:3.0:1777047554.012096:0:29062:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:3.0:1777047554.012102:0:29062:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb ctime from disk: 1777047554 -> 1777047554 00002000:00010000:3.0:1777047554.012106:0:29062:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb blocks from disk: 320 -> 320 00000100:00100000:3.0:1777047554.012205:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2431:x1863365388292736:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 384us (4825us total) trans 21474837990 rc 0/0 00000100:00100000:3.0:1777047554.012219:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1644 00002000:00010000:3.0:1777047554.012225:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/147 (262144->18446744073709551615) 00002000:00100000:3.0:1777047554.012230:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644c0b800 with x1863365388292736 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047554.012238:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644c0b800. 00000100:00100000:3.0:1777047554.012295:0:29062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1645 00000100:00100000:3.0:1777047554.012307:0:29062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2431:x1863365388292864:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:3.0:1777047554.012463:0:29062:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047554.012468:0:29062:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb mtime from disk: 1777047554 -> 1777047554 00002000:00010000:3.0:1777047554.012471:0:29062:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:3.0:1777047554.012474:0:29062:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb ctime from disk: 1777047554 -> 1777047554 00002000:00010000:3.0:1777047554.012477:0:29062:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047554.012513:0:29062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2431:x1863365388292864:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 207us (1333us total) trans 17179870592 rc 0/0 00000100:00100000:3.0:1777047554.012525:0:29062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1645 00002000:00010000:3.0:1777047554.012530:0:29062:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/116 (0->18446744073709551615) 00002000:00100000:3.0:1777047554.012535:0:29062:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744af1f80 with x1863365388292864 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047554.012541:0:29062:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e0744af1f80. 00000100:00100000:2.0:1777047554.018020:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047554.019300:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388293120 00000100:00100000:0.0:1777047554.019318:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388293120 00000100:00100000:0.0:1777047554.019424:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6555 00000100:00100000:0.0:1777047554.019443:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57920:x1863365388293120:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:1.0:1777047554.020621:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031000/0x5ecf73d72493b809 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.020657:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031000/0x5ecf73d72493b809 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.020678:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031000/0x5ecf73d72493b809 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047554.021084:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000494afa03 reply state 000000003522d33f transno 8589935447 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031000/0x5ecf73d72493b809 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.021108:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031000/0x5ecf73d72493b809 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.021367:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047554.021374:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047554.021381:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047554.021676:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57920:x1863365388293120:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 2234us (3670us total) trans 8589935447 rc 0/0 00000100:00100000:1.0:1777047554.021691:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6555 00000100:00100000:3.0:1777047554.027284:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047554.027797:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388293248 00000100:00100000:2.0:1777047554.027830:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388293248 00000100:00100000:2.0:1777047554.028002:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4525 00000100:00100000:2.0:1777047554.028022:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57920:x1863365388293248:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047554.028055:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047554.028087:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b810 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f915d expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.028145:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b7ae lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9133 expref: 15 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.028160:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047554.028164:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047554.028170:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b810 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f915d expref: 15 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.028232:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b7ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9133 expref: 15 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.028286:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b7ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9133 expref: 15 pid: 8479 timeout: 4282 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047554.028312:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443164928:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047554.028563:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0742d06780 going to sleep for 11 seconds 00000100:00100000:2.0:1777047554.043611:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443164928:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047554.043684:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b810 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f915d expref: 15 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.043750:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166200, rc 0) 00000100:00100000:2.0:1777047554.043862:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57920:x1863365388293248:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 15843us (16627us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047554.043882:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4525 00000100:00100000:3.0:1777047554.044647:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047554.044793:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388293376 00000100:00100000:1.0:1777047554.044808:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388293376 00010000:00010000:1.0:1777047554.045170:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b7ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9133 expref: 15 pid: 8479 timeout: 4282 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047554.045646:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2271 00000100:00100000:1.0:1777047554.045665:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388293376:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047554.045694:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047554.045988:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b7ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9133 expref: 15 pid: 8479 timeout: 4282 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.046011:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b7ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9133 expref: 15 pid: 8479 timeout: 4282 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.046050:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b7ae lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9133 expref: 15 pid: 8479 timeout: 4282 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.046074:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047554.046077:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047554.046090:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b810 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f915d expref: 14 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.046107:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b810 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f915d expref: 14 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.046169:0:36227:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b810 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f915d expref: 14 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047554.046203:0:36227:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0744af3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:36227:1863365443165056:192.168.201.54@tcp:105: 00000100:00100000:1.0:1777047554.046661:0:36227:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e077192a000 going to sleep for 11 seconds 00000100:00100000:1.0:1777047554.059558:0:36227:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0744af3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:36227:1863365443165056:192.168.201.54@tcp:105: 00010000:00010000:1.0:1777047554.059601:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047554.059711:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388293376:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 14050us (15066us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047554.059731:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2271 00000100:00100000:3.0:1777047554.064176:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047554.069680:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388293504 00000100:00100000:2.0:1777047554.069707:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388293504 00000100:00100000:2.0:1777047554.070323:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4526 00000100:00100000:2.0:1777047554.070343:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57920:x1863365388293504:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047554.070375:0:8633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047554.070430:0:8633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b817 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9164 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.070485:0:8633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d150a4c8/0x5ecf73d72493b7b5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f913a expref: 24 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.070500:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047554.070503:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047554.070510:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b817 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9164 expref: 24 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.070574:0:8633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d150a4c8/0x5ecf73d72493b7b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f913a expref: 24 pid: 30115 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.070596:0:8633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d150a4c8/0x5ecf73d72493b7b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f913a expref: 24 pid: 30115 timeout: 4282 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047554.070619:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443165184:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047554.070770:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0742d06780 going to sleep for 11 seconds 00000100:00100000:2.0:1777047554.088729:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8633:1863365443165184:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047554.088798:0:8633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b817 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9164 expref: 24 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.088835:0:8633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167200, rc 0) 00000100:00100000:2.0:1777047554.088931:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57920:x1863365388293504:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 18593us (24771us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047554.088946:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4526 00000100:00100000:3.0:1777047554.091009:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047554.091289:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388293632 00000100:00100000:0.0:1777047554.091305:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388293632 00010000:00010000:0.0:1777047554.091372:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d150a4c8/0x5ecf73d72493b7b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f913a expref: 24 pid: 30115 timeout: 4282 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047554.091542:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2272 00000100:00100000:0.0:1777047554.091558:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365388293632:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047554.091597:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047554.091634:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d150a4c8/0x5ecf73d72493b7b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f913a expref: 24 pid: 30115 timeout: 4282 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.091658:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d150a4c8/0x5ecf73d72493b7b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f913a expref: 24 pid: 30115 timeout: 4282 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.091695:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d150a4c8/0x5ecf73d72493b7b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f913a expref: 24 pid: 30115 timeout: 4282 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.091752:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047554.091756:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047554.091771:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b817 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9164 expref: 23 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.091789:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b817 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9164 expref: 23 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.091848:0:6574:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b817 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9164 expref: 23 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047554.091872:0:6574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c0a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6574:1863365443165312:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047554.091996:0:6574:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08b40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047554.102491:0:6574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c0a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6574:1863365443165312:192.168.201.54@tcp:105: 00000100:00100000:3.0:1777047554.103037:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047554.105605:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388293760 00000100:00100000:0.0:1777047554.105624:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388293760 00000100:00100000:0.0:1777047554.105735:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4527 00000100:00100000:0.0:1777047554.105752:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57920:x1863365388293760:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047554.105783:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047554.105815:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493b81e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f916b expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.105873:0:36216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b7bc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9141 expref: 15 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.105896:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047554.105899:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047554.105906:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493b81e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f916b expref: 15 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.105965:0:36216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b7bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9141 expref: 15 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.105988:0:36216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b7bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9141 expref: 15 pid: 36217 timeout: 4282 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047554.106011:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:36216:1863365443165440:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047554.106161:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08840 going to sleep for 11 seconds 00010000:00010000:1.0:1777047554.106892:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047554.106970:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388293632:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 15410us (15967us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047554.106987:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2272 00000100:00100000:2.0:1777047554.115151:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:36216:1863365443165440:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047554.115216:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493b81e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f916b expref: 15 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.115276:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389600, rc 0) 00000100:00100000:2.0:1777047554.115378:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57920:x1863365388293760:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 9629us (12343us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047554.115428:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4527 00000100:00100000:3.0:1777047554.118376:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047554.120618:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388293888 00000100:00100000:2.0:1777047554.120663:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388293888 00010000:00010000:2.0:1777047554.120755:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b7bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9141 expref: 15 pid: 36217 timeout: 4282 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047554.120841:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2273 00000100:00100000:2.0:1777047554.120858:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077b9d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388293888:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047554.120905:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047554.120942:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b7bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9141 expref: 15 pid: 36217 timeout: 4282 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.120989:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b7bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9141 expref: 15 pid: 36217 timeout: 4282 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.121028:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b7bc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9141 expref: 15 pid: 36217 timeout: 4282 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.121056:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047554.121060:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047554.121070:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493b81e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f916b expref: 14 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.121089:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493b81e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f916b expref: 14 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.121560:0:6573:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493b81e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f916b expref: 14 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047554.121589:0:6573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645844e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365443165568:192.168.201.54@tcp:105: 00000100:00100000:2.0:1777047554.121724:0:6573:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0742d06780 going to sleep for 11 seconds 00000100:00100000:2.0:1777047554.132650:0:6573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645844e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365443165568:192.168.201.54@tcp:105: 00010000:00010000:2.0:1777047554.132724:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047554.132844:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077b9d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388293888:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 11988us (14480us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047554.132864:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2273 00000100:00100000:3.0:1777047554.133874:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047554.134043:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047554.134130:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047554.134483:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388294016 00000100:00100000:2.0:1777047554.134496:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388294016 00000100:00100000:1.0:1777047554.134575:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388294144 00000100:00100000:2.0:1777047554.134581:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388294272 00000100:00100000:1.0:1777047554.134583:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388294144 00000100:00100000:2.0:1777047554.134591:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388294272 00000100:00100000:1.0:1777047554.134665:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4528 00000100:00100000:1.0:1777047554.134680:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388294016:12345-192.168.201.54@tcp:2:lfs.0 00000100:00100000:2.0:1777047554.136490:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4529 00000100:00100000:2.0:1777047554.136507:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2430:x1863365388294144:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:2.0:1777047554.136643:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047554.136649:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047553 -> 1777047553 00002000:00010000:2.0:1777047554.136653:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047537 -> 1777047553 00002000:00010000:2.0:1777047554.136657:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047553 -> 1777047554 00002000:00010000:2.0:1777047554.136661:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777047554.136737:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365388294144:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 234us (2693us total) trans 17179870593 rc 0/0 00002000:00010000:1.0:1777047554.137658:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047554.137665:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047553 -> 1777047553 00002000:00010000:1.0:1777047554.137670:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047537 -> 1777047553 00002000:00010000:1.0:1777047554.137673:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047553 -> 1777047554 00002000:00010000:1.0:1777047554.137676:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 376 -> 376 00000100:00100000:1.0:1777047554.137718:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388294016:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 3041us (3846us total) trans 21474837991 rc 0/0 00000100:00100000:1.0:1777047554.137735:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4528 00000100:00100000:1.0:1777047554.138020:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4530 00000100:00100000:1.0:1777047554.138034:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388294272:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:1.0:1777047554.138532:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047554.138537:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047553 -> 1777047553 00002000:00010000:1.0:1777047554.138541:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047537 -> 1777047553 00002000:00010000:1.0:1777047554.138544:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047553 -> 1777047554 00002000:00010000:1.0:1777047554.138547:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047554.138582:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388294272:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 552us (4451us total) trans 21474837992 rc 0/0 00000100:00100000:1.0:1777047554.138592:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4530 00000100:00100000:2.0:1777047554.139601:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4529 00000100:00100000:3.0:1777047554.159482:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047554.159642:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388294528 00000100:00100000:2.0:1777047554.159661:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388294528 00000100:00100000:2.0:1777047554.159792:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2200 00000100:00100000:2.0:1777047554.159810:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07430bc450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57920:x1863365388294528:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:2.0:1777047554.159919:0:15374:0:(mdt_open.c:2500:mdt_close_resync_done()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b753 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f911e expref: 36 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.160001:0:15374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b825 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.160023:0:15374:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b799 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9125 expref: 36 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.160039:0:15374:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b825 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.160101:0:15374:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b799 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9125 expref: 36 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.160123:0:15374:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b799 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9125 expref: 36 pid: 6589 timeout: 4282 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047554.160147:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645844e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443165696:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047554.160651:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0742d06780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047554.162327:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047554.163325:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047554.163555:0:33219:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388294656 00000100:00100000:0.0:1777047554.163568:0:33219:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388294656 00000100:00100000:1.0:1777047554.163785:0:33219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 313 00000100:00100000:1.0:1777047554.163801:0:33219:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eff4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2431:x1863365388294656:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:1.0:1777047554.164152:0:33219:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eff4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cd36836e-77ee-443a-87c1-8e1a9d2341a7+9:2431:x1863365388294656:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 353us (1832us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047554.164166:0:33219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 313 00000100:00100000:0.0:1777047554.168730:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047554.169823:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645844e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443165696:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047554.169873:0:15374:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b825 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047554.169893:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388294912 00000100:00100000:1.0:1777047554.169905:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388294912 00010000:00010000:1.0:1777047554.169963:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b799 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9125 expref: 37 pid: 6589 timeout: 4282 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047554.170022:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2274 00000100:00100000:1.0:1777047554.170037:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:2429:x1863365388294912:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047554.170062:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047554.170075:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b799 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9125 expref: 37 pid: 6589 timeout: 4282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.170096:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b799 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9125 expref: 37 pid: 6589 timeout: 4282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.170132:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166800/0x5ecf73d72493b799 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9125 expref: 37 pid: 6589 timeout: 4282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.170179:0:36227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047554.170188:0:36227:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b825 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.170554:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b825 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.170569:0:36227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b825 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.170604:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047554.170670:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:2429:x1863365388294912:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 635us (1955us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047554.170684:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2274 00010000:00010000:3.0:1777047554.170736:0:15374:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b825 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.170748:0:15374:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b825 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777047554.171478:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].165, 88 off22424 00000004:00080000:3.0:1777047554.171495:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4182808111066ns, next at 4181724051678ns, rc = 0 00000040:00080000:3.0:1777047554.171554:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].166, 88 off22512 00000004:00080000:3.0:1777047554.171565:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4182808181843ns, next at 4181723960218ns, rc = 0 00000040:00080000:3.0:1777047554.171596:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].167, 88 off22600 00000004:00080000:3.0:1777047554.171601:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4182808218030ns, next at 4181723960218ns, rc = 0 00000040:00080000:3.0:1777047554.171617:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].166, 88 off22512 00000004:00080000:3.0:1777047554.171621:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4182808238363ns, next at 4181724051678ns, rc = 0 00000040:00080000:3.0:1777047554.171634:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].167, 88 off22600 00000004:00080000:3.0:1777047554.171639:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4182808256205ns, next at 4181724051678ns, rc = 0 00000040:00080000:3.0:1777047554.171653:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].168, 88 off22688 00000004:00080000:3.0:1777047554.171658:0:15374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4182808274694ns, next at 4181723960218ns, rc = 0 00000100:00100000:2.0:1777047554.172922:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388294784 00000100:00100000:2.0:1777047554.172935:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388294784 00000100:00100000:2.0:1777047554.173438:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 5055 00000100:00100000:2.0:1777047554.173455:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2431:x1863365388294784:12345-192.168.201.54@tcp:400:kworker.0 00000100:00100000:2.0:1777047554.173559:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+77:2431:x1863365388294784:12345-192.168.201.54@tcp:400:kworker.0 Request processed in 108us (10235us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047554.173571:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 5055 00000100:00080000:0.0:1777047554.174000:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00080000:1.0:1777047554.178606:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935448 is committed 00000004:00080000:1.0:1777047554.178626:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 169 committed 00000004:00080000:1.0:1777047554.178748:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 167 committed 00000004:00080000:1.0:1777047554.178777:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 166 committed 00000004:00080000:1.0:1777047554.178781:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 168 committed 00000100:00100000:2.0:1777047554.179027:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645845c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443165824:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047554.179143:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047554.179285:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645846a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443165952:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047554.179331:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777047554.179334:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493b7d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047554.179364:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777047554.179375:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0645844e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443166080:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1777047554.179431:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493b7d1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.179448:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493b7d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.179459:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167000 already unused, calling callback (ffffffffc171f4f0) 00000100:00100000:2.0:1777047554.179469:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777047554.179469:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493b7d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.179487:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493b7d1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.179515:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047554.179521:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047554.179525:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443165824 00010000:00010000:3.0:1777047554.179529:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493b7d1 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047554.179538:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443165824 00010000:00010000:3.0:1777047554.179540:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167000/0x5ecf73d72493b7d1 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.179572:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b7ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.179583:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b7ed lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.179592:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b7ed lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.179601:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388600 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047554.179606:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b7ed lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.179616:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b7ed lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047554.179633:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443165952 00010000:00010000:3.0:1777047554.179634:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00000100:00100000:2.0:1777047554.179641:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443165952 00010000:00010000:3.0:1777047554.179643:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047554.179651:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b7ed lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.179662:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388600/0x5ecf73d72493b7ed lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047554.179680:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443166080 00010000:00010000:3.0:1777047554.179682:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b802 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047554.179688:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443166080 00010000:00010000:3.0:1777047554.179701:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b802 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.179711:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b802 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.179721:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047554.179727:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b802 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047554.179730:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4531 00010000:00010000:3.0:1777047554.179744:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b802 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047554.179751:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3685:x1863365443165824:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1777047554.179769:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047554.179773:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047554.179778:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b802 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.179787:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b802 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.179819:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031000/0x5ecf73d72493b809 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.179830:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031000/0x5ecf73d72493b809 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.179838:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031000/0x5ecf73d72493b809 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.179845:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0740031000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047554.179848:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031000/0x5ecf73d72493b809 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.179856:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031000/0x5ecf73d72493b809 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.179867:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047554.179871:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047554.179874:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031000/0x5ecf73d72493b809 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.179882:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031000/0x5ecf73d72493b809 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047554.180010:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047554.180018:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047553 -> 1777047553 00002000:00010000:2.0:1777047554.180022:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047553 -> 1777047553 00002000:00010000:2.0:1777047554.180025:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047554 -> 1777047554 00002000:00010000:2.0:1777047554.180029:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 376 -> 376 00000100:00100000:2.0:1777047554.180103:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3685:x1863365443165824:12345-0@lo:2:osp-syn-0-0.0 Request processed in 357us (960us total) trans 21474837993 rc 0/0 00000100:00100000:2.0:1777047554.180115:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4531 00000100:00100000:2.0:1777047554.180142:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4532 00000100:00100000:2.0:1777047554.180153:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3682:x1863365443165952:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047554.180232:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047554.180237:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047553 -> 1777047553 00002000:00010000:2.0:1777047554.180550:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047553 -> 1777047553 00002000:00010000:2.0:1777047554.180556:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047554 -> 1777047554 00002000:00010000:2.0:1777047554.180559:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047554.180611:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3682:x1863365443165952:12345-0@lo:2:osp-syn-0-0.0 Request processed in 460us (1279us total) trans 21474837994 rc 0/0 00000100:00100000:2.0:1777047554.180622:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4532 00000100:00100000:2.0:1777047554.180644:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4533 00000100:00100000:2.0:1777047554.180654:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3682:x1863365443166080:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047554.180732:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047554.180738:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb mtime from disk: 1777047554 -> 1777047554 00002000:00010000:2.0:1777047554.180741:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:2.0:1777047554.180744:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb ctime from disk: 1777047554 -> 1777047554 00002000:00010000:2.0:1777047554.180748:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb blocks from disk: 320 -> 320 00000100:00100000:2.0:1777047554.180785:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3682:x1863365443166080:12345-0@lo:2:osp-syn-0-0.0 Request processed in 131us (1317us total) trans 21474837995 rc 0/0 00000100:00100000:2.0:1777047554.180794:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4533 00000100:00100000:2.0:1777047554.181142:0:3682:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474837986 gen 2 00000004:00080000:2.0:1777047554.181153:0:3682:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474837978 committed transno 21474837986 00000004:00080000:2.0:1777047554.181199:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e009500, transno 21474837982 00000004:00080000:2.0:1777047554.181215:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0744a2aa00, transno 21474837983 00000004:00080000:2.0:1777047554.181220:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0745e45f80, transno 21474837984 00000004:00080000:2.0:1777047554.181224:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644867480, transno 21474837985 00000004:00080000:2.0:1777047554.181229:0:3682:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644c6ea00, transno 21474837986 00000100:00100000:2.0:1777047554.181272:0:3682:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9e0645844e00 x1863365443166080/t21474837995(21474837995) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777047570 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1777047554.181291:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645844e00/2, rc 0, transno 21474837995 00000100:00100000:2.0:1777047554.181301:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645844e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443166080:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047554.181320:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645846a00/2, rc 0, transno 21474837994 00000100:00100000:2.0:1777047554.181326:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645846a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443165952:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047554.181341:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443166464:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047554.181416:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047554.181437:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0643054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443166336:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047554.181496:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047554.181547:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0645845c00/2, rc 0, transno 21474837993 00000100:00100000:3.0:1777047554.181555:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0645845c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443165824:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047554.181570:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777047554.181580:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443166208:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047554.181615:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777047554.181630:0:33232:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 3 in progress, 0 in flight, 5 done 00000100:00100000:2.0:1777047554.181657:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443166464 00000100:00100000:2.0:1777047554.181664:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443166464 00000100:00100000:3.0:1777047554.181665:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443166336 00000004:00080000:1.0:1777047554.181667:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 167 committed 00000004:00080000:1.0:1777047554.181674:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 165 committed 00000100:00100000:3.0:1777047554.181674:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443166336 00000100:00100000:2.0:1777047554.181718:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443166208 00000100:00100000:2.0:1777047554.181725:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443166208 00000020:00080000:1.0:1777047554.181728:0:33214:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969368 batchid updated 00000100:00080000:0.0:1777047554.182079:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777047554.182086:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047554.182471:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4534 00000100:00100000:3.0:1777047554.182486:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3682:x1863365443166464:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047554.182502:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4535 00000100:00100000:1.0:1777047554.182515:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3685:x1863365443166336:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047554.182600:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047554.182605:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047553 -> 1777047553 00002000:00010000:1.0:1777047554.182609:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047553 -> 1777047553 00002000:00010000:1.0:1777047554.182612:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047554 -> 1777047554 00002000:00010000:1.0:1777047554.182615:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1777047554.182669:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:3685:x1863365443166336:12345-0@lo:2:osp-syn-1-0.0 Request processed in 157us (1174us total) trans 17179870594 rc 0/0 00000100:00100000:1.0:1777047554.182680:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4535 00000100:00100000:1.0:1777047554.182702:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4536 00000100:00100000:1.0:1777047554.182711:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3685:x1863365443166208:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047554.182783:0:30115:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047554.182787:0:30115:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047554.182790:0:30115:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047554.182793:0:30115:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047554.182796:0:30115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047554.182832:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:3685:x1863365443166208:12345-0@lo:2:osp-syn-1-0.0 Request processed in 120us (1215us total) trans 17179870596 rc 0/0 00000100:00100000:1.0:1777047554.182842:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4536 00002000:00010000:3.0:1777047554.183614:0:36217:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047554.183620:0:36217:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb mtime from disk: 1777047554 -> 1777047554 00002000:00010000:3.0:1777047554.183623:0:36217:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:3.0:1777047554.183626:0:36217:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb ctime from disk: 1777047554 -> 1777047554 00002000:00010000:3.0:1777047554.183629:0:36217:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047554.183681:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3682:x1863365443166464:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1199us (2299us total) trans 17179870595 rc 0/0 00000100:00100000:3.0:1777047554.183692:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4534 00000004:00080000:3.0:1777047554.183739:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644c0a300/2, rc 0, transno 17179870596 00000100:00100000:3.0:1777047554.183747:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443166208:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047554.183759:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643054380/2, rc 0, transno 17179870594 00000100:00100000:3.0:1777047554.183765:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443166336:0@lo:2:osp-syn-1-0.0 00000004:00010000:3.0:1777047554.183826:0:15374:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067295676 reply state 0000000093f528a1 transno 8589935448 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b825 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.183854:0:15374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b825 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777047554.183858:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0643054700/2, rc 0, transno 17179870595 00000100:00100000:1.0:1777047554.183866:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0643054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443166464:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1777047554.183876:0:15374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047554.183881:0:15374:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1777047554.183887:0:15374:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777047554.183896:0:15374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047554.183900:0:15374:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047554.183910:0:15374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b753 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f911e expref: 24 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:3.0:1777047554.184059:0:15374:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777047554.184086:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07430bc450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57920:x1863365388294528:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 24281us (24620us total) trans 8589935448 rc 0/0 00000100:00100000:3.0:1777047554.184099:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2200 00010000:00010000:2.0:1777047554.190271:0:3669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b825 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.190301:0:3669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b825 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.190312:0:3669:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b825 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.190323:0:3669:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047554.190332:0:3669:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b825 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.190344:0:3669:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b825 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.190370:0:3669:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047554.190376:0:3669:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047554.190383:0:3669:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b825 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.190392:0:3669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b825 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1777047554.190475:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969368 00000020:00080000:2.0:1777047554.190726:0:33244:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969367 cancel update log [0x200000bd0:0x2:0x0].19: rc = 0 00000020:00080000:2.0:1777047554.191069:0:33244:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969368 cancel update log [0x200000bd0:0x2:0x0].20: rc = 0 00000020:00080000:2.0:1777047554.191079:0:33244:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969368 00000100:00100000:1.0:1777047554.202658:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047554.202822:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388295040 00000100:00100000:0.0:1777047554.203102:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388295040 00000100:00100000:1.0:1777047554.204826:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6556 00000100:00100000:1.0:1777047554.204849:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744af0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:57920:x1863365388295040:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047554.204892:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047554.204928:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b82c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9172 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.205031:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b82c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9172 expref: 24 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.205055:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b82c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9172 expref: 24 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.205085:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047554.205091:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047554.205097:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0740031800, rc 0) 00000100:00100000:1.0:1777047554.205312:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744af0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57920:x1863365388295040:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 469us (2670us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047554.205324:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6556 00000100:00100000:1.0:1777047554.218093:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047554.219095:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388295296 00000100:00100000:3.0:1777047554.219133:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388295296 00000100:00100000:3.0:1777047554.219233:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2201 00000100:00100000:3.0:1777047554.219281:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57920:x1863365388295296:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047554.220026:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57920:x1863365388295296:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 749us (1949us total) trans 8589935449 rc 0/0 00000100:00100000:3.0:1777047554.220041:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2201 00000100:00100000:0.0:1777047554.318191:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047554.318983:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388295424 00000100:00100000:3.0:1777047554.318999:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388295424 00000100:00100000:3.0:1777047554.319095:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6557 00000100:00100000:3.0:1777047554.319112:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57922:x1863365388295424:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047554.319144:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047554.319506:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b833 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9179 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.319615:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d72493b83a lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.319635:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d72493b83a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.319652:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d72493b83a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.319671:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d72493b841 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.319682:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d72493b841 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.319692:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d72493b841 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.320074:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b848 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.320092:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b848 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.320105:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b848 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047554.320158:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00000004:00200000:3.0:1777047554.320165:0:9025:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047554.320192:0:9025:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b848 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.320217:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b848 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.320231:0:9025:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d72493b83a lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.320270:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d72493b83a lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.320282:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d72493b83a lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.320293:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d72493b83a lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.320303:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27c00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047554.320309:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d72493b83a lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.320321:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d72493b83a lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.320340:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e0771900800) 00010000:00010000:3.0:1777047554.320345:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047554.320351:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d72493b83a lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.320363:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27c00/0x5ecf73d72493b83a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.320427:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d72493b841 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.320439:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d72493b841 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.320448:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d72493b841 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.320456:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e26e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047554.320460:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d72493b841 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.320469:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d72493b841 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.320482:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e0771900a00) 00010000:00010000:3.0:1777047554.320486:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047554.320491:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d72493b841 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.320500:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26e00/0x5ecf73d72493b841 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.320544:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493b833 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9179 expref: 27 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.320567:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b848 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9179 expref: 26 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.320578:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047554.320582:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047554.320586:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e26800, rc 0) 00000100:00100000:3.0:1777047554.320689:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57922:x1863365388295424:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1581us (2530us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047554.320701:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6557 00000100:00100000:1.0:1777047554.352081:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047554.354753:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388295680 00000100:00100000:2.0:1777047554.354770:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388295680 00000100:00100000:2.0:1777047554.354876:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6558 00000100:00100000:2.0:1777047554.354915:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644480700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57922:x1863365388295680:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047554.354945:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047554.354977:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b84f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9180 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.355132:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b856 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.355159:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b856 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.355179:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b856 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047554.355198:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00010000:00010000:3.0:1777047554.360709:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b84f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9180 expref: 29 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.360749:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b856 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9180 expref: 28 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.360766:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047554.360772:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1777047554.360778:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166a00, rc 0) 00000100:00100000:3.0:1777047554.360875:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644480700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57922:x1863365388295680:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 5962us (8805us total) trans 8589935450 rc 0/0 00000100:00100000:3.0:1777047554.360891:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6558 00000100:00100000:3.0:1777047554.382552:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047554.382690:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388295936 00000100:00100000:0.0:1777047554.382709:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388295936 00000100:00100000:0.0:1777047554.382842:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6559 00000100:00100000:0.0:1777047554.382861:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57922:x1863365388295936:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047554.382903:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047554.382944:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493b864 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9187 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.385421:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493b86b lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.385456:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493b86b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.385481:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493b86b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047554.385514:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00010000:00010000:0.0:1777047554.385725:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389400/0x5ecf73d72493b864 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9187 expref: 31 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.385755:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493b86b lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9187 expref: 30 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.385770:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047554.385776:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047554.385783:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389800, rc 0) 00000100:00100000:0.0:1777047554.385920:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57922:x1863365388295936:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 3061us (3391us total) trans 8589935451 rc 0/0 00000100:00100000:0.0:1777047554.385934:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6559 00000100:00100000:0.0:1777047554.638967:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047554.640311:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388296064 00000100:00100000:3.0:1777047554.640331:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388296064 00000100:00100000:3.0:1777047554.640465:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1646 00000100:00100000:3.0:1777047554.640484:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2429:x1863365388296064:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:3.0:1777047554.642739:0:29057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d72493b879 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.643119:0:29057:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b810 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f915d expref: 16 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.643146:0:29057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047554.643149:0:29057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047554.643155:0:29057:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d72493b879 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.643229:0:29057:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b810 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f915d expref: 16 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.643287:0:29057:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b810 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f915d expref: 16 pid: 8479 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047554.643315:0:29057:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:29057:1863365443166592:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047554.643499:0:29057:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b86c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047554.667077:0:29057:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:29057:1863365443166592:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047554.667133:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:3.0:1777047554.667142:0:29057:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d72493b879 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047554.667318:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388296192 00000100:00100000:0.0:1777047554.667332:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388296192 00010000:00010000:0.0:1777047554.667434:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b810 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f915d expref: 17 pid: 8479 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047554.667926:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2275 00000100:00100000:0.0:1777047554.667945:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388296192:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047554.667974:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047554.668012:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b810 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f915d expref: 17 pid: 8479 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.668036:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b810 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f915d expref: 17 pid: 8479 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.668078:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000988b132f/0x5ecf73d72493b810 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f915d expref: 17 pid: 8479 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.668132:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047554.668135:0:6574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047554.668143:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d72493b879 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.670029:0:6574:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d72493b879 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.670097:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047554.670204:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365388296192:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 2261us (3073us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047554.670226:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2275 00010000:00010000:1.0:1777047554.670493:0:29057:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d72493b879 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.670515:0:29057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d72493b879 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.722969:0:29057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d72493b879 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.723002:0:29057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d72493b879 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.723021:0:29057:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d72493b879 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.723046:0:29057:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047554.723054:0:29057:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d72493b879 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.723071:0:29057:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d72493b879 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.723100:0:29057:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d72493b879 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.723116:0:29057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3a65be6/0x5ecf73d72493b879 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047554.729317:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388296064:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 88686us (90219us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1777047554.729343:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1646 00000100:00100000:1.0:1777047554.764999:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047554.766296:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388296320 00000100:00100000:2.0:1777047554.766313:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388296320 00000100:00100000:3.0:1777047554.767655:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1647 00000100:00100000:3.0:1777047554.767677:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644483800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388296320:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:3.0:1777047554.767730:0:29059:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b880 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.768047:0:29059:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d72493b7d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9148 expref: 15 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.768063:0:29059:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047554.768067:0:29059:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047554.768072:0:29059:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b880 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.768127:0:29059:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d72493b7d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9148 expref: 15 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.768153:0:29059:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d72493b7d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9148 expref: 15 pid: 30115 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047554.768200:0:29059:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:29059:1863365443166720:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047554.768348:0:29059:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047554.779159:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047554.779351:0:29059:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:29059:1863365443166720:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047554.779391:0:29059:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b880 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047554.781712:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388296448 00000100:00100000:2.0:1777047554.781725:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388296448 00010000:00010000:2.0:1777047554.785051:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d72493b7d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9148 expref: 16 pid: 30115 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047554.785784:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2276 00000100:00100000:3.0:1777047554.785838:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077949c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388296448:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047554.785865:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047554.785900:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d72493b7d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9148 expref: 16 pid: 30115 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.785929:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d72493b7d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9148 expref: 16 pid: 30115 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.785967:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b6463c7/0x5ecf73d72493b7d8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9148 expref: 16 pid: 30115 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.785993:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047554.785997:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047554.786004:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b880 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.786021:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b880 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.786080:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047554.786206:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077949c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388296448:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 404us (7077us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047554.786223:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2276 00010000:00010000:2.0:1777047554.786415:0:29059:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b880 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.786433:0:29059:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b880 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.826619:0:29059:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b880 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.826664:0:29059:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b880 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.826682:0:29059:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b880 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.826695:0:29059:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047554.826914:0:29059:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b880 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.826937:0:29059:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b880 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.826979:0:29059:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b880 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.826995:0:29059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9e54d0d/0x5ecf73d72493b880 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047554.828302:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644483800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388296320:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 60620us (63302us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047554.828326:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1647 00010000:00010000:0.0:1777047554.884556:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047554.907072:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047554.907655:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388296576 00000100:00100000:0.0:1777047554.907681:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388296576 00000100:00100000:0.0:1777047554.907827:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 448 00000100:00100000:0.0:1777047554.907846:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57922:x1863365388296576:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:0.0:1777047554.907902:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047554.907958:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493b86b lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9187 expref: 30 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.908658:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047554.908693:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047554.909358:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57922:x1863365388296576:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 1512us (2298us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047554.909377:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 448 00000100:00100000:1.0:1777047554.917900:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047554.918035:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388296832 00000100:00100000:0.0:1777047554.918055:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388296832 00000100:00100000:0.0:1777047554.918195:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2202 00000100:00100000:0.0:1777047554.918586:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644481180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57922:x1863365388296832:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047554.919049:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644481180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57922:x1863365388296832:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 835us (1163us total) trans 8589935452 rc 0/0 00000100:00100000:0.0:1777047554.919066:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2202 00000100:00100000:0.0:1777047554.944181:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047554.944461:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388297088 00000100:00100000:3.0:1777047554.944480:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388297088 00000100:00100000:3.0:1777047554.944607:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6560 00000100:00100000:3.0:1777047554.944628:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57853:x1863365388297088:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047554.944698:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047554.944740:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493b887 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f918e expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.944952:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d72493b88e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.944983:0:9025:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b848 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9179 expref: 31 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.945011:0:9025:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d72493b88e lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.945077:0:9025:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b848 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9179 expref: 31 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.945105:0:9025:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b848 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9179 expref: 31 pid: 9025 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047554.945135:0:9025:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab46a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9025:1863365443166848:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047554.945331:0:9025:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b8840 going to sleep for 11 seconds 00000100:00100000:2.0:1777047554.962692:0:9025:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab46a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9025:1863365443166848:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047554.962750:0:9025:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d72493b88e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047554.964227:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047554.970048:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388297216 00000100:00100000:1.0:1777047554.970074:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388297216 00010000:00010000:1.0:1777047554.973000:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b848 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9179 expref: 32 pid: 9025 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047554.973338:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2277 00000100:00100000:1.0:1777047554.973362:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2429:x1863365388297216:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047554.973423:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047554.973438:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b848 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9179 expref: 32 pid: 9025 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.973468:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b848 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9179 expref: 32 pid: 9025 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.973512:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e26800/0x5ecf73d72493b848 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9179 expref: 32 pid: 9025 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.973546:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047554.973557:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d72493b88e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.973577:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d72493b88e lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.973593:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d72493b88e lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.973669:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047554.973809:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2429:x1863365388297216:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 452us (9583us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047554.973825:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2277 00010000:00010000:2.0:1777047554.973953:0:9025:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d72493b88e lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.973971:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d72493b88e lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047554.974017:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00010000:00010000:2.0:1777047554.974313:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493b887 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f918e expref: 32 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.974350:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d72493b88e lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f918e expref: 31 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.974366:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047554.974372:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047554.974378:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8200, rc 0) 00000100:00100000:2.0:1777047554.974546:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388297088:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 29922us (30386us total) trans 8589935453 rc 0/0 00000100:00100000:2.0:1777047554.974562:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6560 00000100:00100000:0.0:1777047554.989124:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047554.989583:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388297344 00000100:00100000:3.0:1777047554.989604:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388297344 00000100:00100000:3.0:1777047554.989813:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6561 00000100:00100000:3.0:1777047554.990134:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0643a26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388297344:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047554.990202:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047554.990274:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493b89c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9195 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.990448:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b8a3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.990548:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d72493b88e lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f918e expref: 32 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.990567:0:6590:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b8a3 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.990654:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d72493b88e lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f918e expref: 32 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.990679:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d72493b88e lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f918e expref: 32 pid: 9025 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047554.990704:0:6590:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064ab46a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443166976:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047554.990834:0:6590:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b8840 going to sleep for 11 seconds 00000100:00100000:2.0:1777047555.005108:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047555.005560:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388297472 00000100:00100000:0.0:1777047555.005580:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388297472 00010000:00010000:0.0:1777047555.005696:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d72493b88e lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f918e expref: 33 pid: 9025 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047555.005778:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2278 00000100:00100000:0.0:1777047555.005797:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:2430:x1863365388297472:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047555.005826:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047555.005839:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d72493b88e lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f918e expref: 33 pid: 9025 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.005864:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d72493b88e lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f918e expref: 33 pid: 9025 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.005905:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047555.005915:0:6573:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b8a3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.005932:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.005944:0:6573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b8a3 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.005977:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047555.006072:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:2430:x1863365388297472:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 279us (983us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047555.006087:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2278 00000100:00080000:1.0:1777047555.006816:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777047555.006830:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8200/0x5ecf73d72493b88e lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f918e expref: 32 pid: 9025 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047555.006868:0:6590:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064ab46a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6590:1863365443166976:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047555.006910:0:6590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.006927:0:6590:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.006947:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047555.007039:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00000004:00200000:3.0:1777047555.007048:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777047555.007089:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.007146:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8c00/0x5ecf73d72493b89c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9195 expref: 32 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.007185:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b8a3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9195 expref: 31 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.007200:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047555.007206:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047555.007212:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8600, rc 0) 00000100:00100000:3.0:1777047555.007358:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0643a26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388297344:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 17529us (18273us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047555.007371:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6561 00000100:00100000:2.0:1777047555.023311:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047555.023454:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388297600 00000100:00100000:1.0:1777047555.023477:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388297600 00000100:00100000:2.0:1777047555.024582:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4537 00000100:00100000:2.0:1777047555.024602:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e009500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388297600:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:2.0:1777047555.024636:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047555.024688:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d72493b8aa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f919c expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047555.024738:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x93:0x0] initial LVB size: 262144, mtime: 0x69eb9802, atime: 0x69eb97f1, ctime: 0x69eb9802, blocks: 0x140 00010000:00010000:2.0:1777047555.024776:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047555.024779:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047555.024795:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d72493b8aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f919c expref: 15 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.024827:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007a7ee48f/0x5ecf73d72493b8aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f919c expref: 15 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.024852:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166c00, rc 0) 00000100:00100000:2.0:1777047555.024968:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e009500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388297600:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 370us (1674us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047555.024981:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4537 00000100:00080000:1.0:1777047555.025755:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047555.043167:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047555.043634:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388297728 00000100:00100000:0.0:1777047555.043654:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388297728 00002000:00100000:0.0:1777047555.043753:0:20132:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x93:0x0] (28672->32767) req@ffff9e06439a7800 x1863365388297728/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:291/0 lens 488/0 e 0 to 0 dl 1777047566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047555.043787:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a7800 with x1863365388297728 ext(28672->32767) 00002000:00010000:0.0:1777047555.043797:0:20132:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06439a7800 00000100:00100000:0.0:1777047555.043869:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1648 00000100:00100000:0.0:1777047555.043889:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388297728:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:0.0:1777047555.044258:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2430:x1863365388297728:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 370us (1106us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777047555.044276:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1648 00002000:00100000:0.0:1777047555.044290:0:20132:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x93:0x0] (28672->32767) req@ffff9e06439a7800 x1863365388297728/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:291/0 lens 488/4536 e 0 to 0 dl 1777047566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047555.044313:0:20132:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439a7800 with x1863365388297728 ext(28672->32767) 00002000:00010000:0.0:1777047555.044319:0:20132:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e06439a7800 00000100:00100000:2.0:1777047555.070055:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047555.077351:0:24562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388297856 00000100:00100000:0.0:1777047555.077380:0:24562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388297856 00002000:00100000:0.0:1777047555.077500:0:24562:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x93:0x0] (32768->36863) req@ffff9e0744a2aa00 x1863365388297856/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:291/0 lens 488/0 e 0 to 0 dl 1777047566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047555.077586:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744a2aa00 with x1863365388297856 ext(32768->36863) 00002000:00010000:0.0:1777047555.077600:0:24562:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0744a2aa00 00000100:00100000:0.0:1777047555.077670:0:24562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1649 00000100:00100000:0.0:1777047555.077689:0:24562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0744a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388297856:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:0.0:1777047555.079201:0:24562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0744a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388297856:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 1510us (9174us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777047555.079218:0:24562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1649 00002000:00100000:0.0:1777047555.080286:0:24562:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x93:0x0] (32768->36863) req@ffff9e0744a2aa00 x1863365388297856/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:291/0 lens 488/4536 e 0 to 0 dl 1777047566 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047555.080302:0:24562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0744a2aa00 with x1863365388297856 ext(32768->36863) 00002000:00010000:0.0:1777047555.080310:0:24562:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0744a2aa00 00000100:00100000:1.0:1777047555.110618:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047555.111008:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388297984 00000100:00100000:3.0:1777047555.111027:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388297984 00002000:00100000:3.0:1777047555.111124:0:8485:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x93:0x0] (8192->73727) req@ffff9e077797a300 x1863365388297984/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:291/0 lens 504/0 e 0 to 0 dl 1777047566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047555.112624:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077797a300 with x1863365388297984 ext(8192->73727) 00002000:00010000:3.0:1777047555.112636:0:8485:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e077797a300 00000100:00100000:3.0:1777047555.112718:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1650 00000100:00100000:3.0:1777047555.112741:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388297984:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:0.0:1777047555.132004:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388297984:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 19250us (21385us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1777047555.132030:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1650 00002000:00100000:0.0:1777047555.132054:0:8485:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x93:0x0] (8192->73727) req@ffff9e077797a300 x1863365388297984/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:291/0 lens 504/440 e 0 to 0 dl 1777047566 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047555.132073:0:8485:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e077797a300 with x1863365388297984 ext(8192->73727) 00002000:00010000:0.0:1777047555.132084:0:8485:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e077797a300 00000100:00100000:2.0:1777047555.161116:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047555.161706:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388298112 00000100:00100000:3.0:1777047555.161726:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388298112 00002000:00100000:3.0:1777047555.161818:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x93:0x0] (200704->262143) req@ffff9e0644867480 x1863365388298112/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:291/0 lens 488/0 e 0 to 0 dl 1777047566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047555.161839:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644867480 with x1863365388298112 ext(200704->262143) 00002000:00010000:3.0:1777047555.161850:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644867480 00000100:00100000:3.0:1777047555.162041:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1651 00000100:00100000:3.0:1777047555.162062:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388298112:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:0.0:1777047555.181290:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388298112:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 19209us (20169us total) trans 0 rc 61440/61440 00000100:00100000:0.0:1777047555.181317:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1651 00002000:00100000:0.0:1777047555.181343:0:8484:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x93:0x0] (200704->262143) req@ffff9e0644867480 x1863365388298112/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:291/0 lens 488/440 e 0 to 0 dl 1777047566 ref 1 fl Complete:/600/0 rc 61440/61440 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047555.181365:0:8484:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e0644867480 with x1863365388298112 ext(200704->262143) 00002000:00010000:0.0:1777047555.181376:0:8484:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e0644867480 00000100:00100000:3.0:1777047555.209084:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047555.209723:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388298240 00000100:00100000:0.0:1777047555.209742:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388298240 00002000:00100000:0.0:1777047555.209827:0:29064:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x280000401:0x93:0x0] (90112->155647) req@ffff9e064ab46a00 x1863365388298240/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:291/0 lens 488/0 e 0 to 0 dl 1777047566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047555.209848:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab46a00 with x1863365388298240 ext(90112->155647) 00002000:00010000:0.0:1777047555.209858:0:29064:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064ab46a00 00000100:00100000:0.0:1777047555.212088:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1652 00000100:00100000:0.0:1777047555.212112:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064ab46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388298240:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:0.0:1777047555.255011:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064ab46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388298240:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 42883us (45920us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1777047555.255036:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1652 00002000:00100000:0.0:1777047555.255061:0:29064:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x280000401:0x93:0x0] (90112->155647) req@ffff9e064ab46a00 x1863365388298240/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:291/0 lens 488/440 e 0 to 0 dl 1777047566 ref 1 fl Complete:/600/0 rc 65536/65536 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047555.255082:0:29064:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064ab46a00 with x1863365388298240 ext(90112->155647) 00002000:00010000:0.0:1777047555.255093:0:29064:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e064ab46a00 00000100:00100000:3.0:1777047555.290632:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047555.290775:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388298496 00000100:00100000:1.0:1777047555.290795:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388298496 00000100:00100000:1.0:1777047555.290910:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2203 00000100:00100000:1.0:1777047555.290928:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57853:x1863365388298496:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:1.0:1777047555.291560:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57853:x1863365388298496:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 632us (941us total) trans 8589935454 rc 0/0 00000100:00100000:1.0:1777047555.291575:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2203 00000100:00100000:2.0:1777047555.310319:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047555.311158:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388298752 00000100:00100000:1.0:1777047555.311179:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388298752 00000100:00100000:1.0:1777047555.316087:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6562 00000100:00100000:1.0:1777047555.316111:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57853:x1863365388298752:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047555.316159:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047555.316165:0:6589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:1.0:1777047555.316213:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166a00/0x5ecf73d72493b856 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9180 expref: 32 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.316316:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b82c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9172 expref: 31 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.316345:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493b8a3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9195 expref: 30 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.316363:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047555.316371:0:6589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047555.316393:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031600/0x5ecf73d72493b8b1 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f91a3 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.316543:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b8b8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.316568:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b8b8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.316594:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b8b8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047555.316987:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].168, 88 off22688 00000004:00080000:1.0:1777047555.317004:0:6589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4183953620049ns, next at 4181724051678ns, rc = 0 00000040:00080000:1.0:1777047555.317073:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].169, 88 off22776 00000004:00080000:1.0:1777047555.317083:0:6589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4183953699656ns, next at 4181723960218ns, rc = 0 00000040:00080000:1.0:1777047555.317115:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].170, 88 off22864 00000004:00080000:1.0:1777047555.317121:0:6589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4183953737379ns, next at 4181723960218ns, rc = 0 00000040:00080000:1.0:1777047555.317136:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].169, 88 off22776 00000004:00080000:1.0:1777047555.317142:0:6589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4183953758629ns, next at 4181724051678ns, rc = 0 00000040:00080000:1.0:1777047555.317156:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].170, 88 off22864 00000004:00080000:1.0:1777047555.317161:0:6589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4183953778181ns, next at 4181724051678ns, rc = 0 00000040:00080000:1.0:1777047555.317550:0:6589:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].171, 88 off22952 00000004:00080000:1.0:1777047555.317559:0:6589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4183954176074ns, next at 4181723960218ns, rc = 0 00000001:00080000:1.0:1777047555.334314:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935455 is committed 00000004:00080000:1.0:1777047555.334334:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 172 committed 00000004:00080000:1.0:1777047555.334503:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 170 committed 00000004:00080000:1.0:1777047555.334528:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 169 committed 00000004:00080000:1.0:1777047555.334533:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 171 committed 00000100:00100000:3.0:1777047555.334884:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047555.334923:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642d32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443167104:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047555.335045:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047555.335136:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443167360:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047555.335182:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047555.335218:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777047555.335259:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077b9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443167232:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047555.335299:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047555.335353:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443167104 00000100:00100000:3.0:1777047555.335365:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443167104 00000100:00100000:3.0:1777047555.335487:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443167360 00000100:00100000:3.0:1777047555.335493:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443167360 00000100:00100000:3.0:1777047555.335518:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443167232 00000100:00100000:3.0:1777047555.335522:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443167232 00000100:00100000:3.0:1777047555.335553:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4538 00000100:00100000:3.0:1777047555.335568:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3682:x1863365443167104:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047555.335867:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3682:x1863365443167104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 299us (821us total) trans 21474837996 rc 0/0 00000100:00100000:3.0:1777047555.335882:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4538 00000100:00100000:3.0:1777047555.335912:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4539 00000100:00100000:3.0:1777047555.335924:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3685:x1863365443167360:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047555.336023:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047555.336030:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb mtime from disk: 1777047554 -> 1777047554 00002000:00010000:3.0:1777047555.336036:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:3.0:1777047555.336040:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb ctime from disk: 1777047554 -> 1777047554 00002000:00010000:3.0:1777047555.336044:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x93:0x0] updating lvb blocks from disk: 320 -> 320 00000100:00100000:3.0:1777047555.336099:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443167360:12345-0@lo:2:osp-syn-0-0.0 Request processed in 176us (915us total) trans 21474837997 rc 0/0 00000100:00100000:3.0:1777047555.336110:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4539 00000100:00100000:3.0:1777047555.336131:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4540 00000100:00100000:3.0:1777047555.336142:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3685:x1863365443167232:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047555.336251:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047555.336257:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047553 -> 1777047553 00002000:00010000:3.0:1777047555.336261:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047553 -> 1777047553 00002000:00010000:3.0:1777047555.336264:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047554 -> 1777047554 00002000:00010000:3.0:1777047555.336268:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047555.336313:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3685:x1863365443167232:12345-0@lo:2:osp-syn-0-0.0 Request processed in 171us (1012us total) trans 21474837998 rc 0/0 00000100:00100000:3.0:1777047555.336324:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4540 00000004:00080000:3.0:1777047555.336447:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e077b9d0700/2, rc 0, transno 21474837998 00000100:00100000:3.0:1777047555.336459:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077b9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443167232:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047555.336476:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0644c08000/2, rc 0, transno 21474837997 00000100:00100000:3.0:1777047555.336481:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443167360:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047555.337055:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0642d32d80/2, rc 0, transno 21474837996 00000100:00100000:2.0:1777047555.337064:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642d32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443167104:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047555.337648:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641dea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443167488:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047555.337709:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047555.337824:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443167488 00000100:00100000:3.0:1777047555.337834:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443167488 00000100:00100000:3.0:1777047555.337889:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4541 00000100:00100000:3.0:1777047555.337902:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3682:x1863365443167488:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047555.338042:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047555.338049:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047555.338053:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047555.338056:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb ctime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047555.338060:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6c:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:1.0:1777047555.338141:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 170 committed 00000004:00080000:1.0:1777047555.338148:0:33214:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 168 committed 00000100:00100000:1.0:1777047555.338769:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641dead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443167616:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047555.338823:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047555.339431:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3682:x1863365443167488:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1528us (1719us total) trans 17179870597 rc 0/0 00000100:00100000:3.0:1777047555.339445:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4541 00000100:00100000:3.0:1777047555.339474:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443167616 00000100:00100000:3.0:1777047555.339481:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443167616 00000100:00100000:3.0:1777047555.339545:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4542 00000100:00100000:3.0:1777047555.339557:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0777978700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3683:x1863365443167616:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047555.339747:0:8479:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047555.339753:0:8479:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047553 -> 1777047553 00002000:00010000:3.0:1777047555.339757:0:8479:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047553 -> 1777047553 00002000:00010000:3.0:1777047555.339761:0:8479:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047554 -> 1777047554 00002000:00010000:3.0:1777047555.339766:0:8479:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1777047555.339827:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0777978700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3683:x1863365443167616:12345-0@lo:2:osp-syn-1-0.0 Request processed in 271us (1002us total) trans 17179870598 rc 0/0 00000100:00100000:3.0:1777047555.339839:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4542 00000004:00080000:3.0:1777047555.339906:0:3683:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0641dead80/2, rc 0, transno 17179870598 00000100:00100000:3.0:1777047555.339918:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641dead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3683:1863365443167616:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1777047555.340058:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b8b8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91a3 expref: 25 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.340079:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047555.340085:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1777047555.340114:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031600/0x5ecf73d72493b8b1 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91a3 expref: 25 pid: 6589 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.340153:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b8b8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91a3 expref: 24 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.340199:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047555.340203:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1777047555.340207:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0740030a00, rc 0) 00000100:00100000:3.0:1777047555.340307:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365388298752:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 24203us (30007us total) trans 8589935455 rc 0/0 00000100:00100000:3.0:1777047555.340320:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6562 00000100:00100000:0.0:1777047555.341016:0:3685:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777047555.341037:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0641de8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443167744:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047555.341100:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047555.341153:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443167744 00000100:00100000:0.0:1777047555.341161:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443167744 00000100:00100000:0.0:1777047555.341210:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4543 00000100:00100000:0.0:1777047555.341254:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3685:x1863365443167744:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047555.341403:0:28387:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047555.341409:0:28387:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb mtime from disk: 1777047554 -> 1777047554 00002000:00010000:0.0:1777047555.341414:0:28387:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047555.341417:0:28387:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb ctime from disk: 1777047554 -> 1777047554 00002000:00010000:0.0:1777047555.341421:0:28387:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x74:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1777047555.341478:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:3685:x1863365443167744:12345-0@lo:2:osp-syn-1-0.0 Request processed in 255us (377us total) trans 17179870599 rc 0/0 00000100:00100000:0.0:1777047555.341491:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4543 00000004:00080000:0.0:1777047555.341544:0:3685:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0641de8a80/2, rc 0, transno 17179870599 00000100:00100000:0.0:1777047555.341554:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641de8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443167744:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047555.347917:0:3682:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9e0641dea680/2, rc 0, transno 17179870597 00000100:00100000:2.0:1777047555.347939:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0641dea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443167488:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047555.360291:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047555.360471:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388298880 00000100:00100000:3.0:1777047555.360491:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388298880 00000100:00100000:3.0:1777047555.360586:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4544 00000100:00100000:3.0:1777047555.360605:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0745e46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:57853:x1863365388298880:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047555.360640:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047555.360704:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000522057d1/0x5ecf73d72493b8bf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f91aa expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047555.360753:0:30115:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 262144, mtime: 0x69eb9801, atime: 0x69eb9801, ctime: 0x69eb9802, blocks: 0x178 00010000:00010000:3.0:1777047555.361969:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047555.361975:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047555.361993:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000522057d1/0x5ecf73d72493b8bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->176127) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91aa expref: 16 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.362026:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000522057d1/0x5ecf73d72493b8bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->176127) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91aa expref: 16 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.362062:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8c00, rc 0) 00000100:00100000:3.0:1777047555.362175:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0745e46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:57853:x1863365388298880:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 1572us (1903us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047555.362191:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4544 00000100:00100000:3.0:1777047555.378328:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047555.379494:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388299008 00000100:00100000:0.0:1777047555.379516:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388299008 00000100:00100000:0.0:1777047555.379664:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1653 00000100:00100000:0.0:1777047555.379710:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2430:x1863365388299008:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:0.0:1777047555.380574:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047555.380582:0:29067:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047553 -> 1777047554 00002000:00010000:0.0:1777047555.380587:0:29067:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047553 -> 1777047553 00002000:00010000:0.0:1777047555.380592:0:29067:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047554 -> 1777047554 00002000:00010000:0.0:1777047555.380596:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 376 -> 296 00000100:00100000:0.0:1777047555.380728:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2430:x1863365388299008:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 1045us (2417us total) trans 21474837999 rc 0/0 00000100:00100000:0.0:1777047555.380744:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1653 00000100:00100000:2.0:1777047555.401827:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047555.403331:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388299136 00000100:00100000:1.0:1777047555.403348:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388299136 00000100:00100000:1.0:1777047555.403598:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6563 00000100:00100000:1.0:1777047555.403625:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:57853:x1863365388299136:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:1.0:1777047555.403682:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047555.403715:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b8c6 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f91b1 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.403931:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031000/0x5ecf73d72493b8cd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.403956:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031000/0x5ecf73d72493b8cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.403977:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031000/0x5ecf73d72493b8cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047555.404021:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00000004:00200000:1.0:1777047555.404027:0:6588:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777047555.404058:0:6588:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031000/0x5ecf73d72493b8cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.404104:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b8c6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91b1 expref: 26 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.404137:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031000/0x5ecf73d72493b8cd lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91b1 expref: 25 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.404153:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047555.404159:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047555.404164:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0740031000, rc 0) 00000100:00100000:1.0:1777047555.404640:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388299136:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 1018us (2823us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047555.404656:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6563 00000100:00100000:2.0:1777047555.437641:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047555.438562:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388299264 00000100:00100000:1.0:1777047555.438577:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388299264 00002000:00100000:1.0:1777047555.438643:0:24565:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x8a:0x0] (196608->262143) req@ffff9e07717e9c00 x1863365388299264/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:291/0 lens 488/0 e 0 to 0 dl 1777047566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047555.438663:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07717e9c00 with x1863365388299264 ext(196608->262143) 00002000:00010000:1.0:1777047555.438671:0:24565:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e07717e9c00 00000100:00100000:1.0:1777047555.439060:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1654 00000100:00100000:1.0:1777047555.439078:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388299264:12345-192.168.201.54@tcp:3:lfs.0 00000100:00100000:1.0:1777047555.470140:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2429:x1863365388299264:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 31051us (32496us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1777047555.470180:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1654 00002000:00100000:1.0:1777047555.470200:0:24565:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x8a:0x0] (196608->262143) req@ffff9e07717e9c00 x1863365388299264/t0(0) o3->027e7d89-7031-476e-8f5d-7d6cc61a0712@192.168.201.54@tcp:291/0 lens 488/440 e 0 to 0 dl 1777047566 ref 1 fl Complete:/600/0 rc 65536/65536 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047555.470218:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e07717e9c00 with x1863365388299264 ext(196608->262143) 00002000:00010000:1.0:1777047555.470256:0:24565:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e07717e9c00 00000100:00100000:0.0:1777047555.485134:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047555.485305:0:29057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388299392 00000100:00100000:3.0:1777047555.485318:0:29057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388299392 00000100:00100000:3.0:1777047555.485473:0:29057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1655 00000100:00100000:3.0:1777047555.485489:0:29057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388299392:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:3.0:1777047555.485803:0:29057:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047555.485810:0:29057:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047554 -> 1777047554 00002000:00010000:3.0:1777047555.485814:0:29057:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047553 -> 1777047553 00002000:00010000:3.0:1777047555.485817:0:29057:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047554 -> 1777047554 00002000:00010000:3.0:1777047555.485820:0:29057:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 296 -> 296 00000100:00100000:3.0:1777047555.486219:0:29057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388299392:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 731us (1095us total) trans 21474838000 rc 0/0 00000100:00100000:3.0:1777047555.486257:0:29057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1655 00000100:00100000:3.0:1777047555.506172:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047555.506351:0:29059:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388299520 00000100:00100000:2.0:1777047555.506364:0:29059:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388299520 00000100:00100000:2.0:1777047555.506506:0:29059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1656 00000100:00100000:2.0:1777047555.506522:0:29059:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388299520:12345-192.168.201.54@tcp:22:fsx.0 00002000:00010000:2.0:1777047555.506993:0:29059:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047555.506999:0:29059:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047554 -> 1777047554 00002000:00010000:2.0:1777047555.507004:0:29059:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047553 -> 1777047553 00002000:00010000:2.0:1777047555.507007:0:29059:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047554 -> 1777047554 00002000:00010000:2.0:1777047555.507011:0:29059:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 296 -> 296 00000100:00100000:2.0:1777047555.507095:0:29059:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388299520:12345-192.168.201.54@tcp:22:fsx.0 Request processed in 575us (931us total) trans 21474838001 rc 0/0 00000100:00100000:2.0:1777047555.507109:0:29059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1656 00000100:00100000:2.0:1777047555.530113:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047555.539901:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388299776 00000100:00100000:0.0:1777047555.539921:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388299776 00000100:00100000:0.0:1777047555.540204:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2204 00000100:00100000:0.0:1777047555.540252:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57853:x1863365388299776:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:0.0:1777047555.540638:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57853:x1863365388299776:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 417us (10534us total) trans 8589935456 rc 0/0 00000100:00100000:0.0:1777047555.540651:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2204 00000100:00100000:3.0:1777047555.610862:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047555.610970:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388300032 00000100:00100000:0.0:1777047555.610986:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388300032 00000100:00100000:0.0:1777047555.611081:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6564 00000100:00100000:0.0:1777047555.611099:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57923:x1863365388300032:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047555.611157:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047555.611192:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493b8d4 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f91b8 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.611325:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493b8db lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.611347:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493b8db lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.611365:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493b8db lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.613103:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b8e2 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.613123:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b8e2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.613138:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b8e2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.613356:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493b8e9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.613373:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493b8e9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.613416:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493b8e9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047555.613434:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00010000:00010000:2.0:1777047555.613545:0:12913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493b8db lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.613558:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493b8db lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.613569:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493b8db lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.613601:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493b8db lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.613611:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047555.613618:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493b8db lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.613630:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493b8db lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.613647:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e06431c0600) 00010000:00010000:2.0:1777047555.613652:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047555.613659:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493b8db lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.613670:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493b8db lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.613690:0:12913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b8e2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.613707:0:12913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b8e2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.613716:0:12913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b8e2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.613723:0:12913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643167e00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:2.0:1777047555.613727:0:12913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b8e2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.613735:0:12913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b8e2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.613747:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e06431c0f00) 00010000:00010000:2.0:1777047555.613751:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047555.613755:0:12913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b8e2 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.613764:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167e00/0x5ecf73d72493b8e2 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.613825:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493b8d4 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91b8 expref: 29 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.613848:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493b8e9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91b8 expref: 28 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.613861:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047555.613865:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047555.613870:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167400, rc 0) 00000100:00100000:2.0:1777047555.613969:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57923:x1863365388300032:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 2874us (3117us total) trans 8589935457 rc 0/0 00000100:00100000:2.0:1777047555.613983:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6564 00000100:00100000:2.0:1777047555.638752:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047555.639110:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047555.639450:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388300288 00000100:00100000:0.0:1777047555.639485:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388300288 00000100:00100000:0.0:1777047555.639583:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6565 00000100:00100000:0.0:1777047555.639601:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57923:x1863365388300288:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047555.639635:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047555.639668:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493b8f7 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f91bf expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.640644:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493b8fe lrc: 3/1,0 mode: --/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.640668:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493b8fe lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.640686:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493b8fe lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047555.640709:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x3d:0x0]: returning size 0 00010000:00010000:0.0:1777047555.640776:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493b8f7 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91bf expref: 31 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.640811:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493b8fe lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91bf expref: 30 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.640827:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d:0x0].0x0 (ffff9e06431c0800) 00010000:00010000:0.0:1777047555.640832:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047555.640837:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388200, rc 0) 00000100:00100000:0.0:1777047555.640920:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57923:x1863365388300288:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1322us (2177us total) trans 8589935458 rc 0/0 00000100:00100000:0.0:1777047555.640934:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6565 00000100:00100000:1.0:1777047555.646163:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388300416 00000100:00100000:1.0:1777047555.646181:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388300416 00000100:00100000:1.0:1777047555.646392:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 449 00000100:00100000:1.0:1777047555.646410:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2431:x1863365388300416:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047555.646434:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047555.646512:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167400/0x5ecf73d72493b8e9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91b8 expref: 30 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.646538:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047555.646544:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047555.646639:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2431:x1863365388300416:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 232us (7808us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047555.646653:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 449 00000100:00100000:2.0:1777047555.662893:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047555.663035:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388300672 00000100:00100000:1.0:1777047555.663050:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388300672 00000100:00100000:1.0:1777047555.663160:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6566 00000100:00100000:1.0:1777047555.663177:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57923:x1863365388300672:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047555.663216:0:9025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047555.663290:0:9025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b90c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f91c6 expref: -99 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.663457:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b913 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.663484:0:9025:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493b8fe lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91bf expref: 30 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.663499:0:9025:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b913 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.663549:0:9025:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493b8fe lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91bf expref: 30 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.663572:0:9025:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493b8fe lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91bf expref: 30 pid: 34275 timeout: 4284 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047555.663593:0:9025:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e077797ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9025:1863365443167872:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047555.663729:0:9025:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e077192a780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047555.682654:0:9025:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e077797ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9025:1863365443167872:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047555.682703:0:9025:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b913 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047555.684248:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047555.691865:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388300800 00000100:00100000:1.0:1777047555.691885:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388300800 00010000:00010000:0.0:1777047555.692103:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493b8fe lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91bf expref: 31 pid: 34275 timeout: 4284 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047555.692187:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2279 00000100:00100000:0.0:1777047555.692593:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365388300800:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047555.692624:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047555.692637:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493b8fe lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91bf expref: 31 pid: 34275 timeout: 4284 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.692665:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493b8fe lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91bf expref: 31 pid: 34275 timeout: 4284 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.692702:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493b8fe lrc: 0/0,0 mode: --/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91bf expref: 31 pid: 34275 timeout: 4284 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.692732:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d:0x0].0x0 (ffff9e06431c0800) 00010000:00010000:0.0:1777047555.692742:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b913 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.692761:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b913 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.692777:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b913 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.692814:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047555.692909:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2430:x1863365388300800:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 707us (8694us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047555.692926:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2279 00010000:00010000:1.0:1777047555.693326:0:9025:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b913 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.693344:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b913 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047555.693428:0:9025:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x3d:0x0]: returning size 0 00000004:00080000:1.0:1777047555.693659:0:9025:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x75:0x0], index 1: 0 00000004:00080000:1.0:1777047555.693672:0:9025:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x94:0x0], index 0: 0 00010000:00010000:1.0:1777047555.693814:0:9025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b913 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.693832:0:9025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b913 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.693845:0:9025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b913 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.693857:0:9025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0740031a00 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047555.693896:0:9025:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b913 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.693912:0:9025:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b913 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.693932:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d:0x0].0x0 (ffff9e06431c0800) 00010000:00010000:1.0:1777047555.693937:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047555.693944:0:9025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b913 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.693958:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031a00/0x5ecf73d72493b913 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.694035:0:9025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b90c lrc: 1/0,0 mode: --/CR res: [0x200000405:0x3d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91c6 expref: 30 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.694065:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d:0x0].0x0 (ffff9e06431c0800) 00010000:00010000:1.0:1777047555.694070:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777047555.694077:0:9025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b90c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x3d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91c6 expref: 30 pid: 9025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.694103:0:9025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0740031800, rc 0) 00000100:00100000:1.0:1777047555.694518:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57923:x1863365388300672:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 31341us (31663us total) trans 8589935459 rc 301/301 00000100:00100000:1.0:1777047555.694533:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6566 00000100:00100000:2.0:1777047555.710017:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047555.711729:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388301056 00000100:00100000:1.0:1777047555.711750:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388301056 00000100:00100000:1.0:1777047555.711856:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2205 00000100:00100000:1.0:1777047555.711879:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57923:x1863365388301056:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047555.715957:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57923:x1863365388301056:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 4075us (5939us total) trans 8589935460 rc 0/0 00000100:00100000:3.0:1777047555.715982:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2205 00000100:00100000:3.0:1777047555.733724:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047555.734088:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388301184 00000100:00100000:0.0:1777047555.734109:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388301184 00000100:00100000:0.0:1777047555.734251:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6567 00000100:00100000:0.0:1777047555.734275:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57923:x1863365388301184:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047555.734318:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047555.734360:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493b921 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f91cd expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.734612:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493b928 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.734639:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493b928 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.734675:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493b928 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047555.734751:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x3d:0x0]: returning size 0 00000004:00200000:0.0:1777047555.734759:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047555.737166:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493b928 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.737285:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493b921 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91cd expref: 32 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.737322:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493b928 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91cd expref: 31 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.737338:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d:0x0].0x0 (ffff9e06431c0a00) 00010000:00010000:0.0:1777047555.737344:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1777047555.737451:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389e00, rc 0) 00000100:00100000:0.0:1777047555.737566:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57923:x1863365388301184:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 3295us (3850us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047555.737582:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6567 00000100:00100000:2.0:1777047555.761584:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047555.761673:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047555.761868:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388301312 00000100:00100000:1.0:1777047555.761886:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388301312 00000100:00100000:1.0:1777047555.762041:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388301440 00000100:00100000:1.0:1777047555.762049:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388301440 00000100:00100000:1.0:1777047555.762571:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4545 00000100:00100000:1.0:1777047555.762598:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365388301312:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047555.762635:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047555.762775:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002658d22b/0x5ecf73d72493b92f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f91d4 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047555.762823:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x75:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1777047555.762858:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047555.762863:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047555.762878:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002658d22b/0x5ecf73d72493b92f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91d4 expref: 25 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.762918:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002658d22b/0x5ecf73d72493b92f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91d4 expref: 25 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.762950:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0740031800, rc 0) 00000100:00100000:1.0:1777047555.763070:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365388301312:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 474us (1524us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047555.763087:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4545 00000100:00100000:1.0:1777047555.763130:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4546 00000100:00100000:1.0:1777047555.763150:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388301440:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047555.763168:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047555.763633:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000207c5980/0x5ecf73d72493b936 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x94:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f91db expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047555.763676:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x94:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1777047555.763705:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047555.763709:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047555.763720:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000207c5980/0x5ecf73d72493b936 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91db expref: 20 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.763755:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000207c5980/0x5ecf73d72493b936 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91db expref: 20 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.763782:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0740031a00, rc 0) 00000100:00100000:1.0:1777047555.763860:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388301440:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 711us (2179us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047555.763874:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4546 00000100:00080000:0.0:1777047555.765877:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047555.788017:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047555.788651:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388301696 00000100:00100000:0.0:1777047555.788668:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388301696 00000100:00100000:0.0:1777047555.788792:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6568 00000100:00100000:0.0:1777047555.788817:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57923:x1863365388301696:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047555.788854:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047555.788886:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493b93d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f91e2 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.789081:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493b944 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.789113:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493b944 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.789134:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493b944 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047555.789161:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00010000:00010000:0.0:1777047555.789491:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493b93d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91e2 expref: 34 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.789535:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493b944 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91e2 expref: 33 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.789557:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047555.789563:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047555.789570:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388400, rc 0) 00000100:00100000:0.0:1777047555.792654:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57923:x1863365388301696:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 3831us (4640us total) trans 8589935461 rc 0/0 00000100:00100000:0.0:1777047555.792672:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6568 00000100:00100000:1.0:1777047555.856713:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047555.856771:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047555.856850:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047555.857065:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388301952 00000100:00100000:0.0:1777047555.857085:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388301952 00000100:00100000:0.0:1777047555.857184:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388301824 00000100:00100000:0.0:1777047555.857192:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388301824 00000100:00100000:0.0:1777047555.857266:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388302080 00000100:00100000:0.0:1777047555.857272:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388302080 00000100:00100000:0.0:1777047555.857324:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4547 00000100:00100000:0.0:1777047555.857346:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0775807850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2429:x1863365388301952:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047555.857471:0:28387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b952 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.857516:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b817 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9164 expref: 25 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.857533:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047555.857542:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047555.857548:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b952 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.857614:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b817 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9164 expref: 25 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.857646:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b817 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9164 expref: 25 pid: 8633 timeout: 4284 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047555.857679:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e198380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365443168000:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047555.857810:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08840 going to sleep for 11 seconds 00000100:00100000:0.0:1777047555.858294:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4548 00000100:00100000:0.0:1777047555.858312:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077797ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388301824:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:0.0:1777047555.858355:0:8633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493b959 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.858434:0:8633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000522057d1/0x5ecf73d72493b8bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 114688->176127) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91aa expref: 21 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.858450:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047555.858459:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047555.858465:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493b959 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.858513:0:8633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000522057d1/0x5ecf73d72493b8bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 114688->176127) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91aa expref: 21 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.858533:0:8633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000522057d1/0x5ecf73d72493b8bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 114688->176127) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91aa expref: 21 pid: 30115 timeout: 4284 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047555.858560:0:8633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e199180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8633:1863365443168128:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047555.858632:0:8633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08b40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047555.859725:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4549 00000100:00100000:1.0:1777047555.859745:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388302080:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:1.0:1777047555.859794:0:8481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fd0e565a/0x5ecf73d72493b960 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.859817:0:8481:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493b81e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f916b expref: 21 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.859836:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047555.859839:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047555.859844:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fd0e565a/0x5ecf73d72493b960 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.859885:0:8481:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493b81e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f916b expref: 21 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.859904:0:8481:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493b81e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f916b expref: 21 pid: 36216 timeout: 4284 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047555.859928:0:8481:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c6c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443168256:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047555.860035:0:8481:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e077192a600 going to sleep for 11 seconds 00000100:00100000:0.0:1777047555.878077:0:8633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e199180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8633:1863365443168128:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047555.878128:0:8633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493b959 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047555.883548:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e198380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28387:1863365443168000:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047555.883591:0:28387:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b952 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047555.890132:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047555.890746:0:8481:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c6c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1863365443168256:192.168.201.54@tcp:104: 00010000:00010000:1.0:1777047555.890786:0:8481:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fd0e565a/0x5ecf73d72493b960 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047555.890935:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047555.891015:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047555.899062:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388302464 00000100:00100000:2.0:1777047555.899084:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388302464 00010000:00010000:2.0:1777047555.899187:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493b81e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f916b expref: 22 pid: 36216 timeout: 4284 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047555.899906:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388302336 00000100:00100000:2.0:1777047555.899917:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388302336 00010000:00010000:2.0:1777047555.899952:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b817 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9164 expref: 26 pid: 8633 timeout: 4284 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047555.899997:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388302208 00000100:00100000:2.0:1777047555.900003:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388302208 00010000:00010000:2.0:1777047555.900029:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000522057d1/0x5ecf73d72493b8bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 114688->176127) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91aa expref: 23 pid: 30115 timeout: 4284 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047555.900061:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2280 00000100:00100000:2.0:1777047555.900078:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+23:2432:x1863365388302464:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047555.900104:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047555.900138:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493b81e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f916b expref: 23 pid: 36216 timeout: 4284 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.900162:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493b81e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f916b expref: 23 pid: 36216 timeout: 4284 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.900203:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0e7c4c8/0x5ecf73d72493b81e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f916b expref: 23 pid: 36216 timeout: 4284 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.900263:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047555.900267:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047555.900276:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fd0e565a/0x5ecf73d72493b960 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.900296:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fd0e565a/0x5ecf73d72493b960 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.900429:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047555.900522:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2432:x1863365388302464:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 445us (10403us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047555.900538:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2280 00000100:00100000:2.0:1777047555.900601:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2281 00000100:00100000:2.0:1777047555.900617:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077949f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2430:x1863365388302336:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047555.900636:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047555.900662:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b817 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9164 expref: 26 pid: 8633 timeout: 4284 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.900688:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b817 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9164 expref: 26 pid: 8633 timeout: 4284 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.900718:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b817 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9164 expref: 26 pid: 8633 timeout: 4284 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.900740:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047555.900744:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047555.900751:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b952 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.900767:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b952 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.900810:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047555.900852:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077949f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365388302336:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 237us (9918us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047555.900868:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2281 00000100:00100000:2.0:1777047555.900963:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2282 00000100:00100000:2.0:1777047555.900979:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388302208:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047555.900996:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047555.901017:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000522057d1/0x5ecf73d72493b8bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 114688->176127) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91aa expref: 21 pid: 30115 timeout: 4284 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.901053:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000522057d1/0x5ecf73d72493b8bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 114688->176127) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91aa expref: 21 pid: 30115 timeout: 4284 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.901080:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000522057d1/0x5ecf73d72493b8bf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 114688->176127) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91aa expref: 21 pid: 30115 timeout: 4284 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.901099:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047555.901102:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047555.901108:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493b959 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.901123:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493b959 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.901542:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047555.901588:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388302208:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 611us (10572us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047555.901603:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2282 00010000:00010000:2.0:1777047555.901649:0:28387:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b952 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.901666:0:28387:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b952 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.901700:0:28387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b952 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.901718:0:28387:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b952 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.901734:0:28387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b952 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.901749:0:28387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388200 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047555.901756:0:28387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b952 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.901773:0:28387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b952 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.901796:0:28387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b952 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.901811:0:28387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097c47af3/0x5ecf73d72493b952 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047555.901895:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0775807850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2429:x1863365388301952:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 44550us (45198us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047555.901910:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4547 00010000:00010000:2.0:1777047555.902764:0:8633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493b959 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.902796:0:8633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493b959 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.902828:0:8633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493b959 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.902845:0:8633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493b959 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.902860:0:8633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493b959 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.902873:0:8633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047555.902880:0:8633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493b959 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.902897:0:8633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493b959 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.902922:0:8633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493b959 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.902937:0:8633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493b959 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047555.903041:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077797ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388301824:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 44732us (46268us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047555.903057:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4548 00010000:00010000:2.0:1777047555.903163:0:8481:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fd0e565a/0x5ecf73d72493b960 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.903182:0:8481:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fd0e565a/0x5ecf73d72493b960 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.909554:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047555.919845:0:8481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fd0e565a/0x5ecf73d72493b960 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.919890:0:8481:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fd0e565a/0x5ecf73d72493b960 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.919908:0:8481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fd0e565a/0x5ecf73d72493b960 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.919923:0:8481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0740030c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047555.919931:0:8481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd0e565a/0x5ecf73d72493b960 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.919950:0:8481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd0e565a/0x5ecf73d72493b960 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.920077:0:8481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fd0e565a/0x5ecf73d72493b960 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.920094:0:8481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd0e565a/0x5ecf73d72493b960 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047555.920757:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388302080:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 61010us (63898us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047555.920776:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4549 00000100:00100000:2.0:1777047555.932524:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047555.932587:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047555.932748:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047555.935062:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388302592 00000100:00100000:1.0:1777047555.935077:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388302592 00000100:00100000:1.0:1777047555.935998:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388302720 00000100:00100000:1.0:1777047555.936007:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388302720 00000100:00100000:1.0:1777047555.936052:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388302848 00000100:00100000:1.0:1777047555.936057:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388302848 00000100:00100000:1.0:1777047555.936098:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4550 00000100:00100000:1.0:1777047555.936115:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388302592:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047555.936141:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777047555.938300:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4551 00000100:00100000:2.0:1777047555.938319:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+24:2430:x1863365388302720:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047555.938337:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047555.938369:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b967 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f91f0 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047555.938478:0:11204:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6d:0x0] initial LVB size: 0, mtime: 0x69eb9801, atime: 0x69eb9801, ctime: 0x69eb9802, blocks: 0x1800 00010000:00010000:2.0:1777047555.938511:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047555.938515:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047555.938532:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b967 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91f0 expref: 25 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.938566:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b967 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91f0 expref: 25 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.938592:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167200, rc 0) 00000100:00100000:2.0:1777047555.938675:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2430:x1863365388302720:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 360us (6086us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047555.938690:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4551 00000100:00100000:2.0:1777047555.938730:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4552 00000100:00100000:2.0:1777047555.938746:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388302848:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047555.938761:0:11204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047555.938783:0:11204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493b96e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f91f7 expref: -99 pid: 11204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047555.938809:0:11204:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8c:0x0] initial LVB size: 0, mtime: 0x69eb9801, atime: 0x69eb9801, ctime: 0x69eb9802, blocks: 0x0 00010000:00010000:2.0:1777047555.938829:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047555.938832:0:11204:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047555.938841:0:11204:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493b96e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91f7 expref: 20 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.938864:0:11204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493b96e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91f7 expref: 20 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.938882:0:11204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167000, rc 0) 00000100:00100000:2.0:1777047555.938922:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388302848:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 179us (6175us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047555.938934:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4552 00010000:00010000:1.0:1777047555.941662:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c15eea23/0x5ecf73d72493b975 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f91e9 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047555.941694:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 262144, mtime: 0x69eb9802, atime: 0x69eb9801, ctime: 0x69eb9802, blocks: 0x128 00010000:00010000:1.0:1777047555.941716:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047555.941720:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047555.941731:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c15eea23/0x5ecf73d72493b975 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91e9 expref: 20 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.941765:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c15eea23/0x5ecf73d72493b975 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91e9 expref: 20 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047555.941784:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0740030000, rc 0) 00000100:00100000:1.0:1777047555.942267:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388302592:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 6152us (9752us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047555.942284:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4550 00000100:00100000:2.0:1777047556.164693:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047556.167073:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388302976 00000100:00100000:1.0:1777047556.167089:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388302976 00000100:00100000:1.0:1777047556.167182:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4553 00000100:00100000:1.0:1777047556.167197:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2432:x1863365388302976:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047556.169893:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2432:x1863365388302976:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 2690us (5204us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047556.169910:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4553 00000100:00100000:1.0:1777047556.194422:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047556.194821:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388303104 00000100:00100000:2.0:1777047556.194835:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388303104 00000100:00100000:2.0:1777047556.195015:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6569 00000100:00100000:2.0:1777047556.195033:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57923:x1863365388303104:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047556.195066:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047556.195094:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b97c lrc: 2/0,0 mode: --/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f91fe expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.195141:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b983 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.195160:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b983 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.195176:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b983 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.195363:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b97c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91fe expref: 35 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.195409:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b983 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91fe expref: 34 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.195424:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d:0x0].0x0 (ffff9e06431c0a00) 00010000:00010000:2.0:1777047556.196275:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777047556.196283:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643167a00, rc 0) 00000100:00100000:2.0:1777047556.196376:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57923:x1863365388303104:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1346us (1964us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047556.196388:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6569 00000100:00100000:3.0:1777047556.210123:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047556.210638:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388303360 00000100:00100000:2.0:1777047556.210651:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388303360 00000100:00100000:2.0:1777047556.212183:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6570 00000100:00100000:2.0:1777047556.212201:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+34:57923:x1863365388303360:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047556.212534:0:12913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047556.214005:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389e00/0x5ecf73d72493b928 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91cd expref: 34 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.214037:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d:0x0].0x0 (ffff9e06431c0a00) 00010000:00010000:2.0:1777047556.214045:0:12913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047556.214890:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b98a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.214914:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b98a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.214932:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b98a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047556.218136:0:12913:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935462 00000004:00010000:2.0:1777047556.218246:0:12913:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001019fa30 reply state 00000000f2d9c921 transno 8589935463 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b98a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.218280:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b98a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.218295:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d:0x0].0x0 (ffff9e06431c0a00) 00010000:00010000:2.0:1777047556.218300:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047556.218307:0:12913:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047556.218540:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57923:x1863365388303360:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 6337us (8422us total) trans 8589935463 rc 0/0 00000100:00100000:2.0:1777047556.218562:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6570 00000020:00080000:2.0:1777047556.218572:0:12913:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047556.237917:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047556.238050:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388303488 00000100:00100000:3.0:1777047556.238065:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388303488 00000100:00100000:3.0:1777047556.238302:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6571 00000100:00100000:3.0:1777047556.238323:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57923:x1863365388303488:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047556.238382:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047556.238414:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d72493b991 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9205 expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.238499:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d72493b991 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9205 expref: 37 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.238600:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d72493b991 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9205 expref: 37 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.238633:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d:0x0].0x0 (ffff9e06431c0a00) 00010000:00010000:3.0:1777047556.238640:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047556.238646:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8800, rc 0) 00000100:00100000:3.0:1777047556.238748:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57923:x1863365388303488:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 428us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047556.238763:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6571 00000100:00100000:1.0:1777047556.251638:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047556.251803:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388303616 00000100:00100000:3.0:1777047556.251818:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388303616 00000100:00100000:3.0:1777047556.252828:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4554 00000100:00100000:3.0:1777047556.252853:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0749166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:57923:x1863365388303616:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047556.252883:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047556.252913:0:8481:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d72493b998 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f920c expref: -99 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.252965:0:8481:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002658d22b/0x5ecf73d72493b92f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91d4 expref: 26 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.252982:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047556.252985:0:8481:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047556.252993:0:8481:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d72493b998 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f920c expref: 26 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.253049:0:8481:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002658d22b/0x5ecf73d72493b92f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91d4 expref: 26 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.253075:0:8481:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002658d22b/0x5ecf73d72493b92f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91d4 expref: 26 pid: 8479 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047556.253101:0:8481:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439af480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1863365443168384:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047556.253608:0:8481:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047556.271648:0:8481:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439af480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1863365443168384:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047556.271706:0:8481:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d72493b998 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f920c expref: 26 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.271743:0:8481:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8000, rc 0) 00000100:00100000:3.0:1777047556.271846:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0749166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:57923:x1863365388303616:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 18999us (20217us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047556.271869:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4554 00000100:00100000:2.0:1777047556.273716:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047556.276653:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388303744 00000100:00100000:3.0:1777047556.276668:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388303744 00010000:00010000:3.0:1777047556.276729:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002658d22b/0x5ecf73d72493b92f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91d4 expref: 26 pid: 8479 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047556.276806:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2283 00000100:00100000:3.0:1777047556.276824:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2429:x1863365388303744:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047556.276847:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047556.276858:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002658d22b/0x5ecf73d72493b92f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91d4 expref: 26 pid: 8479 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.276911:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002658d22b/0x5ecf73d72493b92f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91d4 expref: 26 pid: 8479 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.276948:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002658d22b/0x5ecf73d72493b92f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91d4 expref: 26 pid: 8479 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.276975:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047556.276979:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047556.276988:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d72493b998 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f920c expref: 25 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.277007:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d72493b998 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f920c expref: 25 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.277080:0:6575:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d72493b998 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f920c expref: 25 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047556.277107:0:6575:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439af480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6575:1863365443168512:192.168.201.54@tcp:105: 00000100:00100000:3.0:1777047556.279413:0:6575:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047556.302068:0:6575:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439af480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6575:1863365443168512:192.168.201.54@tcp:105: 00010000:00010000:3.0:1777047556.302112:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047556.302566:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2429:x1863365388303744:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 25742us (28853us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047556.302585:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2283 00000100:00100000:2.0:1777047556.308623:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047556.308787:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388303872 00000100:00100000:1.0:1777047556.308800:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388303872 00000100:00100000:1.0:1777047556.308916:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4555 00000100:00100000:1.0:1777047556.308934:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:57923:x1863365388303872:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047556.308959:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047556.308988:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa556b6a/0x5ecf73d72493b99f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x94:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9213 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047556.309049:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000207c5980/0x5ecf73d72493b936 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91db expref: 21 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047556.309066:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047556.309070:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047556.309078:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa556b6a/0x5ecf73d72493b99f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9213 expref: 21 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047556.309138:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000207c5980/0x5ecf73d72493b936 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91db expref: 21 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047556.309166:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000207c5980/0x5ecf73d72493b936 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91db expref: 21 pid: 8479 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047556.309192:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064b40b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443168640:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047556.309345:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e077192a600 going to sleep for 11 seconds 00000100:00100000:1.0:1777047556.326711:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047556.327418:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064b40b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1863365443168640:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047556.327473:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fa556b6a/0x5ecf73d72493b99f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9213 expref: 21 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.327508:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0740031600, rc 0) 00000100:00100000:3.0:1777047556.327666:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:57923:x1863365388303872:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 18733us (19477us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047556.327681:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4555 00000100:00100000:0.0:1777047556.327842:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388304000 00000100:00100000:0.0:1777047556.327855:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388304000 00010000:00010000:0.0:1777047556.327928:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000207c5980/0x5ecf73d72493b936 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91db expref: 21 pid: 8479 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047556.327979:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2284 00000100:00100000:0.0:1777047556.327994:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b409180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388304000:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047556.328016:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047556.328026:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000207c5980/0x5ecf73d72493b936 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91db expref: 21 pid: 8479 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.328049:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000207c5980/0x5ecf73d72493b936 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91db expref: 21 pid: 8479 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.328085:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000207c5980/0x5ecf73d72493b936 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91db expref: 21 pid: 8479 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.328109:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047556.328112:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047556.328123:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa556b6a/0x5ecf73d72493b99f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9213 expref: 20 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.328142:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa556b6a/0x5ecf73d72493b99f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9213 expref: 20 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.328196:0:6573:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000fa556b6a/0x5ecf73d72493b99f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9213 expref: 20 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047556.328584:0:6573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e199180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365443168768:192.168.201.54@tcp:105: 00000100:00100000:0.0:1777047556.328669:0:6573:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08b40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047556.352510:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047556.352642:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047556.352786:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388304128 00000100:00100000:3.0:1777047556.352799:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388304128 00002000:00010000:3.0:1777047556.352862:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/117 (0->18446744073709551615) 00002000:00100000:3.0:1777047556.352872:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b40b480 with x1863365388304128 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047556.352888:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064b40b480. 00000100:00100000:3.0:1777047556.352944:0:24566:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388304256 00000100:00100000:3.0:1777047556.352951:0:24566:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388304256 00002000:00010000:3.0:1777047556.352975:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/148 (0->18446744073709551615) 00002000:00100000:3.0:1777047556.352980:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e282680 with x1863365388304256 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047556.352990:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e282680. 00000100:00100000:3.0:1777047556.353021:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1657 00000100:00100000:3.0:1777047556.353036:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064b40b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+25:2429:x1863365388304128:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:3.0:1777047556.353322:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x75:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047556.353330:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x75:0x0] updating lvb mtime from disk: 0 -> 1777047556 00002000:00010000:3.0:1777047556.353335:0:24566:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x75:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047556.353340:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x75:0x0] updating lvb ctime from disk: 0 -> 1777047556 00002000:00010000:3.0:1777047556.353344:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x75:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047556.353470:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b40b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2429:x1863365388304128:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 434us (970us total) trans 17179870600 rc 0/0 00000100:00100000:3.0:1777047556.353485:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1657 00002000:00010000:3.0:1777047556.353492:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/117 (0->18446744073709551615) 00002000:00100000:3.0:1777047556.353497:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e064b40b480 with x1863365388304128 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047556.353505:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e064b40b480. 00000100:00100000:3.0:1777047556.353535:0:24566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1658 00000100:00100000:3.0:1777047556.353548:0:24566:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388304256:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:3.0:1777047556.353684:0:24566:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x94:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047556.353691:0:24566:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x94:0x0] updating lvb mtime from disk: 0 -> 1777047556 00002000:00010000:3.0:1777047556.353695:0:24566:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x94:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777047556.353699:0:24566:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x94:0x0] updating lvb ctime from disk: 0 -> 1777047556 00002000:00010000:3.0:1777047556.353703:0:24566:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x94:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1777047556.353745:0:24566:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388304256:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 198us (1103us total) trans 21474838002 rc 0/0 00000100:00100000:3.0:1777047556.353758:0:24566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1658 00002000:00010000:3.0:1777047556.353765:0:24566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/148 (0->18446744073709551615) 00002000:00100000:3.0:1777047556.353770:0:24566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e282680 with x1863365388304256 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047556.353779:0:24566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e282680. 00000100:00100000:0.0:1777047556.354046:0:6573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e199180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6573:1863365443168768:192.168.201.54@tcp:105: 00010000:00010000:0.0:1777047556.354078:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047556.354121:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064b409180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388304000:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 26130us (27423us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047556.354512:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2284 00000100:00100000:2.0:1777047556.366825:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047556.367110:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388304384 00000100:00100000:1.0:1777047556.367127:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388304384 00000100:00100000:1.0:1777047556.367590:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4556 00000100:00100000:1.0:1777047556.367610:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07717e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388304384:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047556.367771:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07717e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388304384:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 165us (958us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047556.367787:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4556 00000100:00100000:2.0:1777047556.397693:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047556.398244:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388304512 00000100:00100000:0.0:1777047556.398260:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388304512 00000100:00100000:0.0:1777047556.398472:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4557 00000100:00100000:0.0:1777047556.398498:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388304512:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047556.399665:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388304512:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 1140us (1947us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047556.399686:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4557 00000100:00100000:3.0:1777047556.428609:0:3684:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777047556.428651:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e199180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443168896:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777047556.428770:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047556.435314:0:8483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443168896 00000100:00100000:0.0:1777047556.435332:0:8483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443168896 00000100:00100000:0.0:1777047556.435486:0:8483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2534 00000100:00100000:0.0:1777047556.435506:0:8483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443168896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1777047556.435558:0:8483:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484909760 pending 0 free 3918872576 avail 3687350272 00000100:00100000:0.0:1777047556.435669:0:8483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1863365443168896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 166us (6897us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047556.435685:0:8483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2534 00000100:00080000:1.0:1777047556.437019:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047556.438164:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e199180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443168896:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777047556.442001:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047556.442658:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388304640 00000100:00100000:0.0:1777047556.442674:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388304640 00000100:00100000:0.0:1777047556.444448:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1659 00000100:00100000:0.0:1777047556.444473:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388304640:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047556.444534:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b9a6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.444567:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047556.444572:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047556.444582:0:8485:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b9a6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->77823] (req 0->77823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.444614:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b9a6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->77823] (req 0->77823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.478647:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b9a6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->77823] (req 0->77823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.478681:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b9a6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->77823] (req 0->77823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.478701:0:8485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b9a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->77823] (req 0->77823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.478715:0:8485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047556.478723:0:8485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b9a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->77823] (req 0->77823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.478740:0:8485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b9a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->77823] (req 0->77823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.478773:0:8485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b9a6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->77823] (req 0->77823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.478799:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f56d9c2/0x5ecf73d72493b9a6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->77823] (req 0->77823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047556.478961:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388304640:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 34489us (36961us total) trans 0 rc 77824/77824 00000100:00100000:0.0:1777047556.478982:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1659 00000100:00100000:3.0:1777047556.513320:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047556.514162:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388304768 00000100:00100000:0.0:1777047556.514179:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388304768 00000100:00100000:0.0:1777047556.514337:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1660 00000100:00100000:0.0:1777047556.514375:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2431:x1863365388304768:12345-192.168.201.54@tcp:4:lfs.0 00010000:00010000:2.0:1777047556.515499:0:8484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b9ad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.515538:0:8484:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d72493b998 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f920c expref: 26 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.515555:0:8484:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047556.515558:0:8484:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047556.515565:0:8484:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b9ad lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->77823] (req 0->77823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.515628:0:8484:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d72493b998 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f920c expref: 26 pid: 8481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.515655:0:8484:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d72493b998 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f920c expref: 26 pid: 8481 timeout: 4285 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047556.515683:0:8484:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8484:1863365443169024:192.168.201.54@tcp:104: 00000100:00100000:2.0:1777047556.516125:0:8484:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e0748b0d540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047556.544981:0:8484:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8484:1863365443169024:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047556.545028:0:8484:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b9ad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->77823] (req 0->77823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047556.546485:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047556.546700:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388304896 00000100:00100000:0.0:1777047556.546713:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388304896 00010000:00010000:0.0:1777047556.546771:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d72493b998 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f920c expref: 27 pid: 8481 timeout: 4285 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047556.546833:0:36227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2285 00000100:00100000:0.0:1777047556.546852:0:36227:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+27:2429:x1863365388304896:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047556.546876:0:36227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047556.546909:0:36227:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d72493b998 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f920c expref: 27 pid: 8481 timeout: 4285 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.546935:0:36227:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d72493b998 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f920c expref: 27 pid: 8481 timeout: 4285 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.546989:0:36227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d716a7ad/0x5ecf73d72493b998 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f920c expref: 27 pid: 8481 timeout: 4285 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.547016:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047556.547020:0:36227:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047556.547028:0:36227:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b9ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->77823] (req 0->77823) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.547046:0:36227:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b9ad lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->77823] (req 0->77823) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.547080:0:36227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047556.547164:0:36227:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+26:2429:x1863365388304896:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 314us (1040us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047556.547180:0:36227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2285 00010000:00010000:2.0:1777047556.548669:0:8484:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b9ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->77823] (req 0->77823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.548692:0:8484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b9ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->77823] (req 0->77823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047556.583876:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870601 is committed 00000001:00080000:1.0:1777047556.583907:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870599 is committed 00002000:00010000:0.0:1777047556.584117:0:8484:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x75:0x0] updating lvb size from disk: 0 -> 77824 00002000:00010000:0.0:1777047556.584127:0:8484:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x75:0x0] updating lvb mtime from disk: 1777047556 -> 1777047557 00002000:00010000:0.0:1777047556.584133:0:8484:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x75:0x0] updating lvb ctime from disk: 1777047556 -> 1777047557 00002000:00010000:0.0:1777047556.584138:0:8484:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x75:0x0] updating lvb blocks from disk: 0 -> 152 00010000:00010000:0.0:1777047556.584157:0:8484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b9ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->77823] (req 0->77823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.584580:0:8484:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b9ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->77823] (req 0->77823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.584599:0:8484:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b9ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->77823] (req 0->77823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.584613:0:8484:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047556.584622:0:8484:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b9ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->77823] (req 0->77823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.584639:0:8484:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b9ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->77823] (req 0->77823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.584668:0:8484:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b9ad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->77823] (req 0->77823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.584683:0:8484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a294b224/0x5ecf73d72493b9ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->77823] (req 0->77823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047556.585156:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2431:x1863365388304768:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 70780us (71844us total) trans 17179870601 rc 0/0 00000100:00100000:0.0:1777047556.585176:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1660 00000100:00100000:3.0:1777047556.614343:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047556.627559:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388305024 00000100:00100000:1.0:1777047556.627581:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388305024 00000100:00100000:1.0:1777047556.627703:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4558 00000100:00100000:1.0:1777047556.627722:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388305024:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:1.0:1777047556.627934:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388305024:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 212us (13601us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047556.627950:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4558 00000100:00100000:1.0:1777047556.657700:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047556.660524:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388305152 00000100:00100000:3.0:1777047556.660541:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388305152 00000100:00100000:3.0:1777047556.660644:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4559 00000100:00100000:3.0:1777047556.660661:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388305152:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047556.660864:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388305152:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 204us (3175us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047556.660879:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4559 00000100:00100000:3.0:1777047556.689685:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047556.690632:0:29064:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388305280 00000100:00100000:0.0:1777047556.690649:0:29064:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388305280 00000100:00100000:0.0:1777047556.690784:0:29064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1661 00000100:00100000:0.0:1777047556.690803:0:29064:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388305280:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047556.691190:0:29064:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b9b4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.693935:0:29064:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047556.693940:0:29064:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047556.693953:0:29064:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b9b4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.693985:0:29064:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b9b4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.694292:0:29064:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b9b4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.694314:0:29064:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b9b4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.694330:0:29064:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b9b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.694345:0:29064:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047556.694354:0:29064:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b9b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.694371:0:29064:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b9b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.694438:0:29064:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b9b4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.694455:0:29064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc151bb5/0x5ecf73d72493b9b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047556.694593:0:29064:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2431:x1863365388305280:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 3788us (4913us total) trans 0 rc 12288/12288 00000100:00100000:0.0:1777047556.694613:0:29064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1661 00000100:00100000:0.0:1777047556.717294:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047556.723525:0:29067:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388305408 00000100:00100000:2.0:1777047556.723545:0:29067:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388305408 00000100:00100000:2.0:1777047556.723679:0:29067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1662 00000100:00100000:2.0:1777047556.723699:0:29067:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e3f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365388305408:12345-192.168.201.54@tcp:4:lfs.0 00002000:00010000:2.0:1777047556.723775:0:29067:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x75:0x0] initial LVB size: 77824, mtime: 0x69eb9805, atime: 0x0, ctime: 0x69eb9805, blocks: 0x98 00010000:00010000:2.0:1777047556.723792:0:29067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493b9bb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.723819:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047556.723823:0:29067:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047556.723831:0:29067:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493b9bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.723856:0:29067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493b9bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047556.755079:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870602 is committed 00002000:00010000:2.0:1777047556.755316:0:29067:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x75:0x0] updating lvb size from disk: 77824 -> 118784 00002000:00010000:2.0:1777047556.755324:0:29067:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x75:0x0] updating lvb blocks from disk: 152 -> 176 00010000:00010000:2.0:1777047556.755342:0:29067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493b9bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.755363:0:29067:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493b9bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.755425:0:29067:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493b9bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.755439:0:29067:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047556.755448:0:29067:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493b9bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.755462:0:29067:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493b9bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.755490:0:29067:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493b9bb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.755503:0:29067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042063338/0x5ecf73d72493b9bb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [106496->118783] (req 106496->118783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047556.755769:0:29067:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e3f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:2432:x1863365388305408:12345-192.168.201.54@tcp:4:lfs.0 Request processed in 32069us (38482us total) trans 17179870602 rc 0/0 00000100:00100000:2.0:1777047556.755786:0:29067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1662 00000100:00100000:1.0:1777047556.784244:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047556.788056:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388305536 00000100:00100000:3.0:1777047556.788075:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388305536 00000100:00100000:3.0:1777047556.788199:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4560 00000100:00100000:3.0:1777047556.788250:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388305536:12345-192.168.201.54@tcp:23:lfs.0 00000100:00100000:3.0:1777047556.788493:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388305536:12345-192.168.201.54@tcp:23:lfs.0 Request processed in 247us (4259us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047556.788508:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4560 00000100:00100000:3.0:1777047556.810577:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047556.817181:0:9025:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388305792 00000100:00100000:1.0:1777047556.817198:0:9025:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388305792 00000100:00100000:1.0:1777047556.817340:0:9025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6572 00000100:00100000:1.0:1777047556.817360:0:9025:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57923:x1863365388305792:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:1.0:1777047556.817685:0:9025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b9c2 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047556.817716:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b9c2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047556.817740:0:9025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b9c2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047556.817809:0:9025:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935464 00000004:00010000:1.0:1777047556.818112:0:9025:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002473f5b5 reply state 000000008c4ec534 transno 8589935465 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b9c2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047556.818136:0:9025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b9c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047556.818151:0:9025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d:0x0].0x0 (ffff9e06431c0a00) 00010000:00010000:1.0:1777047556.818157:0:9025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777047556.818162:0:9025:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047556.818343:0:9025:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57923:x1863365388305792:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 986us (7775us total) trans 8589935465 rc 0/0 00000100:00100000:1.0:1777047556.818359:0:9025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6572 00000020:00080000:1.0:1777047556.818367:0:9025:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047556.834623:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047556.837594:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388305920 00000100:00100000:3.0:1777047556.837610:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388305920 00000100:00100000:3.0:1777047556.837706:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4561 00000100:00100000:3.0:1777047556.837725:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+17:57923:x1863365388305920:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047556.837753:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047556.837784:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e3309996/0x5ecf73d72493b9c9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f921a expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047556.837827:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x75:0x0] initial LVB size: 118784, mtime: 0x69eb9805, atime: 0x0, ctime: 0x69eb9805, blocks: 0xb0 00010000:00010000:3.0:1777047556.837856:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047556.837860:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047556.837871:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e3309996/0x5ecf73d72493b9c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f921a expref: 18 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.837898:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e3309996/0x5ecf73d72493b9c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f921a expref: 18 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.837919:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8200, rc 0) 00000100:00100000:3.0:1777047556.838017:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:57923:x1863365388305920:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 296us (3407us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047556.838031:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4561 00000100:00100000:3.0:1777047556.857492:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047556.857620:0:24565:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388306048 00000100:00100000:1.0:1777047556.857635:0:24565:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388306048 00002000:00010000:1.0:1777047556.857696:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/117 (262144->18446744073709551615) 00002000:00100000:1.0:1777047556.857705:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439ac380 with x1863365388306048 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777047556.857723:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e06439ac380. 00000100:00100000:1.0:1777047556.858070:0:24565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1663 00000100:00100000:1.0:1777047556.858093:0:24565:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388306048:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:1.0:1777047556.858449:0:24565:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x75:0x0] updating lvb size from disk: 118784 -> 262144 00002000:00010000:1.0:1777047556.858457:0:24565:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x75:0x0] updating lvb mtime from disk: 1777047557 -> 1777047557 00002000:00010000:1.0:1777047556.858462:0:24565:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x75:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777047556.858467:0:24565:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x75:0x0] updating lvb ctime from disk: 1777047557 -> 1777047557 00002000:00010000:1.0:1777047556.858472:0:24565:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x75:0x0] updating lvb blocks from disk: 176 -> 176 00000100:00100000:1.0:1777047556.858552:0:24565:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365388306048:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 463us (1070us total) trans 17179870603 rc 0/0 00000100:00100000:1.0:1777047556.858568:0:24565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1663 00002000:00010000:1.0:1777047556.858576:0:24565:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/117 (262144->18446744073709551615) 00002000:00100000:1.0:1777047556.858581:0:24565:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e06439ac380 with x1863365388306048 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777047556.858591:0:24565:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e06439ac380. 00000100:00100000:0.0:1777047556.880604:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047556.880754:0:29061:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388306176 00000100:00100000:2.0:1777047556.880770:0:29061:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388306176 00002000:00010000:2.0:1777047556.880828:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/148 (0->18446744073709551615) 00002000:00100000:2.0:1777047556.880837:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e198000 with x1863365388306176 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047556.880854:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e198000. 00000100:00100000:2.0:1777047556.880919:0:29061:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1664 00000100:00100000:2.0:1777047556.880937:0:29061:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2430:x1863365388306176:12345-192.168.201.54@tcp:10:lfs.0 00002000:00010000:2.0:1777047556.881134:0:29061:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x94:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047556.881140:0:29061:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x94:0x0] updating lvb mtime from disk: 1777047556 -> 1777047557 00002000:00010000:2.0:1777047556.881144:0:29061:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x94:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777047556.881148:0:29061:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x94:0x0] updating lvb ctime from disk: 1777047556 -> 1777047557 00002000:00010000:2.0:1777047556.881151:0:29061:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x94:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1777047556.881277:0:29061:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2430:x1863365388306176:12345-192.168.201.54@tcp:10:lfs.0 Request processed in 342us (683us total) trans 21474838003 rc 0/0 00000100:00100000:2.0:1777047556.881291:0:29061:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1664 00002000:00010000:2.0:1777047556.881297:0:29061:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/148 (0->18446744073709551615) 00002000:00100000:2.0:1777047556.881300:0:29061:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e076e198000 with x1863365388306176 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047556.881306:0:29061:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e076e198000. 00000100:00100000:0.0:1777047556.904177:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047556.905270:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388306304 00000100:00100000:3.0:1777047556.905286:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388306304 00000100:00100000:3.0:1777047556.905437:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6573 00000100:00100000:3.0:1777047556.905455:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57923:x1863365388306304:12345-192.168.201.54@tcp:44:lfs.0 00010000:00010000:3.0:1777047556.912638:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b98a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.912664:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b98a lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.912678:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b98a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.912688:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047556.912694:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b98a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.912706:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b98a lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.912729:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d:0x0].0x0 (ffff9e06431c0a00) 00010000:00010000:3.0:1777047556.912734:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047556.912741:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b98a lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.912751:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166200/0x5ecf73d72493b98a lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.912796:0:3668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b9c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.912812:0:3668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b9c2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.912821:0:3668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b9c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.912829:0:3668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0740031800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:3.0:1777047556.912833:0:3668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b9c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.912842:0:3668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b9c2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.912853:0:3668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d:0x0].0x0 (ffff9e06431c0a00) 00010000:00010000:3.0:1777047556.912856:0:3668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047556.912860:0:3668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b9c2 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.912869:0:3668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493b9c2 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9025 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047556.912956:0:33214:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589935465 is committed 00000100:00100000:3.0:1777047556.913853:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57923:x1863365388306304:12345-192.168.201.54@tcp:44:lfs.0 Request processed in 8397us (9682us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047556.913870:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6573 00000100:00100000:1.0:1777047556.925897:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047556.927712:0:36217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388306432 00000100:00100000:2.0:1777047556.927727:0:36217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388306432 00000100:00100000:2.0:1777047556.927824:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4562 00000100:00100000:2.0:1777047556.927840:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2429:x1863365388306432:12345-192.168.201.54@tcp:16:lfs.0 00000100:00100000:2.0:1777047556.928839:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047556.929181:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388306560 00000100:00100000:1.0:1777047556.929189:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388306560 00000100:00100000:1.0:1777047556.929266:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4563 00000100:00100000:1.0:1777047556.929279:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+22:2429:x1863365388306560:12345-192.168.201.54@tcp:16:lfs.0 00010000:00010000:3.0:1777047556.931331:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047556.932712:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e199500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443169152:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777047556.932826:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047556.935579:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443169152 00000100:00100000:2.0:1777047556.935593:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443169152 00000100:00100000:2.0:1777047556.935677:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3451 00000100:00100000:2.0:1777047556.935692:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443169152:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777047556.935740:0:6593:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446096896 avail 1299857408 00000100:00100000:2.0:1777047556.935870:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3682:x1863365443169152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 181us (3065us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047556.935884:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3451 00000100:00100000:3.0:1777047556.936062:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e199500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3682:1863365443169152:0@lo:41:osp-pre-1-0.0 00000001:00080000:1.0:1777047556.937503:0:26593:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179870603 is committed 00000001:00080000:0.0:1777047556.939340:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838003 is committed 00000001:00080000:0.0:1777047556.939451:0:25269:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474837998 is committed 00000100:00100000:1.0:1777047556.939718:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388306560:12345-192.168.201.54@tcp:16:lfs.0 Request processed in 10434us (10875us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047556.939735:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4563 00000100:00100000:2.0:1777047556.942865:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2429:x1863365388306432:12345-192.168.201.54@tcp:16:lfs.0 Request processed in 15015us (16966us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047556.942890:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4562 00000100:00100000:2.0:1777047557.023495:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047557.023668:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047557.029319:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047557.029399:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388306688 00000100:00100000:1.0:1777047557.029415:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388306688 00000100:00100000:1.0:1777047557.029506:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388306816 00000100:00100000:1.0:1777047557.029512:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388306816 00000100:00100000:1.0:1777047557.029567:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4564 00000100:00100000:1.0:1777047557.029584:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388306688:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:1.0:1777047557.029663:0:36216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d150a4c8/0x5ecf73d72493b9d0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.029692:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047557.029696:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047557.029704:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d150a4c8/0x5ecf73d72493b9d0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.029726:0:36216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d150a4c8/0x5ecf73d72493b9d0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.029765:0:36216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d150a4c8/0x5ecf73d72493b9d0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.029780:0:36216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d150a4c8/0x5ecf73d72493b9d0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.029796:0:36216:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d150a4c8/0x5ecf73d72493b9d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.029809:0:36216:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0740031e00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047557.029817:0:36216:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d150a4c8/0x5ecf73d72493b9d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.029832:0:36216:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d150a4c8/0x5ecf73d72493b9d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.029857:0:36216:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d150a4c8/0x5ecf73d72493b9d0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.029871:0:36216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d150a4c8/0x5ecf73d72493b9d0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047557.029984:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388306688:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 403us (6499us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047557.030000:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4564 00000100:00100000:1.0:1777047557.030035:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4565 00000100:00100000:1.0:1777047557.030049:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388306816:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:1.0:1777047557.030087:0:36216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fd0e565a/0x5ecf73d72493b9d7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.030104:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047557.030107:0:36216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047557.030113:0:36216:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fd0e565a/0x5ecf73d72493b9d7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.030133:0:36216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fd0e565a/0x5ecf73d72493b9d7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.030160:0:36216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fd0e565a/0x5ecf73d72493b9d7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.030175:0:36216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fd0e565a/0x5ecf73d72493b9d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.030188:0:36216:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fd0e565a/0x5ecf73d72493b9d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.030245:0:36216:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0740030c00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047557.030252:0:36216:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fd0e565a/0x5ecf73d72493b9d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.030267:0:36216:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fd0e565a/0x5ecf73d72493b9d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.030288:0:36216:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fd0e565a/0x5ecf73d72493b9d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.030301:0:36216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fd0e565a/0x5ecf73d72493b9d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047557.030367:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2430:x1863365388306816:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 319us (6698us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047557.030431:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4565 00000100:00080000:1.0:1777047557.030466:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777047557.030472:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047557.037042:0:8633:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388306944 00000100:00100000:2.0:1777047557.037060:0:8633:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388306944 00000100:00100000:2.0:1777047557.037135:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4566 00000100:00100000:2.0:1777047557.037482:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388306944:12345-192.168.201.54@tcp:1:lfs.0 00010000:00010000:2.0:1777047557.037548:0:8633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d72493b9de lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.037576:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047557.037579:0:8633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047557.037587:0:8633:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d72493b9de lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.037609:0:8633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d72493b9de lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.037644:0:8633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d72493b9de lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.037658:0:8633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d72493b9de lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.037674:0:8633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d72493b9de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.037697:0:8633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0643166600 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047557.037704:0:8633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d72493b9de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.037719:0:8633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d72493b9de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.037743:0:8633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d72493b9de lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.037758:0:8633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042063338/0x5ecf73d72493b9de lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047557.037881:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2429:x1863365388306944:12345-192.168.201.54@tcp:1:lfs.0 Request processed in 731us (8574us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047557.037895:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4566 00000100:00100000:1.0:1777047557.054733:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047557.055968:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388307200 00000100:00100000:0.0:1777047557.055986:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388307200 00000100:00100000:0.0:1777047557.056128:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6574 00000100:00100000:0.0:1777047557.056149:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e283800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+28:57923:x1863365388307200:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:0.0:1777047557.056319:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389c00/0x5ecf73d72493b9e5 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.056349:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389c00/0x5ecf73d72493b9e5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.056370:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389c00/0x5ecf73d72493b9e5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777047557.056646:0:34275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000918ee992 reply state 00000000147ec555 transno 8589935466 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389c00/0x5ecf73d72493b9e5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.056670:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389c00/0x5ecf73d72493b9e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.056684:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d:0x0].0x0 (ffff9e06431c0a00) 00010000:00010000:0.0:1777047557.056690:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777047557.056696:0:34275:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047557.056864:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57923:x1863365388307200:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 718us (2141us total) trans 8589935466 rc 0/0 00000100:00100000:0.0:1777047557.056881:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6574 00000100:00080000:1.0:1777047557.060915:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047557.071540:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047557.071612:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047557.071754:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388307456 00000100:00100000:2.0:1777047557.072114:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388307456 00000100:00100000:2.0:1777047557.072252:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4567 00000100:00100000:2.0:1777047557.072272:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+12:2431:x1863365388307456:12345-192.168.201.54@tcp:2:lfs.0 00000100:00100000:3.0:1777047557.072350:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388307328 00000100:00100000:3.0:1777047557.072365:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388307328 00000100:00100000:3.0:1777047557.072473:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4568 00000100:00100000:3.0:1777047557.072496:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+18:2431:x1863365388307328:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:2.0:1777047557.072589:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x94:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047557.072598:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x94:0x0] updating lvb mtime from disk: 1777047557 -> 1777047553 00002000:00010000:2.0:1777047557.072604:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x94:0x0] updating lvb atime from disk: 0 -> 1777047555 00002000:00010000:2.0:1777047557.072610:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x94:0x0] updating lvb ctime from disk: 1777047557 -> 1777047557 00002000:00010000:2.0:1777047557.072616:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x94:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1777047557.072664:0:8481:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x75:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047557.072674:0:8481:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x75:0x0] updating lvb mtime from disk: 1777047557 -> 1777047553 00002000:00010000:3.0:1777047557.072680:0:8481:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x75:0x0] updating lvb atime from disk: 0 -> 1777047555 00002000:00010000:3.0:1777047557.072686:0:8481:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x75:0x0] updating lvb ctime from disk: 1777047557 -> 1777047557 00002000:00010000:3.0:1777047557.072691:0:8481:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x75:0x0] updating lvb blocks from disk: 176 -> 176 00000100:00100000:2.0:1777047557.072712:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2431:x1863365388307456:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 442us (1096us total) trans 21474838004 rc 0/0 00000100:00100000:2.0:1777047557.072730:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4567 00000100:00100000:3.0:1777047557.073509:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2431:x1863365388307328:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 1019us (1978us total) trans 17179870604 rc 0/0 00000100:00100000:3.0:1777047557.073524:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4568 00000100:00100000:0.0:1777047557.084982:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047557.086174:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388307712 00000100:00100000:2.0:1777047557.086190:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388307712 00000100:00100000:2.0:1777047557.086467:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6575 00000100:00100000:2.0:1777047557.086490:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57923:x1863365388307712:12345-192.168.201.54@tcp:36:lfs.0 00010000:00010000:2.0:1777047557.086621:0:6588:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777047557.086666:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740030a00/0x5ecf73d72493b8b8 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91a3 expref: 30 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.086714:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031000/0x5ecf73d72493b8cd lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91b1 expref: 29 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.086737:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047557.086746:0:6588:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047557.087149:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493b9ec lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.087175:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493b9ec lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.087233:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493b9ec lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777047557.087499:0:6588:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000be23eb89 reply state 0000000061855c53 transno 8589935467 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493b9ec lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.087534:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166600/0x5ecf73d72493b9ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.087546:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047557.087551:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777047557.087557:0:6588:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047557.087699:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57923:x1863365388307712:12345-192.168.201.54@tcp:36:lfs.0 Request processed in 1214us (2726us total) trans 8589935467 rc 0/0 00000100:00100000:2.0:1777047557.087715:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6575 00000100:00100000:3.0:1777047557.108891:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047557.110660:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388307840 00000100:00100000:2.0:1777047557.110675:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388307840 00000100:00100000:2.0:1777047557.110863:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6576 00000100:00100000:2.0:1777047557.110884:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57923:x1863365388307840:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:2.0:1777047557.110920:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047557.110951:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b9f3 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9221 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.111036:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b9f3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9221 expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.111063:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b9f3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9221 expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.111147:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047557.111155:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047557.111162:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0643166000, rc 0) 00000100:00100000:2.0:1777047557.111298:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57923:x1863365388307840:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 417us (2418us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047557.111316:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6576 00000100:00100000:3.0:1777047557.136353:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047557.137139:0:30115:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388307968 00000100:00100000:1.0:1777047557.137161:0:30115:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388307968 00000100:00100000:1.0:1777047557.137305:0:30115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4569 00000100:00100000:1.0:1777047557.137330:0:30115:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57923:x1863365388307968:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047557.137368:0:30115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047557.137458:0:30115:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d150a4c8/0x5ecf73d72493b9fa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9228 expref: -99 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.137527:0:30115:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c15eea23/0x5ecf73d72493b975 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91e9 expref: 14 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.137547:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047557.137589:0:30115:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047557.137604:0:30115:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d150a4c8/0x5ecf73d72493b9fa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9228 expref: 14 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.137670:0:30115:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c15eea23/0x5ecf73d72493b975 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91e9 expref: 14 pid: 8479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.137704:0:30115:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c15eea23/0x5ecf73d72493b975 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91e9 expref: 14 pid: 8479 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047557.137734:0:30115:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443169280:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047557.138878:0:30115:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e077192a900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047557.151969:0:30115:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e282300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30115:1863365443169280:192.168.201.54@tcp:104: 00010000:00010000:2.0:1777047557.152030:0:30115:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d150a4c8/0x5ecf73d72493b9fa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9228 expref: 14 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.152074:0:30115:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0740031e00, rc 0) 00000100:00100000:0.0:1777047557.152614:0:30115:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57923:x1863365388307968:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 15283us (16273us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047557.152638:0:30115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4569 00000100:00100000:3.0:1777047557.162854:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047557.163070:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388308096 00000100:00100000:2.0:1777047557.163086:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388308096 00010000:00010000:2.0:1777047557.163439:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c15eea23/0x5ecf73d72493b975 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91e9 expref: 14 pid: 8479 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047557.163700:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2286 00000100:00100000:2.0:1777047557.163727:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388308096:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047557.163755:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047557.163792:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c15eea23/0x5ecf73d72493b975 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91e9 expref: 14 pid: 8479 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.164229:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c15eea23/0x5ecf73d72493b975 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91e9 expref: 14 pid: 8479 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.164278:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c15eea23/0x5ecf73d72493b975 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91e9 expref: 14 pid: 8479 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.164314:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047557.164319:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047557.164333:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d150a4c8/0x5ecf73d72493b9fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9228 expref: 13 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.164358:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d150a4c8/0x5ecf73d72493b9fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9228 expref: 13 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.164495:0:6575:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d150a4c8/0x5ecf73d72493b9fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9228 expref: 13 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047557.164530:0:6575:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443169408:192.168.201.54@tcp:105: 00000100:00100000:2.0:1777047557.164688:0:6575:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445f180 going to sleep for 11 seconds 00000100:00100000:2.0:1777047557.185047:0:6575:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6575:1863365443169408:192.168.201.54@tcp:105: 00010000:00010000:2.0:1777047557.185095:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047557.185931:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:2429:x1863365388308096:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 22210us (23795us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047557.185964:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2286 00000100:00100000:3.0:1777047557.203292:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047557.204788:0:8479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388308224 00000100:00100000:0.0:1777047557.204803:0:8479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388308224 00000100:00100000:0.0:1777047557.204948:0:8479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4570 00000100:00100000:0.0:1777047557.204969:0:8479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:57923:x1863365388308224:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047557.205007:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047557.205046:0:8479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ba01 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f922f expref: -99 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.205172:0:8479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b967 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91f0 expref: 20 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.205234:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047557.205239:0:8479:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047557.205249:0:8479:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ba01 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f922f expref: 20 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.205331:0:8479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b967 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91f0 expref: 20 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.205369:0:8479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b967 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91f0 expref: 20 pid: 11204 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047557.205408:0:8479:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e19b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1863365443169536:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047557.205662:0:8479:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab080c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047557.242900:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047557.243560:0:8479:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1863365443169536:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047557.243621:0:8479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ba01 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f922f expref: 20 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.243668:0:8479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388c00, rc 0) 00000100:00100000:0.0:1777047557.243792:0:8479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:57923:x1863365388308224:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 38826us (40521us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047557.243821:0:8479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4570 00000100:00100000:3.0:1777047557.244858:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388308352 00000100:00100000:3.0:1777047557.244871:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388308352 00010000:00010000:3.0:1777047557.244945:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b967 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91f0 expref: 20 pid: 11204 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047557.245071:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2287 00000100:00100000:3.0:1777047557.245100:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e280380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388308352:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047557.249181:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047557.249273:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b967 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91f0 expref: 20 pid: 11204 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.249318:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b967 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91f0 expref: 20 pid: 11204 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.249379:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e45c5087/0x5ecf73d72493b967 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91f0 expref: 20 pid: 11204 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.249419:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047557.249423:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047557.249547:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ba01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f922f expref: 19 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.249583:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ba01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f922f expref: 19 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.249670:0:6573:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f43f1ef2/0x5ecf73d72493ba01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f922f expref: 19 pid: 8479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047557.249710:0:6573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6573:1863365443169664:192.168.201.54@tcp:105: 00000100:00100000:2.0:1777047557.249873:0:6573:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445f180 going to sleep for 11 seconds 00000100:00100000:1.0:1777047557.267601:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047557.267775:0:28387:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388308480 00000100:00100000:0.0:1777047557.269428:0:28387:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388308480 00000100:00100000:0.0:1777047557.269553:0:28387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4571 00000100:00100000:0.0:1777047557.269579:0:28387:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+13:57923:x1863365388308480:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047557.269613:0:28387:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047557.269647:0:28387:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493ba08 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9236 expref: -99 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.269708:0:28387:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493b96e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91f7 expref: 14 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.269732:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047557.269734:0:28387:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047557.269741:0:28387:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493ba08 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9236 expref: 14 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.269804:0:28387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493b96e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91f7 expref: 14 pid: 11204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.269835:0:28387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493b96e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91f7 expref: 14 pid: 11204 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047557.269868:0:28387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e19b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443169792:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047557.270779:0:28387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab080c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047557.273612:0:6573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6573:1863365443169664:192.168.201.54@tcp:105: 00010000:00010000:2.0:1777047557.273651:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047557.273721:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e280380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388308352:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 28634us (30843us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047557.273745:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2287 00000100:00100000:0.0:1777047557.299913:0:28387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28387:1863365443169792:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047557.299978:0:28387:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493ba08 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9236 expref: 14 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.300022:0:28387:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388000, rc 0) 00000100:00100000:0.0:1777047557.300148:0:28387:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:57923:x1863365388308480:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 30574us (32571us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047557.300166:0:28387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4571 00000100:00100000:1.0:1777047557.300769:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047557.300979:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388308608 00000100:00100000:2.0:1777047557.301019:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388308608 00010000:00010000:2.0:1777047557.301086:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493b96e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91f7 expref: 14 pid: 11204 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047557.301165:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2288 00000100:00100000:2.0:1777047557.301185:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077949dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388308608:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047557.301249:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047557.301292:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493b96e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91f7 expref: 14 pid: 11204 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.301340:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493b96e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91f7 expref: 14 pid: 11204 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.301469:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad27600e/0x5ecf73d72493b96e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91f7 expref: 14 pid: 11204 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.301501:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047557.301506:0:9569:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047557.301517:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493ba08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9236 expref: 13 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.301545:0:9569:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493ba08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9236 expref: 13 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.301621:0:9569:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000039f13e7f/0x5ecf73d72493ba08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9236 expref: 13 pid: 28387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047557.301650:0:9569:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9569:1863365443169920:192.168.201.54@tcp:105: 00000100:00100000:2.0:1777047557.302149:0:9569:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064445f180 going to sleep for 11 seconds 00000100:00100000:1.0:1777047557.327348:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047557.327467:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047557.327521:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047557.327540:0:9569:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9569:1863365443169920:192.168.201.54@tcp:105: 00010000:00010000:2.0:1777047557.327598:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047557.327610:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388308736 00000100:00100000:1.0:1777047557.327624:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388308736 00000100:00100000:2.0:1777047557.327690:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077949dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2430:x1863365388308608:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 26506us (26919us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047557.327705:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388308864 00000100:00100000:2.0:1777047557.327715:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2288 00000100:00100000:1.0:1777047557.327718:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388308864 00000100:00100000:1.0:1777047557.327769:0:11204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388308992 00000100:00100000:1.0:1777047557.327776:0:11204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388308992 00000100:00100000:1.0:1777047557.327837:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4572 00000100:00100000:2.0:1777047557.327864:0:8633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4573 00000100:00100000:1.0:1777047557.327868:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388308736:12345-192.168.201.54@tcp:2:lfs.0 00000100:00100000:2.0:1777047557.327894:0:8633:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388308864:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:1.0:1777047557.328118:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047557.328126:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb mtime from disk: 1777047554 -> 1777047553 00002000:00010000:1.0:1777047557.328132:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb atime from disk: 1777047553 -> 1777047555 00002000:00010000:1.0:1777047557.328137:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb ctime from disk: 1777047554 -> 1777047557 00002000:00010000:1.0:1777047557.328141:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8a:0x0] updating lvb blocks from disk: 296 -> 296 00000100:00100000:1.0:1777047557.328224:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388308736:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 341us (860us total) trans 21474838005 rc 0/0 00000100:00100000:1.0:1777047557.328241:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4572 00000100:00100000:1.0:1777047557.328275:0:11204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4574 00000100:00100000:1.0:1777047557.328291:0:11204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388308992:12345-192.168.201.54@tcp:2:lfs.0 00002000:00010000:1.0:1777047557.328430:0:11204:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047557.328437:0:11204:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb mtime from disk: 1777047553 -> 1777047553 00002000:00010000:1.0:1777047557.328442:0:11204:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb atime from disk: 1777047553 -> 1777047555 00002000:00010000:1.0:1777047557.328446:0:11204:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb ctime from disk: 1777047554 -> 1777047557 00002000:00010000:1.0:1777047557.328450:0:11204:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x8c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1777047557.328494:0:11204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388308992:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 206us (974us total) trans 21474838006 rc 0/0 00000100:00100000:1.0:1777047557.328507:0:11204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4574 00002000:00010000:2.0:1777047557.328869:0:8633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047557.328878:0:8633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb mtime from disk: 1777047553 -> 1777047553 00002000:00010000:2.0:1777047557.328884:0:8633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb atime from disk: 1777047553 -> 1777047555 00002000:00010000:2.0:1777047557.328888:0:8633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb ctime from disk: 1777047554 -> 1777047557 00002000:00010000:2.0:1777047557.328893:0:8633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x6d:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1777047557.328956:0:8633:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388308864:12345-192.168.201.54@tcp:2:lfs.0 Request processed in 1071us (1488us total) trans 17179870605 rc 0/0 00000100:00100000:2.0:1777047557.328971:0:8633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4573 00000100:00100000:1.0:1777047557.349322:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047557.357856:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388309248 00000100:00100000:3.0:1777047557.357876:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388309248 00000100:00100000:0.0:1777047557.358452:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2206 00000100:00100000:0.0:1777047557.358476:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e07430bf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57923:x1863365388309248:12345-192.168.201.54@tcp:35:lfs.0 00000004:00010000:0.0:1777047557.358589:0:15374:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000405:0x2d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493b944 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91e2 expref: 31 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.358730:0:15374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493ba0f lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.358759:0:15374:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b6f1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90fb expref: 31 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.358779:0:15374:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b9f3 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9221 expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.358795:0:15374:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493ba0f lrc: 5/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.358856:0:15374:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b9f3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9221 expref: 31 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.358886:0:15374:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b9f3 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9221 expref: 31 pid: 12913 timeout: 4285 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047557.358915:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e19b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443170048:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047557.359087:0:15374:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b6f1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90fb expref: 31 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.359651:0:15374:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b6f1 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90fb expref: 31 pid: 6590 timeout: 4285 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047557.359684:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e19a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443170176:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047557.359769:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab080c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047557.373163:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443170176:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047557.379695:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047557.379728:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443170048:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047557.379789:0:15374:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493ba0f lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047557.379913:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388309504 00000100:00100000:1.0:1777047557.379927:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388309504 00010000:00010000:1.0:1777047557.379986:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b9f3 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9221 expref: 32 pid: 12913 timeout: 4285 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047557.380167:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2289 00000100:00100000:1.0:1777047557.380188:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:2432:x1863365388309504:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047557.380253:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047557.380268:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b9f3 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9221 expref: 32 pid: 12913 timeout: 4285 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.380640:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b9f3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9221 expref: 32 pid: 12913 timeout: 4285 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.380681:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166000/0x5ecf73d72493b9f3 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9221 expref: 32 pid: 12913 timeout: 4285 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.380727:0:6575:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047557.380737:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493ba0f lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.380753:0:6575:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493ba0f lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.380766:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047557.380874:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2432:x1863365388309504:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 691us (1192us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047557.380890:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2289 00000100:00100000:3.0:1777047557.383956:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047557.392163:0:36227:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388309376 00000100:00100000:0.0:1777047557.392185:0:36227:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388309376 00010000:00010000:0.0:1777047557.392285:0:36227:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b6f1 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90fb expref: 31 pid: 6590 timeout: 4285 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047557.392853:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2290 00000100:00100000:3.0:1777047557.393247:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2430:x1863365388309376:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047557.393274:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047557.393288:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b6f1 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90fb expref: 31 pid: 6590 timeout: 4285 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.393629:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b6f1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90fb expref: 31 pid: 6590 timeout: 4285 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.393668:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643166400/0x5ecf73d72493b6f1 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f90fb expref: 31 pid: 6590 timeout: 4285 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.393712:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047557.393722:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493ba0f lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.393740:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493ba0f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.394059:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493ba0f lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.394105:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047557.394528:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2430:x1863365388309376:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 1290us (10576us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047557.394546:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2290 00010000:00010000:3.0:1777047557.394597:0:15374:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493ba0f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.394612:0:15374:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493ba0f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.394645:0:15374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493ba16 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.394666:0:15374:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b983 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91fe expref: 29 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.394683:0:15374:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d72493b991 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9205 expref: 29 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.394699:0:15374:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493ba16 lrc: 5/0,1 mode: --/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.394748:0:15374:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d72493b991 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9205 expref: 29 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.394774:0:15374:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d72493b991 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9205 expref: 29 pid: 6589 timeout: 4286 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047557.394800:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439adc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443170304:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047557.394894:0:15374:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b983 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91fe expref: 29 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.394914:0:15374:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b983 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91fe expref: 29 pid: 6588 timeout: 4286 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047557.394932:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439ace00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443170432:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047557.394972:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047557.410478:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439adc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443170304:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047557.410504:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439ace00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15374:1863365443170432:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047557.410542:0:15374:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493ba16 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047557.413924:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047557.414052:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047557.414526:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388309632 00000100:00100000:1.0:1777047557.414542:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388309632 00000100:00100000:2.0:1777047557.414542:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388309760 00000100:00100000:2.0:1777047557.414548:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388309760 00010000:00010000:2.0:1777047557.414595:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d72493b991 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9205 expref: 31 pid: 6589 timeout: 4286 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047557.414654:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2291 00000100:00100000:2.0:1777047557.414671:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:2429:x1863365388309760:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047557.414695:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047557.414707:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d72493b991 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9205 expref: 31 pid: 6589 timeout: 4286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.414730:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d72493b991 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9205 expref: 31 pid: 6589 timeout: 4286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.414764:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8800/0x5ecf73d72493b991 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9205 expref: 31 pid: 6589 timeout: 4286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.414800:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d:0x0].0x0 (ffff9e06431c0a00) 00010000:00010000:2.0:1777047557.414808:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493ba16 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.414823:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493ba16 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.414833:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047557.414907:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2429:x1863365388309760:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 238us (855us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047557.414922:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2291 00010000:00010000:1.0:1777047557.417051:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b983 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91fe expref: 30 pid: 6588 timeout: 4286 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047557.417524:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2292 00000100:00100000:1.0:1777047557.417545:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:2429:x1863365388309632:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047557.417564:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047557.417574:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b983 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91fe expref: 30 pid: 6588 timeout: 4286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.417594:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b983 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91fe expref: 30 pid: 6588 timeout: 4286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.417620:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0643167a00/0x5ecf73d72493b983 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91fe expref: 30 pid: 6588 timeout: 4286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.417643:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d:0x0].0x0 (ffff9e06431c0a00) 00010000:00010000:1.0:1777047557.417651:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493ba16 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.417664:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493ba16 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.417676:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493ba16 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.417719:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047557.417759:0:15374:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493ba16 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.417779:0:15374:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493ba16 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047557.417818:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:2429:x1863365388309632:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 277us (3898us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047557.418141:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2292 00000100:00100000:3.0:1777047557.418649:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439ae300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443170560:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047557.418729:0:15374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047557.418780:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b8840 going to sleep for 11 seconds 00000100:00100000:2.0:1777047557.425652:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443170560 00000100:00100000:2.0:1777047557.425670:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443170560 00000100:00100000:2.0:1777047557.426069:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3452 00000100:00100000:2.0:1777047557.426086:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e06439ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443170560:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047557.426273:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e06439ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443170560:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 190us (7542us total) trans 0 rc 0/0 00000100:00080000:1.0:1777047557.426277:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047557.426287:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3452 00000100:00100000:0.0:1777047557.426648:0:15374:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474837998 gen 2 00000004:00080000:0.0:1777047557.426661:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645845c00, transno 21474837993 00000004:00080000:0.0:1777047557.426685:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645846a00, transno 21474837994 00000004:00080000:0.0:1777047557.426690:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0645844e00, transno 21474837995 00000004:00080000:0.0:1777047557.426694:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0642d32d80, transno 21474837996 00000004:00080000:0.0:1777047557.426699:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644c08000, transno 21474837997 00000004:00080000:0.0:1777047557.426704:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077b9d0700, transno 21474837998 00000100:00100000:0.0:1777047557.426716:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439ae300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443170560:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047557.426850:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e19ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443170688:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047557.426918:0:15374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047557.426966:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08300 going to sleep for 11 seconds 00000100:00100000:3.0:1777047557.426970:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443170688 00000100:00100000:3.0:1777047557.426982:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443170688 00000100:00080000:0.0:1777047557.427042:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047557.427058:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3453 00000100:00100000:3.0:1777047557.427102:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443170688:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047557.427475:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443170688:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 402us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047557.427488:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3453 00000004:00080000:2.0:1777047557.427554:0:33232:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 6 done 00000100:00100000:0.0:1777047557.427667:0:15374:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179870599 gen 2 00000004:00080000:0.0:1777047557.427688:0:15374:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179870583 committed transno 17179870599 00000004:00080000:0.0:1777047557.427734:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077797bb80, transno 17179870585 00000004:00080000:0.0:1777047557.427854:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0777979c00, transno 17179870586 00000004:00080000:0.0:1777047557.428581:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e077797b800, transno 17179870587 00000004:00080000:0.0:1777047557.428589:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0777979180, transno 17179870588 00000004:00080000:0.0:1777047557.428594:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e076e281180, transno 17179870589 00000004:00080000:0.0:1777047557.428598:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643054380, transno 17179870594 00000004:00080000:0.0:1777047557.428602:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0643054700, transno 17179870595 00000004:00080000:0.0:1777047557.428606:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0644c0a300, transno 17179870596 00000004:00080000:0.0:1777047557.428610:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0641dea680, transno 17179870597 00000004:00080000:0.0:1777047557.428614:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0641dead80, transno 17179870598 00000004:00080000:0.0:1777047557.428619:0:15374:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9e0641de8a80, transno 17179870599 00000100:00100000:0.0:1777047557.428628:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443170688:0@lo:1000:mdt_rdpg00_002.0 00000004:00080000:1.0:1777047557.431648:0:33234:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 9 done 00000100:00100000:0.0:1777047557.433762:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e19ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443170816:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047557.433866:0:15374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047557.433943:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064ab08b40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047557.434413:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443170816 00000100:00100000:3.0:1777047557.434426:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443170816 00000100:00100000:3.0:1777047557.434558:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3454 00000100:00100000:3.0:1777047557.434575:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443170816:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047557.434818:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443170816:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 245us (950us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047557.434833:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3454 00000100:00100000:0.0:1777047557.435755:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e19ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443170816:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047557.439324:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eac8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443170944:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047557.439428:0:15374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047557.439465:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06441cb600 going to sleep for 11 seconds 00000100:00100000:0.0:1777047557.439891:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443170944 00000100:00100000:0.0:1777047557.439901:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443170944 00000100:00100000:0.0:1777047557.439973:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3455 00000100:00100000:0.0:1777047557.439988:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443170944:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047557.440125:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443170944:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 139us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047557.440137:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3455 00000100:00100000:3.0:1777047557.440787:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eac8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443170944:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047557.440883:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e06439ae300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443171072:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047557.440943:0:15374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047557.441001:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06422fd540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047557.441224:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443171072 00000100:00100000:1.0:1777047557.441233:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443171072 00000100:00100000:1.0:1777047557.441305:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3456 00000100:00100000:1.0:1777047557.441320:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443171072:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047557.441519:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443171072:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 200us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047557.441534:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3456 00000100:00100000:3.0:1777047557.442297:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e06439ae300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443171072:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047557.444605:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacbb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443171200:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047557.444669:0:15374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047557.444723:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06441cb600 going to sleep for 11 seconds 00000100:00100000:3.0:1777047557.445295:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443171200 00000100:00100000:3.0:1777047557.445305:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443171200 00000100:00100000:3.0:1777047557.445472:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3457 00000100:00100000:3.0:1777047557.445489:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eacb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443171200:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047557.446551:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eacb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443171200:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 1063us (1879us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047557.446573:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3457 00000100:00100000:2.0:1777047557.446679:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacbb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443171200:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047557.446786:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacbb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443171328:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047557.447171:0:15374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047557.447248:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06441cb600 going to sleep for 11 seconds 00000100:00100000:1.0:1777047557.447377:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443171328 00000100:00100000:1.0:1777047557.447434:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443171328 00000100:00100000:1.0:1777047557.447490:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3458 00000100:00100000:1.0:1777047557.447502:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443171328:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047557.447601:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443171328:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 100us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047557.447613:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3458 00000100:00100000:0.0:1777047557.447748:0:3682:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047557.447793:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3682:1863365443171456:0@lo:400:kworker.0 00000100:00100000:1.0:1777047557.447847:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443171968:0@lo:400:kworker.0 00000100:00100000:0.0:1777047557.447851:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047557.447891:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047557.447900:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443171840:0@lo:400:kworker.0 00000100:00100000:1.0:1777047557.447923:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3683:1863365443172480:0@lo:400:kworker.0 00000100:00100000:0.0:1777047557.447940:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047557.447959:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047557.447968:0:3682:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3682:1863365443172352:0@lo:400:kworker.0 00000100:00100000:0.0:1777047557.448001:0:3682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047557.448003:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443171584:0@lo:400:kworker.0 00000100:00100000:1.0:1777047557.448040:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047557.448048:0:33220:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443171456 00000100:00100000:0.0:1777047557.448054:0:33220:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443171456 00000100:00100000:1.0:1777047557.448067:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3684:1863365443172096:0@lo:400:kworker.0 00000100:00100000:0.0:1777047557.448102:0:33220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1777047557.448107:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047557.448114:0:33220:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eff5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3682:x1863365443171456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047557.448132:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443172608:0@lo:400:kworker.0 00000100:00100000:3.0:1777047557.451510:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443171584 00000100:00100000:3.0:1777047557.451524:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443171584 00000100:00100000:3.0:1777047557.451695:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3459 00000100:00100000:3.0:1777047557.451751:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443171584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047557.452091:0:33220:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eff5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2+23:3682:x1863365443171456:12345-0@lo:400:kworker.0 Request processed in 3974us (4235us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047557.452109:0:33220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:0.0:1777047557.452176:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443171968 00000100:00100000:0.0:1777047557.452185:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443171968 00000100:00100000:0.0:1777047557.452271:0:8481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443171840 00000100:00100000:0.0:1777047557.452278:0:8481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443171840 00000100:00100000:0.0:1777047557.452309:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043 00000100:00100000:0.0:1777047557.452320:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443171968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047557.452398:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443171968:12345-0@lo:400:kworker.0 Request processed in 78us (4505us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047557.452410:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043 00000100:00100000:0.0:1777047557.452433:0:8481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044 00000100:00100000:0.0:1777047557.452446:0:8481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443171840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047557.452497:0:8481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3682:x1863365443171840:12345-0@lo:400:kworker.0 Request processed in 53us (4555us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047557.452509:0:8481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044 00000100:00100000:0.0:1777047557.452541:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443172480 00000100:00100000:0.0:1777047557.452547:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443172480 00000100:00100000:0.0:1777047557.452592:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443172352 00000100:00100000:0.0:1777047557.452597:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443172352 00000100:00100000:0.0:1777047557.452625:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443172096 00000100:00100000:0.0:1777047557.452629:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443172096 00000100:00100000:0.0:1777047557.452658:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5056 00000100:00100000:0.0:1777047557.452668:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3683:x1863365443172480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047557.452721:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3683:x1863365443172480:12345-0@lo:400:kworker.0 Request processed in 54us (4761us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047557.452731:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5056 00000100:00100000:2.0:1777047557.454700:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacbb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443171328:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047557.455152:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacbb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443172864:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047557.455159:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5057 00000100:00100000:0.0:1777047557.455174:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e19a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3682:x1863365443172352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047557.455250:0:15374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047557.455269:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e19a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3682:x1863365443172352:12345-0@lo:400:kworker.0 Request processed in 99us (7266us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047557.455274:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06441cb600 going to sleep for 11 seconds 00000100:00100000:0.0:1777047557.455281:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5057 00000100:00100000:0.0:1777047557.455306:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5058 00000100:00100000:0.0:1777047557.455318:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3684:x1863365443172096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047557.455336:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443172864 00000100:00100000:2.0:1777047557.455345:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443172864 00000100:00100000:0.0:1777047557.455372:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3684:x1863365443172096:12345-0@lo:400:kworker.0 Request processed in 57us (7264us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047557.455415:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5058 00000100:00100000:2.0:1777047557.455415:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3460 00000100:00100000:2.0:1777047557.455427:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064eac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443172864:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047557.455482:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3682:1863365443171840:0@lo:400:kworker.0 00000100:00100000:0.0:1777047557.455503:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3682:1863365443172352:0@lo:400:kworker.0 00000100:00100000:0.0:1777047557.455521:0:3682:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db8a4cd6-cb06-4ec3-82a5-c24f6f5c64a2:3682:1863365443171456:0@lo:400:kworker.0 00000100:00100000:2.0:1777047557.455546:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064eac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443172864:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 122us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047557.455560:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3460 00000100:00080000:0.0:1777047557.455566:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777047557.455573:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1777047557.455579:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777047557.455607:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacbb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443172864:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047557.455615:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443171968:0@lo:400:kworker.0 00000100:00100000:0.0:1777047557.455634:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3683:1863365443172480:0@lo:400:kworker.0 00000040:00080000:2.0:1777047557.456159:0:15374:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].21, 552 off50080 00000001:00080000:2.0:1777047557.456181:0:15374:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935468 00000100:00100000:2.0:1777047557.456302:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e064eacbb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443172992:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047557.456355:0:15374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047557.456431:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e077187d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047557.456494:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3685:1863365443171712:0@lo:400:kworker.0 00000100:00100000:2.0:1777047557.456542:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047557.456574:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3685:1863365443172224:0@lo:400:kworker.0 00000100:00100000:2.0:1777047557.456619:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047557.456646:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3685:1863365443172736:0@lo:400:kworker.0 00000100:00100000:2.0:1777047557.456683:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047557.456746:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443171712 00000100:00100000:2.0:1777047557.456754:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443171712 00000100:00100000:2.0:1777047557.456795:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443172224 00000100:00100000:2.0:1777047557.456800:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443172224 00000100:00100000:2.0:1777047557.456830:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443172736 00000100:00100000:2.0:1777047557.456836:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443172736 00000100:00100000:2.0:1777047557.456858:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5059 00000100:00100000:2.0:1777047557.456869:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e282d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3685:x1863365443171712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047557.456939:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e282d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3685:x1863365443171712:12345-0@lo:400:kworker.0 Request processed in 70us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047557.456952:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5059 00000100:00100000:2.0:1777047557.456975:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5060 00000100:00100000:2.0:1777047557.456986:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e280380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1863365443172224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047557.457033:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e280380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1863365443172224:12345-0@lo:400:kworker.0 Request processed in 48us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047557.457044:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5060 00000100:00100000:2.0:1777047557.457066:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5061 00000100:00100000:2.0:1777047557.457079:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3685:x1863365443172736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047557.457130:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3685:x1863365443172736:12345-0@lo:400:kworker.0 Request processed in 53us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047557.457140:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5061 00000100:00100000:2.0:1777047557.457224:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3685:1863365443171712:0@lo:400:kworker.0 00000100:00100000:2.0:1777047557.457251:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3685:1863365443172224:0@lo:400:kworker.0 00000100:00100000:2.0:1777047557.457268:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3685:1863365443172736:0@lo:400:kworker.0 00000100:00080000:0.0:1777047557.457306:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777047557.457324:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443172992 00000100:00100000:2.0:1777047557.457331:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443172992 00000100:00100000:2.0:1777047557.457364:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3461 00000100:00100000:2.0:1777047557.457374:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e281180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443172992:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047557.457635:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e281180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:15374:x1863365443172992:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 259us (1277us total) trans 21474838007 rc 0/0 00000100:00100000:2.0:1777047557.457650:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3461 00000100:00100000:0.0:1777047557.458139:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e064eacbb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443172992:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047557.458226:0:15374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e198e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443173120:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047557.458281:0:15374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047557.458325:0:15374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b8300 going to sleep for 11 seconds 00000100:00100000:1.0:1777047557.459776:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047557.459850:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3684:1863365443172096:0@lo:400:kworker.0 00000100:00100000:3.0:1777047557.460772:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3684:x1863365443171584:12345-0@lo:400:kworker.0 Request processed in 9059us (12724us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047557.460829:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3459 00000100:00100000:3.0:1777047557.460874:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443173120 00000100:00100000:3.0:1777047557.460884:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443173120 00000100:00100000:1.0:1777047557.460894:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3684:1863365443171584:0@lo:400:kworker.0 00000100:00100000:3.0:1777047557.460932:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443172608 00000100:00100000:3.0:1777047557.460940:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443172608 00000100:00100000:3.0:1777047557.460975:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3462 00000100:00100000:3.0:1777047557.460989:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15374:x1863365443173120:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047557.461360:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:15374:x1863365443173120:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 370us (3074us total) trans 17179870606 rc 0/0 00000100:00100000:3.0:1777047557.461374:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3462 00000100:00100000:3.0:1777047557.461437:0:7694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3463 00000100:00100000:3.0:1777047557.461450:0:7694:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443172608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047557.461556:0:7694:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3684:x1863365443172608:12345-0@lo:400:kworker.0 Request processed in 108us (1783us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047557.461602:0:7694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3463 00000100:00100000:1.0:1777047557.461667:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443172608:0@lo:400:kworker.0 00000100:00100000:1.0:1777047557.461734:0:15374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e198e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15374:1863365443173120:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:1.0:1777047557.462158:0:15374:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589935469 00010000:00010000:1.0:1777047557.462599:0:15374:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493ba16 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.462620:0:15374:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493ba16 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.462635:0:15374:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493ba16 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.462647:0:15374:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e064e3b8000 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047557.462655:0:15374:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493ba16 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.462669:0:15374:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493ba16 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.462695:0:15374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d:0x0].0x0 (ffff9e06431c0a00) 00010000:00010000:1.0:1777047557.462701:0:15374:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777047557.462709:0:15374:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493ba16 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.462729:0:15374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8000/0x5ecf73d72493ba16 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.462753:0:15374:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493ba0f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.462765:0:15374:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493ba0f lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.462776:0:15374:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493ba0f lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.462785:0:15374:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:1.0:1777047557.462791:0:15374:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493ba0f lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.462802:0:15374:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493ba0f lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.462817:0:15374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047557.462821:0:15374:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777047557.462828:0:15374:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493ba0f lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.462840:0:15374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493ba0f lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15374 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.462861:0:15374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:1.0:1777047557.462866:0:15374:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047557.462878:0:15374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493b944 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f91e2 expref: 30 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047557.463033:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e07430bf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57923:x1863365388309248:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 104561us (113721us total) trans 8589935470 rc 0/0 00000100:00100000:1.0:1777047557.463051:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2206 00000020:00080000:1.0:1777047557.463058:0:15374:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1777047557.481779:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047557.481960:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388309888 00000100:00100000:3.0:1777047557.481976:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388309888 00000100:00100000:3.0:1777047557.482073:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6577 00000100:00100000:3.0:1777047557.482090:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+29:57923:x1863365388309888:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047557.482126:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047557.482154:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493ba1d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f923d expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.482264:0:6589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493ba1d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f923d expref: 30 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.482290:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e064e3b8600/0x5ecf73d72493ba1d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f923d expref: 30 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.482323:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047557.482329:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047557.482335:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e064e3b8600, rc 0) 00000100:00100000:3.0:1777047557.482504:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57923:x1863365388309888:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 417us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047557.482517:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6577 00000100:00100000:3.0:1777047557.494940:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047557.496311:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388310144 00000100:00100000:2.0:1777047557.496324:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388310144 00000100:00100000:2.0:1777047557.496470:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2207 00000100:00100000:2.0:1777047557.496490:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+30:57923:x1863365388310144:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:2.0:1777047557.496793:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57923:x1863365388310144:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 307us (1864us total) trans 8589935471 rc 0/0 00000100:00100000:2.0:1777047557.496808:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2207 00000100:00100000:2.0:1777047557.517138:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047557.518767:0:35315:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388310400 00000100:00100000:1.0:1777047557.518785:0:35315:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388310400 00000100:00100000:1.0:1777047557.518884:0:35315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2208 00000100:00100000:1.0:1777047557.518901:0:35315:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+31:57923:x1863365388310400:12345-192.168.201.54@tcp:35:lfs.0 00000004:00080000:1.0:1777047557.519147:0:35315:0:(mdd_object.c:4010:mdd_close()) Object [0x200000405:0x3d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:1.0:1777047557.520668:0:35315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493ba24 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.520696:0:35315:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493ba24 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.520722:0:35315:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493ba24 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.520738:0:35315:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493ba24 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.520749:0:35315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493ba24 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.520760:0:35315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493ba24 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.520896:0:35315:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777047557.521040:0:35315:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57923:x1863365388310400:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 2140us (4220us total) trans 8589935472 rc 0/0 00000100:00100000:0.0:1777047557.521073:0:35315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2208 00010000:00010000:1.0:1777047557.521298:0:6577:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047557.521310:0:6577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493ba24 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.521324:0:6577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0740031800 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047557.521329:0:6577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493ba24 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.521342:0:6577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493ba24 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.521361:0:6577:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d:0x0].0x0 (ffff9e06431c0a00) 00010000:00010000:1.0:1777047557.521366:0:6577:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777047557.521373:0:6577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493ba24 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.521433:0:6577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0740031800/0x5ecf73d72493ba24 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.521457:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047557.521464:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047557.521466:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047557.595309:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047557.596652:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388310528 00000100:00100000:2.0:1777047557.596667:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388310528 00000100:00100000:0.0:1777047557.600453:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6578 00000100:00100000:0.0:1777047557.602643:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+32:57924:x1863365388310528:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047557.602679:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047557.602712:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ba2b lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9244 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.603082:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493ba32 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.603105:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493ba32 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.603124:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493ba32 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.603145:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493ba39 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.603156:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493ba39 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.603168:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493ba39 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.603731:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493ba40 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.603754:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493ba40 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.603766:0:6590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493ba40 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047557.603818:0:6590:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00000004:00200000:0.0:1777047557.603825:0:6590:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047557.603853:0:6590:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493ba40 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.603872:0:6590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493ba40 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.603887:0:6590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493ba32 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.603897:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493ba32 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.603907:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493ba32 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.603918:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493ba32 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.603928:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047557.603934:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493ba32 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.603945:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493ba32 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.603969:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e06431c0700) 00010000:00010000:0.0:1777047557.603974:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047557.603981:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493ba32 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.603991:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493ba32 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.604012:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493ba39 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.604023:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493ba39 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.604034:0:6590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493ba39 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.604042:0:6590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389800 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047557.604046:0:6590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493ba39 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.604056:0:6590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493ba39 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.604068:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e06431c0d00) 00010000:00010000:0.0:1777047557.604072:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047557.604076:0:6590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493ba39 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.604085:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493ba39 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.604136:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ba2b lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9244 expref: 34 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.604158:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493ba40 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9244 expref: 33 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.604170:0:6590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047557.604174:0:6590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047557.604179:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389200, rc 0) 00000100:00100000:0.0:1777047557.605662:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57924:x1863365388310528:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 3029us (10361us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047557.605675:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6578 00000100:00100000:3.0:1777047557.630642:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047557.630869:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388310784 00000100:00100000:0.0:1777047557.630884:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388310784 00000100:00100000:0.0:1777047557.630975:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6579 00000100:00100000:0.0:1777047557.630991:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+33:57924:x1863365388310784:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047557.631018:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047557.631046:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ba47 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f924b expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.631209:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493ba4e lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.631234:0:12913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493ba4e lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.631253:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493ba4e lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047557.631273:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00010000:00010000:0.0:1777047557.631603:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ba47 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f924b expref: 36 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.631631:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389800/0x5ecf73d72493ba4e lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f924b expref: 35 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.631646:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047557.631651:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1777047557.631656:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389800, rc 0) 00000100:00100000:0.0:1777047557.631732:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57924:x1863365388310784:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 745us (1101us total) trans 8589935473 rc 0/0 00000100:00100000:0.0:1777047557.631744:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6579 00000100:00100000:2.0:1777047557.650065:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047557.657645:0:34275:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388311040 00000100:00100000:0.0:1777047557.657663:0:34275:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388311040 00000100:00100000:0.0:1777047557.657778:0:34275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6580 00000100:00100000:0.0:1777047557.657796:0:34275:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+35:57924:x1863365388311040:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047557.657880:0:34275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047557.657914:0:34275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ba5c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9252 expref: -99 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.658065:0:34275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493ba63 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.658091:0:34275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493ba63 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.658118:0:34275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493ba63 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 34275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047557.658140:0:34275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00010000:00010000:0.0:1777047557.659795:0:34275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493ba5c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9252 expref: 38 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.660157:0:34275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493ba63 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9252 expref: 37 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.660175:0:34275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047557.660181:0:34275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047557.660209:0:34275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388800, rc 0) 00000100:00100000:0.0:1777047557.662981:0:34275:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57924:x1863365388311040:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 5181us (12921us total) trans 8589935474 rc 0/0 00000100:00100000:0.0:1777047557.662997:0:34275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6580 00000100:00100000:2.0:1777047557.909620:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047557.909796:0:20132:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388311168 00000100:00100000:0.0:1777047557.909811:0:20132:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388311168 00000100:00100000:0.0:1777047557.909926:0:20132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1665 00000100:00100000:0.0:1777047557.909943:0:20132:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2429:x1863365388311168:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047557.910019:0:20132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba71 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.910055:0:20132:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d150a4c8/0x5ecf73d72493b9fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9228 expref: 15 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.910083:0:20132:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047557.910087:0:20132:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047557.910094:0:20132:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba71 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.910150:0:20132:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d150a4c8/0x5ecf73d72493b9fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9228 expref: 15 pid: 30115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.910177:0:20132:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d150a4c8/0x5ecf73d72493b9fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9228 expref: 15 pid: 30115 timeout: 4286 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047557.910236:0:20132:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:20132:1863365443173248:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047557.910673:0:20132:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b80c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047557.923616:0:20132:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:20132:1863365443173248:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047557.923660:0:20132:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba71 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047557.934437:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047557.936721:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388311296 00000100:00100000:0.0:1777047557.936736:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388311296 00010000:00010000:0.0:1777047557.936796:0:6573:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d150a4c8/0x5ecf73d72493b9fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9228 expref: 16 pid: 30115 timeout: 4286 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047557.936893:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2293 00000100:00100000:0.0:1777047557.936913:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+16:2431:x1863365388311296:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047557.936941:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047557.936969:0:6573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d150a4c8/0x5ecf73d72493b9fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9228 expref: 16 pid: 30115 timeout: 4286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.936993:0:6573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d150a4c8/0x5ecf73d72493b9fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9228 expref: 16 pid: 30115 timeout: 4286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.937031:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d150a4c8/0x5ecf73d72493b9fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9228 expref: 16 pid: 30115 timeout: 4286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.937057:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047557.937060:0:6573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047557.937067:0:6573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba71 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.937084:0:6573:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba71 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.937259:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047557.937345:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388311296:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 436us (2969us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047557.937358:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2293 00010000:00010000:2.0:1777047557.943736:0:20132:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba71 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.943766:0:20132:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba71 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.954929:0:6576:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047557.955107:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443173504:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777047557.955217:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047557.955271:0:3683:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777047557.955281:0:3683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443173376:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777047557.955319:0:3683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047557.955376:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443173376 00000100:00100000:2.0:1777047557.955408:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443173376 00000100:00100000:2.0:1777047557.955470:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2535 00000100:00100000:2.0:1777047557.955482:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443173376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1777047557.955513:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484910656 pending 0 free 3917070336 avail 3685376000 00000100:00100000:2.0:1777047557.955569:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1863365443173376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047557.955580:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2535 00000100:00100000:2.0:1777047557.956658:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443173376:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777047557.957401:0:7694:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443173504 00000100:00100000:3.0:1777047557.957409:0:7694:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443173504 00000100:00100000:0.0:1777047557.957638:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3464 00000100:00100000:0.0:1777047557.957653:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443173504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777047557.957690:0:6594:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445822464 avail 1299582976 00000100:00100000:0.0:1777047557.957745:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3683:x1863365443173504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (2528us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047557.957756:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3464 00000100:00100000:2.0:1777047557.958509:0:3683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3683:1863365443173504:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1777047557.979239:0:20132:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba71 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.979266:0:20132:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba71 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.979280:0:20132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba71 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.979291:0:20132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047557.979297:0:20132:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba71 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.979311:0:20132:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.979338:0:20132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba71 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.979351:0:20132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba71 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047557.979717:0:20132:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388311168:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 69771us (70104us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047557.979733:0:20132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1665 00000100:00100000:2.0:1777047558.004500:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047558.004551:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047558.004701:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388311424 00000100:00100000:1.0:1777047558.004715:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388311424 00000100:00100000:1.0:1777047558.004819:0:36216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388311552 00000100:00100000:1.0:1777047558.004825:0:36216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388311552 00000100:00100000:1.0:1777047558.004876:0:36216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4575 00000100:00100000:1.0:1777047558.004891:0:36216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388311424:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:1.0:1777047558.004916:0:36216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047558.004942:0:36216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d150a4c8/0x5ecf73d72493ba78 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9259 expref: -99 pid: 36216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047558.005023:0:36216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c05c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365443173632:192.168.201.54@tcp:106: 00000100:00100000:1.0:1777047558.005146:0:36216:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e077192a900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047558.005715:0:36217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4576 00000100:00100000:3.0:1777047558.005733:0:36217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388311552:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047558.005773:0:36217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047558.005790:0:36217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007bde26d1/0x5ecf73d72493ba7f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x94:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9260 expref: -99 pid: 36217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047558.005852:0:36217:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c0b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443173760:192.168.201.54@tcp:106: 00000100:00100000:3.0:1777047558.005931:0:36217:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06422fd540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047558.014566:0:36216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c05c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:36216:1863365443173632:192.168.201.54@tcp:106: 00010000:00010000:1.0:1777047558.014624:0:36216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d150a4c8/0x5ecf73d72493ba78 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9259 expref: 21 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.014660:0:36216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d150a4c8/0x5ecf73d72493ba78 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9259 expref: 21 pid: 36216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.014681:0:36216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0740031e00, rc 0) 00000100:00100000:1.0:1777047558.014901:0:36216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2430:x1863365388311424:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 10010us (10409us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047558.014915:0:36216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4575 00000100:00100000:3.0:1777047558.025953:0:36217:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c0b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:36217:1863365443173760:192.168.201.54@tcp:106: 00010000:00010000:3.0:1777047558.026006:0:36217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007bde26d1/0x5ecf73d72493ba7f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9260 expref: 15 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.026069:0:36217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007bde26d1/0x5ecf73d72493ba7f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9260 expref: 15 pid: 36217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.026090:0:36217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27400, rc 0) 00000100:00100000:3.0:1777047558.026177:0:36217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388311552:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 20447us (21622us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047558.026223:0:36217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4576 00000100:00100000:2.0:1777047558.047829:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047558.053074:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388311680 00000100:00100000:0.0:1777047558.053095:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388311680 00000100:00100000:0.0:1777047558.053618:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1666 00000100:00100000:0.0:1777047558.053641:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2432:x1863365388311680:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:0.0:1777047558.053692:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba86 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.053724:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e3309996/0x5ecf73d72493b9c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f921a expref: 20 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.053738:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047558.053741:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047558.053746:0:8486:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba86 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.053795:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e3309996/0x5ecf73d72493b9c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f921a expref: 20 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.053820:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e3309996/0x5ecf73d72493b9c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f921a expref: 20 pid: 8480 timeout: 4286 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047558.053843:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a5180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8486:1863365443173888:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047558.053971:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b80c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047558.067796:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a5180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8486:1863365443173888:192.168.201.54@tcp:104: 00010000:00010000:0.0:1777047558.067837:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba86 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047558.083560:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047558.084048:0:6575:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388311808 00000100:00100000:0.0:1777047558.084063:0:6575:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388311808 00010000:00010000:0.0:1777047558.084141:0:6575:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e3309996/0x5ecf73d72493b9c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f921a expref: 21 pid: 8480 timeout: 4286 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047558.084230:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2294 00000100:00100000:0.0:1777047558.084246:0:6575:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+21:2429:x1863365388311808:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047558.084269:0:6575:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047558.084296:0:6575:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e3309996/0x5ecf73d72493b9c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f921a expref: 21 pid: 8480 timeout: 4286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.084324:0:6575:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e3309996/0x5ecf73d72493b9c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f921a expref: 21 pid: 8480 timeout: 4286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.084358:0:6575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e3309996/0x5ecf73d72493b9c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f921a expref: 21 pid: 8480 timeout: 4286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.084458:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047558.084463:0:6575:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047558.084471:0:6575:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba86 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.084487:0:6575:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba86 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.084584:0:6575:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047558.084634:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba86 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047558.084659:0:6575:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+20:2429:x1863365388311808:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 413us (1107us total) trans 0 rc 0/0 00010000:00010000:3.0:1777047558.084659:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba86 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047558.084687:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2294 00010000:00010000:1.0:1777047558.123921:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba86 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.123952:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba86 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.123966:0:8486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.123978:0:8486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:1.0:1777047558.123984:0:8486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.123998:0:8486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.124027:0:8486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba86 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.124039:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b78df5a2/0x5ecf73d72493ba86 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047558.124176:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2432:x1863365388311680:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 70536us (76352us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047558.124218:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1666 00000100:00100000:0.0:1777047558.179447:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047558.179996:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388311936 00000100:00100000:2.0:1777047558.180009:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388311936 00000100:00100000:0.0:1777047558.180754:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 450 00000100:00100000:0.0:1777047558.180770:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e077949f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57924:x1863365388311936:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:0.0:1777047558.181640:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047558.181678:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388800/0x5ecf73d72493ba63 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9252 expref: 37 pid: 34275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.181708:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047558.181716:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047558.181866:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e077949f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57924:x1863365388311936:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 1099us (2429us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047558.181878:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 450 00000100:00100000:0.0:1777047558.197531:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047558.198785:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388312192 00000100:00100000:3.0:1777047558.198801:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388312192 00000100:00100000:3.0:1777047558.199300:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2209 00000100:00100000:3.0:1777047558.199318:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+36:57924:x1863365388312192:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:3.0:1777047558.199688:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57924:x1863365388312192:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 372us (2519us total) trans 8589935475 rc 0/0 00000100:00100000:3.0:1777047558.199703:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2209 00000100:00100000:2.0:1777047558.300658:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047558.301549:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388312448 00000100:00100000:0.0:1777047558.301564:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388312448 00000100:00100000:0.0:1777047558.301661:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6581 00000100:00100000:0.0:1777047558.301679:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+37:57925:x1863365388312448:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047558.301714:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047558.301744:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493ba8d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9267 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.301904:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493ba94 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.301928:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493ba94 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.301947:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493ba94 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047558.301968:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00010000:00010000:0.0:1777047558.302116:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388200/0x5ecf73d72493ba8d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9267 expref: 40 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.302146:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493ba94 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9267 expref: 39 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.302161:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047558.302167:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047558.302172:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642389a00, rc 0) 00000100:00100000:0.0:1777047558.302298:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57925:x1863365388312448:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 621us (1650us total) trans 8589935476 rc 0/0 00000100:00100000:0.0:1777047558.302312:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6581 00000100:00100000:0.0:1777047558.338269:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:1.0:1777047558.346346:0:24563:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388312576 00000100:00100000:1.0:1777047558.346366:0:24563:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388312576 00000100:00100000:1.0:1777047558.346698:0:24563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1667 00000100:00100000:1.0:1777047558.346718:0:24563:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388312576:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:1.0:1777047558.346789:0:24563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007fef8c51/0x5ecf73d72493baa2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.346816:0:24563:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047558.346819:0:24563:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047558.346828:0:24563:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fef8c51/0x5ecf73d72493baa2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.346851:0:24563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fef8c51/0x5ecf73d72493baa2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.382511:0:24563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007fef8c51/0x5ecf73d72493baa2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.382553:0:24563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007fef8c51/0x5ecf73d72493baa2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.382569:0:24563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007fef8c51/0x5ecf73d72493baa2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.382606:0:24563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0740030a00 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:2.0:1777047558.382614:0:24563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007fef8c51/0x5ecf73d72493baa2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.382630:0:24563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007fef8c51/0x5ecf73d72493baa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.382663:0:24563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007fef8c51/0x5ecf73d72493baa2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.382678:0:24563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fef8c51/0x5ecf73d72493baa2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x93:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047558.382794:0:24563:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2429:x1863365388312576:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 36075us (44531us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047558.382812:0:24563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1667 00000100:00100000:1.0:1777047558.467079:0:3684:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e2a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443174016:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777047558.467566:0:3684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047558.467681:0:8482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443174016 00000100:00100000:3.0:1777047558.467697:0:8482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443174016 00000100:00100000:3.0:1777047558.467777:0:8482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2536 00000100:00100000:3.0:1777047558.468150:0:8482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3684:x1863365443174016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777047558.468226:0:8482:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484909760 pending 0 free 3918872576 avail 3687350272 00000100:00100000:3.0:1777047558.469080:0:8482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3684:x1863365443174016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1286us (1513us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047558.469130:0:8482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2536 00000100:00100000:3.0:1777047558.469644:0:3685:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0642c05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443174144:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047558.469705:0:3685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047558.469827:0:10122:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365443174144 00000100:00100000:0.0:1777047558.469838:0:10122:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365443174144 00000100:00100000:0.0:1777047558.469908:0:10122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2537 00000100:00100000:0.0:1777047558.469923:0:10122:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0644c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3685:x1863365443174144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777047558.470212:0:10122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 484910656 pending 0 free 3916980224 avail 3685457920 00000100:00100000:0.0:1777047558.470288:0:10122:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0644c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3685:x1863365443174144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 366us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047558.470302:0:10122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2537 00000100:00100000:3.0:1777047558.470336:0:3685:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0642c05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3685:1863365443174144:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777047558.470705:0:3684:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e2a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3684:1863365443174016:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777047558.639542:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047558.641541:0:8480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388312704 00000100:00100000:3.0:1777047558.641560:0:8480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388312704 00000100:00100000:3.0:1777047558.641774:0:8480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 4577 00000100:00100000:3.0:1777047558.641794:0:8480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+14:2432:x1863365388312704:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:3.0:1777047558.641822:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047558.641856:0:8480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007bde26d1/0x5ecf73d72493baa9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f926e expref: -99 pid: 8480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047558.641900:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8a:0x0] initial LVB size: 262144, mtime: 0x69eb9801, atime: 0x69eb9803, ctime: 0x69eb9805, blocks: 0x128 00010000:00010000:3.0:1777047558.641931:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047558.641936:0:8480:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047558.641954:0:8480:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007bde26d1/0x5ecf73d72493baa9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f926e expref: 15 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.641996:0:8480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007bde26d1/0x5ecf73d72493baa9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f926e expref: 15 pid: 8480 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.642021:0:8480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27400, rc 0) 00000100:00100000:2.0:1777047558.647551:0:8480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2432:x1863365388312704:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 5747us (8007us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047558.647578:0:8480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 4577 00000100:00100000:0.0:1777047558.667817:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047558.672275:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388312832 00000100:00100000:3.0:1777047558.672328:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388312832 00000100:00100000:3.0:1777047558.672535:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1668 00000100:00100000:3.0:1777047558.672557:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388312832:12345-192.168.201.54@tcp:3:lfs.0 00010000:00010000:3.0:1777047558.672628:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d72493bab0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.672663:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047558.672667:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047558.672678:0:8485:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d72493bab0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.672710:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d72493bab0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.699024:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d72493bab0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.699063:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d72493bab0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.699080:0:8485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d72493bab0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.699102:0:8485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0745e27000 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:3.0:1777047558.699111:0:8485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d72493bab0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.699134:0:8485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d72493bab0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.699166:0:8485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d72493bab0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.699228:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008bdce31c/0x5ecf73d72493bab0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047558.699469:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+15:2431:x1863365388312832:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 26824us (31570us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1777047558.699492:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1668 00000100:00100000:1.0:1777047558.761960:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047558.762274:0:8484:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388312960 00000100:00100000:0.0:1777047558.762296:0:8484:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388312960 00000100:00100000:0.0:1777047558.762516:0:8484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 1669 00000100:00100000:0.0:1777047558.762541:0:8484:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388312960:12345-192.168.201.54@tcp:3:lfs.0 00002000:00010000:0.0:1777047558.762627:0:8484:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x75:0x0] initial LVB size: 262144, mtime: 0x69eb9801, atime: 0x69eb9803, ctime: 0x69eb9805, blocks: 0xb0 00010000:00010000:0.0:1777047558.762645:0:8484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493bab7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.762678:0:8484:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047558.762683:0:8484:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047558.762693:0:8484:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493bab7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.762727:0:8484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493bab7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.789219:0:8484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493bab7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.789253:0:8484:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493bab7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.789283:0:8484:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493bab7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.789296:0:8484:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388400 already unused, calling callback (ffffffffc0b9a2d0) 00010000:00010000:0.0:1777047558.789305:0:8484:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493bab7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.789323:0:8484:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493bab7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.789355:0:8484:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493bab7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.789371:0:8484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e56ef774/0x5ecf73d72493bab7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047558.789657:0:8484:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+19:2430:x1863365388312960:12345-192.168.201.54@tcp:3:lfs.0 Request processed in 27118us (27707us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047558.789676:0:8484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 1669 00000100:00100000:1.0:1777047558.897678:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047558.898205:0:6573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388313088 00000100:00100000:0.0:1777047558.898221:0:6573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388313088 00000100:00100000:0.0:1777047558.898823:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 451 00000100:00100000:0.0:1777047558.898845:0:6573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57925:x1863365388313088:12345-192.168.201.54@tcp:103:lfs.0 00010000:00010000:0.0:1777047558.898873:0:6573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047558.898915:0:6573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493ba94 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x2d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9267 expref: 39 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.898949:0:6573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047558.898958:0:6573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047558.899065:0:6573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57925:x1863365388313088:12345-192.168.201.54@tcp:103:lfs.0 Request processed in 225us (1399us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047558.899081:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 451 00000100:00100000:2.0:1777047558.920764:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047558.921008:0:15374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388313344 00000100:00100000:0.0:1777047558.921024:0:15374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388313344 00000100:00100000:0.0:1777047558.921133:0:15374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2210 00000100:00100000:0.0:1777047558.921154:0:15374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+38:57925:x1863365388313344:12345-192.168.201.54@tcp:35:lfs.0 00000100:00100000:0.0:1777047558.921624:0:15374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57925:x1863365388313344:12345-192.168.201.54@tcp:35:lfs.0 Request processed in 472us (869us total) trans 8589935477 rc 0/0 00000100:00100000:0.0:1777047558.921642:0:15374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2210 00000100:00100000:2.0:1777047558.955765:0:3676:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047558.956352:0:12913:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388313600 00000100:00100000:0.0:1777047558.956369:0:12913:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388313600 00000100:00100000:0.0:1777047558.956522:0:12913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6582 00000100:00100000:0.0:1777047558.956541:0:12913:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e064e8f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+39:57853:x1863365388313600:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:0.0:1777047558.956576:0:12913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047558.956608:0:12913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493babe lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9275 expref: -99 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.956801:0:12913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bac5 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.957203:0:12913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493ba40 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9244 expref: 40 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.957234:0:12913:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bac5 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.957293:0:12913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493ba40 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9244 expref: 40 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.957318:0:12913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493ba40 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9244 expref: 40 pid: 6590 timeout: 4287 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047558.957343:0:12913:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e076e198700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443174272:192.168.201.54@tcp:104: 00000100:00100000:0.0:1777047558.957517:0:12913:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e064d8b8300 going to sleep for 11 seconds 00000100:00100000:0.0:1777047558.969201:0:12913:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e076e198700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12913:1863365443174272:192.168.201.54@tcp:104: 00000100:00100000:1.0:1777047558.969218:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00010000:00010000:0.0:1777047558.969257:0:12913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bac5 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047558.969502:0:6574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388313728 00000100:00100000:3.0:1777047558.969517:0:6574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388313728 00010000:00010000:3.0:1777047558.969580:0:6574:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493ba40 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9244 expref: 41 pid: 6590 timeout: 4287 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047558.969665:0:6574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2295 00000100:00100000:3.0:1777047558.969685:0:6574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:2430:x1863365388313728:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047558.969711:0:6574:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047558.969725:0:6574:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493ba40 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9244 expref: 41 pid: 6590 timeout: 4287 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.969754:0:6574:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493ba40 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9244 expref: 41 pid: 6590 timeout: 4287 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.969795:0:6574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493ba40 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9244 expref: 41 pid: 6590 timeout: 4287 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.969826:0:6574:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:3.0:1777047558.969835:0:6574:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bac5 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.969854:0:6574:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bac5 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.969868:0:6574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bac5 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.969929:0:6574:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047558.970034:0:6574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:2430:x1863365388313728:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 351us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047558.970052:0:6574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2295 00010000:00010000:0.0:1777047558.971532:0:12913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bac5 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.971558:0:12913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bac5 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047558.971603:0:12913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00010000:00010000:0.0:1777047558.972585:0:12913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493babe lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9275 expref: 41 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.972622:0:12913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bac5 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9275 expref: 40 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.972650:0:12913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047558.972656:0:12913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777047558.972663:0:12913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388400, rc 0) 00000100:00100000:0.0:1777047558.972728:0:12913:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e064e8f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365388313600:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 16190us (16973us total) trans 8589935478 rc 0/0 00000100:00100000:0.0:1777047558.972742:0:12913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6582 00010000:00010000:0.0:1777047558.984466:0:17980:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047559.001364:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:3.0:1777047559.005283:0:6589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388313856 00000100:00100000:3.0:1777047559.005300:0:6589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388313856 00000100:00080000:0.0:1777047559.005451:0:6584:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047559.005514:0:6589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6583 00000100:00100000:3.0:1777047559.005541:0:6589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0642c05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365388313856:12345-192.168.201.54@tcp:101:fsx.0 00010000:00010000:3.0:1777047559.005582:0:6589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047559.005621:0:6589:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493bad3 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f927c expref: -99 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.005801:0:6589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493bada lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.005834:0:6589:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bac5 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9275 expref: 41 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.005850:0:6589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493bada lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.005921:0:6589:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bac5 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9275 expref: 41 pid: 12913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.005951:0:6589:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bac5 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9275 expref: 41 pid: 12913 timeout: 4287 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047559.005975:0:6589:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e0644c0b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6589:1863365443174400:192.168.201.54@tcp:104: 00000100:00100000:3.0:1777047559.006127:0:6589:0:(client.c:2691:ptlrpc_set_wait()) set ffff9e06422fdb40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047559.035834:0:6589:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e0644c0b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6589:1863365443174400:192.168.201.54@tcp:104: 00010000:00010000:3.0:1777047559.035888:0:6589:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493bada lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047559.036267:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047559.036688:0:9569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388313984 00000100:00100000:2.0:1777047559.036702:0:9569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388313984 00010000:00010000:2.0:1777047559.036759:0:9569:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bac5 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9275 expref: 42 pid: 12913 timeout: 4287 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047559.036832:0:9569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2296 00000100:00100000:2.0:1777047559.036851:0:9569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e198700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+42:2430:x1863365388313984:12345-192.168.201.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047559.036876:0:9569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047559.036890:0:9569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bac5 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9275 expref: 42 pid: 12913 timeout: 4287 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.036914:0:9569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bac5 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9275 expref: 42 pid: 12913 timeout: 4287 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.036952:0:9569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bac5 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9275 expref: 42 pid: 12913 timeout: 4287 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.036980:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:2.0:1777047559.036990:0:9569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493bada lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.037013:0:9569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493bada lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.037038:0:9569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493bada lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.037100:0:9569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047559.037225:0:9569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e198700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:2430:x1863365388313984:12345-192.168.201.54@tcp:103:ldlm_bl.0 Request processed in 377us (960us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047559.037241:0:9569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2296 00010000:00010000:0.0:1777047559.037451:0:6589:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493bada lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.037470:0:6589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493bada lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047559.037548:0:6589:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00000004:00200000:0.0:1777047559.037556:0:6589:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777047559.037591:0:6589:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493bada lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.037643:0:6589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27000/0x5ecf73d72493bad3 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f927c expref: 41 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.037674:0:6589:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0745e27a00/0x5ecf73d72493bada lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f927c expref: 40 pid: 6589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.037690:0:6589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047559.037696:0:6589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047559.037702:0:6589:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0745e27a00, rc 0) 00000100:00100000:0.0:1777047559.037760:0:6589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0642c05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365388313856:12345-192.168.201.54@tcp:101:fsx.0 Request processed in 32230us (36414us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047559.037776:0:6589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6583 00000100:00100000:0.0:1777047559.056809:0:3675:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:2.0:1777047559.057016:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388314240 00000100:00100000:2.0:1777047559.057039:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388314240 00000100:00100000:2.0:1777047559.057152:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 2211 00000100:00100000:2.0:1777047559.057211:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e076e2a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+40:57853:x1863365388314240:12345-192.168.201.54@tcp:35:fsx.0 00000100:00100000:2.0:1777047559.057653:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e076e2a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57853:x1863365388314240:12345-192.168.201.54@tcp:35:fsx.0 Request processed in 479us (851us total) trans 8589935479 rc 0/0 00000100:00100000:2.0:1777047559.057669:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 2211 00000100:00100000:2.0:1777047559.215288:0:3677:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.54@tcp (source: 12345-192.168.201.54@tcp) 00000100:00100000:0.0:1777047559.215518:0:6588:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365388314496 00000100:00100000:0.0:1777047559.215534:0:6588:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365388314496 00000100:00100000:0.0:1777047559.215647:0:6588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.54@tcp, seq: 6584 00000100:00100000:0.0:1777047559.215665:0:6588:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9e0645845c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+41:57927:x1863365388314496:12345-192.168.201.54@tcp:101:lfs.0 00010000:00010000:0.0:1777047559.215698:0:6588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047559.215751:0:6588:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493bae1 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa94c957ad9f9283 expref: -99 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.215877:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bae8 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.215901:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bae8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.215920:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bae8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.215943:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493baef lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.215956:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493baef lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.215968:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493baef lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.216121:0:6588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493baf6 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.216141:0:6588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493baf6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.216154:0:6588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493baf6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047559.216208:0:6588:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2d:0x0]: returning size 262144 00010000:00010000:0.0:1777047559.216323:0:6588:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bae8 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.216337:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bae8 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.216349:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bae8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.216362:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bae8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.216374:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642388400 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047559.216454:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bae8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.216471:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bae8 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.216491:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9e06431c0700) 00010000:00010000:0.0:1777047559.216497:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047559.216505:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bae8 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.216517:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388400/0x5ecf73d72493bae8 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.216538:0:6588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493baef lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.216549:0:6588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493baef lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.216559:0:6588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493baef lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.216568:0:6588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e0642389200 already unused, calling callback (ffffffffc171f4f0) 00010000:00010000:0.0:1777047559.216573:0:6588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493baef lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.216583:0:6588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493baef lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.216595:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff9e06431c0d00) 00010000:00010000:0.0:1777047559.216600:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047559.216605:0:6588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493baef lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.216615:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389200/0x5ecf73d72493baef lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.216683:0:6588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642389a00/0x5ecf73d72493bae1 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9283 expref: 44 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.216747:0:6588:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e0642388a00/0x5ecf73d72493baf6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.54@tcp remote: 0xfa94c957ad9f9283 expref: 43 pid: 6588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.216770:0:6588:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2d:0x0].0x0 (ffff9e0771900600) 00010000:00010000:0.0:1777047559.216775:0:6588:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047559.216780:0:6588:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e0642388a00, rc 0) 00000100:00100000:0.0:1777047559.217222:0:6588:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9e0645845c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:027e7d89-7031-476e-8f5d-7d6cc61a0712+43:57927:x1863365388314496:12345-192.168.201.54@tcp:101:lfs.0 Request processed in 1559us (1945us total) trans 8589935480 rc 0/0 00000100:00100000:0.0:1777047559.217235:0:6588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.54@tcp, seq: 6584 00010000:00010000:1.0:1777047560.003681:0:6577:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 70146 lines, 70146 kept, 0 dropped, 0 bad.